-- Logs begin at Tue 2021-11-09 03:37:10 UTC, end at Tue 2021-11-09 05:19:12 UTC. -- Nov 09 04:08:08.660379 dv-neutron-816800-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 09 04:08:11.381196 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.common.config [-] Logging enabled! Nov 09 04:08:11.381808 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev151 Nov 09 04:08:11.382004 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101774) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 04:08:11.385211 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.common.config [-] Logging enabled! Nov 09 04:08:11.385466 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev151 Nov 09 04:08:11.385803 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101774) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 04:08:11.386736 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 04:08:11.386975 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 04:08:11.387338 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 04:08:11.387583 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 04:08:11.387805 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 04:08:11.388121 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.388544 dv-neutron-816800-2-hyperv neutron-server[101774]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 09 04:08:11.388858 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.389150 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.389439 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.389757 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.390046 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.390327 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.390610 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.390907 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.391192 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.391472 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.391759 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.392047 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.392325 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.392608 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.392892 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.393173 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] debug = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.393452 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.394473 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.394862 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.395140 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.395430 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.395707 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.395974 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.396248 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.396531 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.396854 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] host = dv-neutron-816800-2-hyperv {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.397134 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.397421 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.397735 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.398020 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.398294 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.398568 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.398848 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.399120 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.399390 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] log_file = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.399664 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.399949 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.400235 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.400522 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.400747 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.400968 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.401253 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.401629 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.401908 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.402181 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.402453 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.402725 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.402995 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.403259 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.403540 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.403819 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.404100 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.404368 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.404638 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.404905 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.405174 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.405457 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.405756 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.406028 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.406300 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.406583 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.406848 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.407122 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.407419 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.407702 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.407984 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.408265 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.408536 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.408814 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.409085 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.409354 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.409667 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] use_json = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.409942 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.410210 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.410489 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.410758 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.411029 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.411297 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.411565 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.411844 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:11.412138 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.412432 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.412729 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.413007 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.413307 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.413608 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.413896 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.414173 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.414458 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.414743 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.415025 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.415298 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.415584 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.415860 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.416151 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.416450 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.416740 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.417031 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.417302 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.417601 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.417873 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.418149 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.418434 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.418710 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.418995 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.419280 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.419555 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.419839 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.420131 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.420418 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.420691 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.420969 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.421256 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.421552 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.421825 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.422100 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.422385 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.422660 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.422930 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.423208 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.423483 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.423752 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.424020 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.424291 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.424575 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.424845 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.425134 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.425402 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.425705 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.425977 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.426258 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.426531 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.426801 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.427075 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.427347 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.427616 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.427888 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.428160 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.428427 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.428700 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.428967 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.429233 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.429500 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.429788 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.430055 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.430319 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.430586 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.430856 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.431123 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.431387 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.431655 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.431924 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.432191 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.432472 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.432766 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.433036 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.433310 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.433611 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.433886 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.434158 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.434432 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.434706 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.434978 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.435243 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.435529 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.435808 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.436091 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.436367 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.436641 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.436964 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.437241 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.437528 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.437823 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.438103 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.438385 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.438667 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.438960 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.439252 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.439544 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.439837 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.440130 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.440408 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.441224 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.441536 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:11.441741 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 04:08:11.441980 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101774) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 09 04:08:11.870645 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 09 04:08:11.870922 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 09 04:08:11.871223 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 09 04:08:11.871557 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 09 04:08:12.189326 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.189639 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.189912 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.191119 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.191398 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.191664 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.226376 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.226657 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.226928 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.242508 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.242785 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.243051 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.273312 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.273628 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.273904 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.309167 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.309442 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.309739 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.549733 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.550331 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.550331 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.550502 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.551163 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.678134 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.678454 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.678735 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.679001 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.679263 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.679572 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.679830 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.680092 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.680346 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.680627 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.680883 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.681144 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.681397 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.681674 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.681931 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.682193 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.682446 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.682709 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.682977 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.683231 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.683497 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.683748 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.684026 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.684402 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.684649 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.684892 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.685284 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:08:12.685551 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:08:12.685792 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:08:12.686044 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:08:12.686269 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:08:12.686509 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:08:12.686867 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 09 04:08:12.690124 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 09 04:08:12.694158 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 09 04:08:12.697879 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Nov 09 04:08:12.699517 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 09 04:08:12.700245 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 09 04:08:12.700344 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 09 04:08:12.700675 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 09 04:08:12.703522 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 09 04:08:12.703775 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 09 04:08:12.704119 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 04:08:12.709955 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 09 04:08:12.732646 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 09 04:08:12.733097 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.733396 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101774) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 09 04:08:12.733787 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.735176 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101774) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 09 04:08:12.735452 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 04:08:12.735694 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 09 04:08:12.738843 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.739125 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:12.803005 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 09 04:08:12.803197 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 09 04:08:12.803434 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 09 04:08:12.803801 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 09 04:08:12.824645 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_db.sqlalchemy.engines [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101774) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 09 04:08:13.357137 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Initializing driver for type 'gre' Nov 09 04:08:13.357705 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] gre ID ranges: [(1, 1000)] Nov 09 04:08:13.407515 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Initializing driver for type 'local' Nov 09 04:08:13.407919 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Initializing driver for type 'vlan' Nov 09 04:08:13.420995 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] VlanTypeDriver initialization complete Nov 09 04:08:13.421346 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Initializing driver for type 'vxlan' Nov 09 04:08:13.421911 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] vxlan ID ranges: [(1, 1000)] Nov 09 04:08:13.472052 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Initializing extension driver 'port_security' Nov 09 04:08:13.472437 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.extensions.port_security [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] PortSecurityExtensionDriver initialization complete Nov 09 04:08:13.472785 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Initializing mechanism driver 'openvswitch' Nov 09 04:08:13.473127 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Initializing mechanism driver 'hyperv' Nov 09 04:08:13.479803 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.plugins.ml2.plugin [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:08:13.480645 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > port after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.481023 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > port after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.481383 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > port after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.481940 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 04:08:13.482379 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.482739 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.483090 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.483490 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 04:08:13.483902 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > network after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.484257 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > network after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.484611 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > network after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.485002 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 04:08:13.485410 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > security_group after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.485791 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > security_group after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.486141 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.486541 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 04:08:13.486950 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.487304 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.488155 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.488551 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 04:08:13.488964 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > address_group after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.489318 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > address_group after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.489699 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.490097 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 04:08:13.490481 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] ML2 OVO RPC backend initialized. {{(pid=101774) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 09 04:08:13.491195 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.491553 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.491973 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > network before_response 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.492328 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > networks before_response 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.492681 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > port before_response 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.493025 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > ports before_response 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.493373 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > subnet before_response 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.493744 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > subnets before_response 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.494096 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > network after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.494440 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > network after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.494780 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > network after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.495118 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > port after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.495455 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > port after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.495791 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > port after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.496128 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.496466 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.496801 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.497374 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.plugin [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Modular L2 Plugin initialization complete Nov 09 04:08:13.497741 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading services supported by the core plugin {{(pid=101774) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 09 04:08:13.498072 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.plugins.ml2.managers [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Got port-security extension from driver 'port_security' Nov 09 04:08:13.498536 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.extensions.vlantransparent [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Disabled vlantransparent extension. Nov 09 04:08:13.499022 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101774) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 09 04:08:13.499344 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading Plugin: router Nov 09 04:08:13.535902 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.536296 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router after_create 55549900 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.536674 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router before_create 55549900 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.537046 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.537425 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.537827 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router after_delete 55549900 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.538193 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.538672 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.539038 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router after_create 55549900 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.539390 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router after_update 55549900 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.539744 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router after_update 55549900 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.540098 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.540459 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router after_update 55549900 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.540874 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.541245 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: port after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.541617 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: port after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.541961 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: subnet after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.542302 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.542654 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.543003 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.543349 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: port before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.543693 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router precommit_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.544053 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router after_update 55549900 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.544402 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.544757 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.545121 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.545471 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.545863 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > agent after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.546218 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > agent after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.546566 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > network after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.547438 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Tracking information for resource: router configured {{(pid=101774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:08:13.547812 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Tracking information for resource: floatingip configured {{(pid=101774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:08:13.553342 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.db.l3_agentschedulers_db [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 09 04:08:13.553942 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: port after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.554307 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: port after_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.554662 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: port after_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.555018 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: port after_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.555804 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router before_create 55550100 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.556172 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.556540 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router precommit_create 55550100 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.556901 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > router precommit_update 55550100 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.561913 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.services.provider_configuration [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Service providers = [] {{(pid=101774) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 09 04:08:13.562282 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.db.servicetype_db [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101774) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 09 04:08:13.565227 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.services.service_base [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 04:08:13.565642 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.services.service_base [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 04:08:13.565997 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.services.service_base [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 04:08:13.566896 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.services.service_base [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 04:08:13.567271 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.services.service_base [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 09 04:08:13.567649 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:08:13.567970 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 09 04:08:13.580019 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:08:13.580359 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading Plugin: auto_allocate Nov 09 04:08:13.586272 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: network precommit_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.586649 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: network precommit_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.587173 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:08:13.587503 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading Plugin: tag Nov 09 04:08:13.594313 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:08:13.594915 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading Plugin: timestamp Nov 09 04:08:13.599337 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:08:13.599675 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading Plugin: network_ip_availability Nov 09 04:08:13.605148 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.605548 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.605914 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.606631 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:08:13.606955 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading Plugin: flavors Nov 09 04:08:13.612003 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:08:13.612298 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading Plugin: revisions Nov 09 04:08:13.616682 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:08:13.617076 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_concurrency.lockutils [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.746s {{(pid=101774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 09 04:08:13.617854 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101774) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 09 04:08:13.618198 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Initializing extension manager. Nov 09 04:08:13.618720 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: __init__.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.619064 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: __pycache__ {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.619404 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.619741 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: address_group.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.620506 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.621068 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: address-group Nov 09 04:08:13.621395 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: address_scope.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.622150 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.622666 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: address-scope Nov 09 04:08:13.622993 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.623932 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.624448 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: router-admin-state-down-before-update Nov 09 04:08:13.624774 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: agent.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.625480 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.626012 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: agent Nov 09 04:08:13.626339 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: agent_resources_synced.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.627278 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.627787 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: agent-resources-synced Nov 09 04:08:13.628640 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: allowedaddresspairs.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.630465 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.630985 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: allowed-address-pairs Nov 09 04:08:13.631317 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: auto_allocated_topology.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.632415 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.632934 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: auto-allocated-topology Nov 09 04:08:13.633267 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: availability_zone.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.633998 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.634505 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: availability_zone Nov 09 04:08:13.634830 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: availability_zone_filter.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.635759 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.636279 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: availability_zone_filter Nov 09 04:08:13.636624 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: data_plane_status.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.637577 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.638087 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension data-plane-status not supported by any of loaded plugins Nov 09 04:08:13.638416 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: default_subnetpools.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.639349 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.639861 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: default-subnetpools Nov 09 04:08:13.640189 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.641007 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.641577 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: dhcp_agent_scheduler Nov 09 04:08:13.641869 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: dns.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.642795 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.643301 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension dns-integration not supported by any of loaded plugins Nov 09 04:08:13.643647 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: dns_domain_ports.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.645092 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.645633 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 09 04:08:13.645964 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.646905 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.647421 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 09 04:08:13.647755 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: dvr.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.648434 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.648947 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: dvr Nov 09 04:08:13.649273 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: ecmp_routes.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.650236 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.650749 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 09 04:08:13.651075 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: empty_string_filtering.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.651997 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.652506 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: empty-string-filtering Nov 09 04:08:13.652829 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.653791 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.654299 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 09 04:08:13.654621 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.655550 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.656053 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 09 04:08:13.656376 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: external_net.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.657298 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.657842 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: external-net Nov 09 04:08:13.658168 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.659090 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.659633 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: extra_dhcp_opt Nov 09 04:08:13.659955 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: extraroute.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.660880 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.661387 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: extraroute Nov 09 04:08:13.661749 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: extraroute_atomic.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.662803 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.663314 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: extraroute-atomic Nov 09 04:08:13.663640 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: filter_validation.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.664483 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.665000 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: filter-validation Nov 09 04:08:13.665327 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: fip_pf_description.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.666288 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.666802 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 09 04:08:13.667131 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: fip_port_details.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.668063 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.668574 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: fip-port-details Nov 09 04:08:13.668900 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: flavors.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.670177 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.670701 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: flavors Nov 09 04:08:13.671027 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.672702 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.673230 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 09 04:08:13.673673 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: floatingip_pools.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.674394 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.674939 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: floatingip-pools Nov 09 04:08:13.675276 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: ip_allocation.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.676220 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.676729 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension ip_allocation not supported by any of loaded plugins Nov 09 04:08:13.677061 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.678023 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.678540 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: ip-substring-filtering Nov 09 04:08:13.678872 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: l2_adjacency.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.679816 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.680330 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 09 04:08:13.680664 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: l3.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.681650 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.682177 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: router Nov 09 04:08:13.682507 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.684781 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.685308 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 09 04:08:13.685682 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.686650 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.687174 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: ext-gw-mode Nov 09 04:08:13.687507 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.688463 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.688973 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: l3-ha Nov 09 04:08:13.689304 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: l3_flavors.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.690255 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.691291 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: l3-flavors Nov 09 04:08:13.691617 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.692540 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.693058 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 09 04:08:13.693386 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: l3agentscheduler.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.694446 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.694962 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: l3_agent_scheduler Nov 09 04:08:13.695298 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: logging.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.696823 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.697347 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension logging not supported by any of loaded plugins Nov 09 04:08:13.697710 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: metering.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.698468 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.699048 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: metering Nov 09 04:08:13.699381 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.700619 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.701143 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: metering_source_and_destination_fields Nov 09 04:08:13.701479 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: multiprovidernet.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.702448 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.702963 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: multi-provider Nov 09 04:08:13.703295 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: netmtu.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.704238 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.704749 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: net-mtu Nov 09 04:08:13.705077 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: netmtu_writable.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.706040 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.707119 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: net-mtu-writable Nov 09 04:08:13.707448 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: network_availability_zone.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.708129 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.708641 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: network_availability_zone Nov 09 04:08:13.708966 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: network_ip_availability.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.710118 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.710629 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: network-ip-availability Nov 09 04:08:13.710955 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: network_segment_range.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.711724 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.712235 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension network-segment-range not supported by any of loaded plugins Nov 09 04:08:13.712561 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: pagination.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.713579 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.713914 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: pagination Nov 09 04:08:13.714236 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: port_device_profile.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.715173 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.715690 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: port-device-profile Nov 09 04:08:13.716016 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.716965 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.717481 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: port-mac-address-regenerate Nov 09 04:08:13.717845 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.718780 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.719288 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: port-numa-affinity-policy Nov 09 04:08:13.719869 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: port_resource_request.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.720806 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.721317 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension port-resource-request not supported by any of loaded plugins Nov 09 04:08:13.721684 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: port_resource_request_groups.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.722690 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.723203 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 09 04:08:13.723532 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: portbindings.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.724485 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.724998 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: binding Nov 09 04:08:13.725327 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: portbindings_extended.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.726660 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.727178 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: binding-extended Nov 09 04:08:13.727512 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: portsecurity.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.728449 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.728967 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: port-security Nov 09 04:08:13.729296 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: project_id.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.730307 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.730642 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: project-id Nov 09 04:08:13.730968 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: providernet.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.731915 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.732429 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: provider Nov 09 04:08:13.732757 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: qos.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.736405 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.736932 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension qos not supported by any of loaded plugins Nov 09 04:08:13.737271 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.738678 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.739201 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 09 04:08:13.739535 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.740476 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.740994 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 09 04:08:13.741326 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: qos_default.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.742299 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.742821 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension qos-default not supported by any of loaded plugins Nov 09 04:08:13.743155 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: qos_fip.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.743824 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.744328 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension qos-fip not supported by any of loaded plugins Nov 09 04:08:13.744655 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: qos_gateway_ip.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.745622 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.746139 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 09 04:08:13.746468 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: qos_port_network_policy.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.747393 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.747910 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 09 04:08:13.748242 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.749283 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.749840 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 09 04:08:13.750173 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: qos_pps_rule.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.751359 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.752056 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension qos-pps not supported by any of loaded plugins Nov 09 04:08:13.752391 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: qos_rule_type_details.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.753879 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.754396 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 09 04:08:13.754728 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: qos_rules_alias.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.755805 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.756327 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 09 04:08:13.756656 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: quota_check_limit.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.757614 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.758138 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: quota-check-limit Nov 09 04:08:13.758467 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: quotasv2.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.759411 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.759745 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: quotas Nov 09 04:08:13.760072 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: quotasv2_detail.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.763236 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.763582 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: quota_details Nov 09 04:08:13.763918 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: rbac.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.764979 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.765529 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: rbac-policies Nov 09 04:08:13.765868 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: rbac_address_group.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.766830 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.767353 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: rbac-address-group Nov 09 04:08:13.767689 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: rbac_address_scope.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.768664 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.769731 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: rbac-address-scope Nov 09 04:08:13.770062 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: rbac_security_groups.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.771016 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.771531 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: rbac-security-groups Nov 09 04:08:13.771859 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: rbac_subnetpool.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.772799 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.773314 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: rbac-subnetpool Nov 09 04:08:13.773673 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: revisionifmatch.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.774612 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.775127 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: revision-if-match Nov 09 04:08:13.775454 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: revisions.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.776597 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.777118 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: standard-attr-revisions Nov 09 04:08:13.777446 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: router_availability_zone.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.778154 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.778667 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: router_availability_zone Nov 09 04:08:13.778993 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: routerservicetype.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.779933 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.780438 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension router-service-type not supported by any of loaded plugins Nov 09 04:08:13.780762 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.781720 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.782232 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: security-groups-normalized-cidr Nov 09 04:08:13.782559 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.783576 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.784086 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: port-security-groups-filtering Nov 09 04:08:13.784437 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.785383 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.785928 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: security-groups-remote-address-group Nov 09 04:08:13.786258 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.787213 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.787725 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: security-groups-shared-filtering Nov 09 04:08:13.788049 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.788645 dv-neutron-816800-2-hyperv neutron-server[101774]: WARNING neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 09 04:08:13.788965 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: securitygroup.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.798804 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.799339 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: security-group Nov 09 04:08:13.799677 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: segment.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.800500 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.801012 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension segment not supported by any of loaded plugins Nov 09 04:08:13.801343 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.802331 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.802841 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 09 04:08:13.803169 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: servicetype.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.804301 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.804828 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: service-type Nov 09 04:08:13.805161 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: sorting.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.806197 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.806539 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: sorting Nov 09 04:08:13.806870 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: standard_attr_segment.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.807805 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.808331 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 09 04:08:13.808660 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: standardattrdescription.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.809321 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.809868 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: standard-attr-description Nov 09 04:08:13.810199 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: stateful_security_group.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.811137 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.811651 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: stateful-security-group Nov 09 04:08:13.811980 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: stdattrs_common.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.812559 dv-neutron-816800-2-hyperv neutron-server[101774]: WARNING neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 09 04:08:13.812886 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.813862 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.814402 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 09 04:08:13.814733 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: subnet_onboard.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.816356 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.816880 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: subnet_onboard Nov 09 04:08:13.817214 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.818199 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.818725 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 09 04:08:13.819053 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: subnet_service_types.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.819996 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.820513 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: subnet-service-types Nov 09 04:08:13.820842 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: subnetallocation.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.821974 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.822491 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: subnet_allocation Nov 09 04:08:13.822820 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.823500 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.824010 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: subnetpool-prefix-ops Nov 09 04:08:13.824338 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.825293 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.825859 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 09 04:08:13.826191 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: tagging.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.827272 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.827789 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: standard-attr-tag Nov 09 04:08:13.828120 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: timestamp.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.829371 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.829927 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loaded extension: standard-attr-timestamp Nov 09 04:08:13.830258 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: trunk.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.831852 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.832374 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension trunk not supported by any of loaded plugins Nov 09 04:08:13.832710 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: trunk_details.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.833682 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.834199 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension trunk-details not supported by any of loaded plugins Nov 09 04:08:13.834529 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: uplink_status_propagation.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.835481 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.835995 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 09 04:08:13.836326 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Loading extension file: vlantransparent.py {{(pid=101774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:08:13.837009 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:08:13.837572 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 09 04:08:13.840074 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:network Nov 09 04:08:13.840625 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:subnet Nov 09 04:08:13.841042 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 04:08:13.841457 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:port Nov 09 04:08:13.842743 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.v2.resource_helper [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:08:13.843190 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.v2.resource_helper [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Service FLAVORS assigned prefix: {{(pid=101774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:08:13.843807 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.v2.resource_helper [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:08:13.844248 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.v2.resource_helper [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:08:13.844851 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:router Nov 09 04:08:13.845291 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 04:08:13.845814 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.v2.resource_helper [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Service METERING assigned prefix: /metering {{(pid=101774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:08:13.847292 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.847679 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.848039 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:08:13.849051 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 04:08:13.849536 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:security_group Nov 09 04:08:13.849994 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 04:08:13.850602 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.v2.resource_helper [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Service CORE assigned prefix: {{(pid=101774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:08:13.850939 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 04:08:13.851292 dv-neutron-816800-2-hyperv neutron-server[101774]: WARNING neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] subnetpool is already registered Nov 09 04:08:13.851718 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.v2.resource_helper [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Service CORE assigned prefix: {{(pid=101774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:08:13.852052 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 04:08:13.852390 dv-neutron-816800-2-hyperv neutron-server[101774]: WARNING neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] subnetpool is already registered Nov 09 04:08:13.854820 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.v2.resource_helper [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:08:13.855270 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.v2.resource_helper [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Service FLAVORS assigned prefix: {{(pid=101774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:08:13.855912 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.v2.resource_helper [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:08:13.856339 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.v2.resource_helper [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:08:13.856677 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:router Nov 09 04:08:13.857021 dv-neutron-816800-2-hyperv neutron-server[101774]: WARNING neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] router is already registered Nov 09 04:08:13.857454 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 04:08:13.857822 dv-neutron-816800-2-hyperv neutron-server[101774]: WARNING neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] floatingip is already registered Nov 09 04:08:13.858294 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.v2.resource_helper [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Service METERING assigned prefix: /metering {{(pid=101774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:08:13.859015 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 04:08:13.859358 dv-neutron-816800-2-hyperv neutron-server[101774]: WARNING neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] rbac_policy is already registered Nov 09 04:08:13.859781 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:security_group Nov 09 04:08:13.860126 dv-neutron-816800-2-hyperv neutron-server[101774]: WARNING neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] security_group is already registered Nov 09 04:08:13.860548 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 04:08:13.860888 dv-neutron-816800-2-hyperv neutron-server[101774]: WARNING neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] security_group_rule is already registered Nov 09 04:08:13.861384 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.v2.resource_helper [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Service CORE assigned prefix: {{(pid=101774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:08:13.861766 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 04:08:13.862155 dv-neutron-816800-2-hyperv neutron-server[101774]: WARNING neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] subnetpool is already registered Nov 09 04:08:13.862557 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.v2.resource_helper [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Service CORE assigned prefix: {{(pid=101774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:08:13.862888 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 04:08:13.863226 dv-neutron-816800-2-hyperv neutron-server[101774]: WARNING neutron.quota.resource_registry [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] subnetpool is already registered Nov 09 04:08:13.864959 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: extensions {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.866442 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: address-groups {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.867935 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: address-scopes {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.869152 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: agents {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.870440 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: auto-allocated-topology {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.871693 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: availability_zones {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.872904 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: dhcp-networks {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.874354 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: dhcp-agents {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.875867 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: routers {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.878507 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: flavors {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.879797 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: service_profiles {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.881006 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: next_providers {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.882495 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: service_profiles {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.883931 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: floatingip-pools {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.885260 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: routers {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.887403 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: floatingips {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.888681 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: l3-routers {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.890174 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: l3-agents {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.891581 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: metering-labels {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.892834 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: metering-label-rules {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.894355 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: network-ip-availabilities {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.896114 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: bindings {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.897710 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: quotas {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.899363 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: quotas {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.900900 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: rbac-policies {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.902138 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: security-groups {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.903460 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: security-group-rules {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.904735 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: service-providers {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.905972 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: subnetpools {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.907374 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: subnetpools {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.908860 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: tags {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.910589 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: tags {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.912536 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: tags {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.914338 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: tags {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.916042 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: tags {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.918027 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: tags {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.919712 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: tags {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.922488 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: tags {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.924259 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: tags {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.926553 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron.api.extensions [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Extended resource: tags {{(pid=101774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:08:13.932627 dv-neutron-816800-2-hyperv neutron-server[101774]: WARNING keystonemiddleware.auth_token [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 09 04:08:13.937169 dv-neutron-816800-2-hyperv neutron-server[101774]: WARNING keystonemiddleware.auth_token [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 09 04:08:13.946665 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_concurrency.lockutils [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Acquired lock "singleton_lock" {{(pid=101774) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 09 04:08:13.947146 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_concurrency.lockutils [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Releasing lock "singleton_lock" {{(pid=101774) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 09 04:08:13.947795 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO oslo_service.service [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Starting 2 workers Nov 09 04:08:13.952627 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Started child 101883 {{(pid=101774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 04:08:13.957101 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Started child 101884 {{(pid=101774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 04:08:13.958046 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:13.958723 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO neutron.service [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 09 04:08:13.959273 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Publish callbacks [] for process, before_spawn {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:13.959512 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [-] (101883) wsgi starting up on http://0.0.0.0:9696 Nov 09 04:08:13.961673 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO oslo_service.service [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Starting 1 workers Nov 09 04:08:13.961813 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:13.963144 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [-] (101884) wsgi starting up on http://0.0.0.0:9696 Nov 09 04:08:13.966846 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Started child 101885 {{(pid=101774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 04:08:13.967397 dv-neutron-816800-2-hyperv neutron-server[101774]: INFO oslo_service.service [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Starting 1 workers Nov 09 04:08:13.970870 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.service [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] calling RpcWorker wait() {{(pid=101885) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 09 04:08:13.971417 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.service [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] returning from RpcWorker wait() {{(pid=101885) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 09 04:08:13.972099 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Started child 101886 {{(pid=101774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 04:08:13.972728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:13.972839 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG neutron_lib.callbacks.manager [None req-7fff4279-4803-42c6-9ead-52d5b757e3d8 None None] Publish callbacks [] for process, after_spawn {{(pid=101774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:13.973246 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:08:13.974742 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101774) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 04:08:13.974967 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 04:08:13.975154 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 04:08:13.975368 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 04:08:13.975701 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 04:08:13.975866 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 04:08:13.976366 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.976651 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.976904 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.977131 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:13.977617 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.977617 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.978017 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.978261 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.978519 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.978803 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.979062 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.979232 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.979397 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.979644 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.979883 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.980169 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.980455 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.980717 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.980981 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.981151 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.981414 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.981719 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.981966 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.982225 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] debug = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.982482 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.982966 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.983195 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.983454 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.983692 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.983975 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.984222 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.984483 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.984722 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.984938 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.985184 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.985448 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.985726 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.985959 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.986225 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.986460 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.986712 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.986933 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.987955 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] host = dv-neutron-816800-2-hyperv {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.988173 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.988398 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.988649 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.988894 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.989163 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.989377 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.989644 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.989904 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.990146 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.990396 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.990667 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.990922 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.991141 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.991383 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_file = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.991549 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_options = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.991787 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.992051 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.992318 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.992520 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.992691 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.992904 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.993125 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.993289 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.993552 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.993804 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.994022 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.994244 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.994461 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.994695 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.994945 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.995179 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.995412 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.995644 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.995902 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.996148 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.996373 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.996614 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.996851 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.997088 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.997307 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.997535 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.997805 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.998038 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.998281 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.998541 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.998778 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.999034 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.999269 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.999520 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:13.999782 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.000015 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.000251 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.000469 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.000737 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.000964 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.001223 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.001468 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.001728 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.001979 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.002196 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.002412 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.002658 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] use_json = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.002875 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.003694 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.003951 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.004166 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.004413 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.004629 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.004842 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.005110 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.005653 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.005873 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.006207 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.006478 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.006707 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.006954 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.007203 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.007424 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.007686 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.007924 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.008048 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:08:14.008263 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.008505 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.008790 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.009011 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.009272 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.009606 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.009867 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.010149 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.010402 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.010641 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.010866 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.011096 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.011370 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.011625 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.011889 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.012135 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.012356 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.012731 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.013202 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.013389 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.013697 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.013830 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.013953 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.014198 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.014439 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.014659 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.014898 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.015206 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.015537 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.015775 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.016044 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.016383 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.016508 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.016735 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.017375 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.017375 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.017592 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.017744 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.017961 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.019944 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.019944 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.019944 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.019944 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.019944 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.019944 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.019944 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.019944 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.020459 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.020806 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.020906 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.021328 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.021627 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.021860 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.022061 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.022277 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.022491 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.022745 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.022963 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.023191 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.023413 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.023958 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.023958 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.024214 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.025708 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.025708 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.025708 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.025708 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.025708 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.025708 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.025708 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.025708 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.026214 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.026214 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.026409 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.026595 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.026729 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.026945 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.027212 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.027399 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.027680 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.027981 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.028232 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.028480 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.028724 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.028992 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.029312 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.029464 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.029705 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.029920 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.030152 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.030416 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.030647 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.031483 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.031483 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.031483 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.031766 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.031851 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.032048 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.032264 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.032498 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.032733 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.033008 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.033276 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.033541 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.033759 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.034010 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.034298 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.034540 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.034831 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.035064 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.035337 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.035642 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.035913 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.036187 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.036440 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.036671 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.037062 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.037222 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.037540 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.037776 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.038024 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.038258 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.038544 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.038788 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.039004 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.039215 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.039466 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.039808 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.040061 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.040297 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.040529 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.040794 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.041043 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.041300 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.041578 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.041831 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.042062 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.042315 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.042566 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.042783 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.043014 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.043244 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.043453 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.043688 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.043917 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.044151 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.044363 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.044575 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.044838 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.045054 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.045271 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.045541 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.045766 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.045980 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.046223 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.046434 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.046656 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.046908 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.047128 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.047344 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.047561 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.047771 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.048018 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.048256 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.048517 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.048766 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.048979 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.049205 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.049426 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.049707 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.050462 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.050706 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.050946 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.051158 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.051395 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.051613 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.051824 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.052054 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.052279 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.052524 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.052761 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.053012 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.053337 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.053609 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.053838 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.054085 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.054300 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.054548 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.054765 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.054982 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.055196 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.055411 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.055628 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.055893 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.056114 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.056365 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.056576 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.056814 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.057015 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.057227 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.057438 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.057838 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.058090 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.058320 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.058572 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.058807 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.059038 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.059271 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.059479 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.059691 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.059909 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.060125 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.060338 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.060557 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.060773 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.060982 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.061202 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.061424 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.061685 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.061946 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.062153 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.062371 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.062592 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.062811 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.063021 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.063263 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.063468 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.063676 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.063895 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.064112 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.064320 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.064572 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.064782 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.064992 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.065231 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.065447 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.066251 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.066568 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.066836 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.067081 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.067360 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.067590 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.067843 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.068081 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.068412 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.068624 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.068859 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.069075 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.069290 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.069524 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.069792 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.070110 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.070392 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.070647 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.070903 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.071176 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.071456 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.071716 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.071931 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.072219 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.072556 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.072822 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.073079 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.073325 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.073598 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.073845 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.074059 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.074294 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.074530 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.074748 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.075006 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.075238 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.075483 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.075720 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.075948 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.076165 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.076418 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.076646 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.076902 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.077118 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.077270 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 04:08:14.077821 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101774) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 04:08:14.077981 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 04:08:14.078132 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 04:08:14.078303 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 04:08:14.078475 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 04:08:14.078628 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 04:08:14.078834 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.078995 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.079153 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.079310 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.079466 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.079642 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.079795 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.079956 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.080111 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.080267 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.080424 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.080579 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.080736 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.080895 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.081051 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.081232 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.081388 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.081567 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.081731 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.081888 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.082045 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.082200 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.082357 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] debug = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.082515 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.082710 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.082872 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.083029 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.083185 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.083342 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.083497 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.083671 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.083796 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.083957 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.084114 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.084271 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.084427 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.084585 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.084741 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.084899 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.085056 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.085213 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.085368 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] host = dv-neutron-816800-2-hyperv {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.085543 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.085704 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.085855 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.086011 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.086169 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.086324 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.086481 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.086636 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.086791 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.086948 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.087104 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.087260 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.087415 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.087573 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_file = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.087741 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_options = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.087872 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.088143 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.088239 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.088356 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.088679 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.088679 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.088834 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.088973 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.089104 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.089424 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.089424 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.089603 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.089720 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.089881 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.090038 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.090189 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.090347 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.090506 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.090661 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.090824 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.091004 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.091125 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.091286 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.091478 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.091632 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.091785 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.091939 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.092081 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.092223 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.092358 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.092512 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.092667 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.092822 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.092978 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.093132 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.093295 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.093452 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.093630 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.093788 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.093945 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.094103 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.094261 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.094661 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.094827 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.094983 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.095139 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.095294 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] use_json = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.095452 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.095608 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.095764 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.095923 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.096081 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.096237 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.096393 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.096551 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:08:14.096754 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.096897 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.097070 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.097230 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.097387 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.097573 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.097731 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.097887 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.098048 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.098207 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.098372 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.098530 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.098701 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.098860 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.099019 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.099182 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.099342 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.099500 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.099658 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.099821 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.099983 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.100124 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.100299 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.100458 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.100616 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.100780 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.100942 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.101115 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.101269 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.101431 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.101611 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.101772 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.101936 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.102160 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.102298 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.102432 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.102563 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.102716 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.102837 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.102984 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.103144 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.103304 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.103465 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.103625 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.103785 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.103946 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.104104 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.104264 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.104425 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.104584 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.104744 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.104909 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.105067 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.105226 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.105386 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.105576 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.105736 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.105896 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.106057 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.106217 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.106375 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.106535 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.106693 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.106852 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.107011 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.107169 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.107345 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.107501 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.107648 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.107786 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.108289 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.108289 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.108289 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.108694 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.108694 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.108694 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.108994 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.108994 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.109151 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.109279 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.109439 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.109666 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.109835 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.109998 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.110158 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.110243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:08:14.110343 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.110463 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.110623 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.110787 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.110956 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.111131 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.111290 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.111451 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.111610 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.111771 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.111930 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.112091 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.112301 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.112926 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.113087 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.113247 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.113406 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.113591 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.113755 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.113916 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.114076 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.114236 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.114396 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.114554 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.114713 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.114872 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.115032 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.115191 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.115350 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.115509 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.115668 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.115838 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.115998 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.116160 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.116319 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.116487 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.116656 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.116817 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.116979 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.117138 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.117297 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.117455 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.117636 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.117796 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.117956 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.118115 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.118274 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.118442 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.118613 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.118773 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.118934 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.119093 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.119274 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.119438 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.119591 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.119742 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.119902 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.120063 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.120222 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.120366 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.120530 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.120689 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.120849 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.121010 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.121170 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.121334 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.121571 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.121732 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.121881 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.122044 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.122210 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.122361 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.122500 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.122646 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.122784 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.122941 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.123084 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.123250 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.123413 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.123556 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.123722 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.123866 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.124029 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.124173 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.124338 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.124599 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.124750 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.124889 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.125024 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.125160 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.125245 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.125384 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.125563 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.125726 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.125887 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.126048 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.126210 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.126369 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.126531 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.126691 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.126851 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.127012 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.127173 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.127333 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.127495 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.127654 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.127815 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.128010 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.128687 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.128849 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.129009 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.129168 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.129328 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.129520 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.129673 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.129827 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.129987 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.130146 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.130308 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.130470 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.130629 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.130790 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.130949 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.131108 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.131272 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.131431 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.131604 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.131765 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.131925 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.132084 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.132244 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.132405 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.132575 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.132735 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.132894 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.133052 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.133211 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.133371 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.133560 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.133722 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.133882 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.134041 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.134200 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.134360 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.134528 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.134687 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.134847 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.135005 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.135164 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.135323 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.135491 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.135651 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.135811 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.135969 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.136128 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.136287 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.136456 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.136616 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.136776 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.136935 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.137093 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.137253 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.137420 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.137601 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.137762 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.137929 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.138089 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.138247 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.138406 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.138576 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.138737 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.138898 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.139062 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.139212 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.139371 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.139532 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.139697 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.139868 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.140030 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.140193 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.140359 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.140526 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.140694 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.140853 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.141018 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.141188 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.141352 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.141528 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.141690 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.141849 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.142009 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.142168 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.142328 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.142487 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.142647 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.142805 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.142964 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.143124 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.143270 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.143428 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.143605 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.143768 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.143928 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.144087 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.144246 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:08:14.144397 dv-neutron-816800-2-hyperv neutron-server[101774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 04:08:14.335164 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 42558) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:08:14.343782 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063725 Nov 09 04:08:25.488208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be53c89-a22f-441a-b652-9cd7f6988632 None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:08:25.609231 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be53c89-a22f-441a-b652-9cd7f6988632 None None] No non-hosted networks {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 09 04:08:25.627259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.agentschedulers_db [None req-9be53c89-a22f-441a-b652-9cd7f6988632 None None] DHCP Agent not found on host dv-neutron-816800-2-hyperv {{(pid=101885) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 09 04:08:25.690482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b2ed2d8c-d264-4a2e-a36f-4000560d171c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592104'] for agent, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:27.760035 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a97c90db-2037-468b-828e-86deff2621d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592104'] for agent, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:27.799385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8047b20b-34f9-4c9f-b9a8-c6647d5798ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:29.000455 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592104'] for agent, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:30.191113 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592104'] for agent, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:30.863647 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592104'] for agent, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:30.864449 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:30.865031 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:30.865603 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:30.866118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:30.866532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:30.867108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:30.867661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:30.868002 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:30.868524 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:30.869077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:30.869498 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:30.869913 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:30.870523 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-816800-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:08:30.881782 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-816800-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:08:31.649434 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 42648) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:08:32.184622 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING oslo_policy.policy [None req-f5c6b6cf-8ba1-4749-be0d-a9775b9c9ed3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:08:32.185237 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING oslo_policy.policy [None req-f5c6b6cf-8ba1-4749-be0d-a9775b9c9ed3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:08:32.410468 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-f5c6b6cf-8ba1-4749-be0d-a9775b9c9ed3 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:08:32.424432 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f5c6b6cf-8ba1-4749-be0d-a9775b9c9ed3 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7610788 Nov 09 04:08:33.280432 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.db.l3_hamode_db [None req-7523489a-dd70-427d-ad63-d3e13f08d802 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 09 04:08:33.361576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523489a-dd70-427d-ad63-d3e13f08d802 None None] Routers set() bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:08:33.362518 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523489a-dd70-427d-ad63-d3e13f08d802 None None] Router IDs set() for agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 04:08:34.909471 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 42664) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:08:35.398961 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING oslo_policy.policy [None req-a48b5ecf-93b8-49a2-b441-c4f75b1a085d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:08:35.399542 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING oslo_policy.policy [None req-a48b5ecf-93b8-49a2-b441-c4f75b1a085d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:08:35.620144 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a48b5ecf-93b8-49a2-b441-c4f75b1a085d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:08:35.715019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.policy [None req-a48b5ecf-93b8-49a2-b441-c4f75b1a085d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101883) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 04:08:35.761495 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING oslo_policy.policy [None req-a48b5ecf-93b8-49a2-b441-c4f75b1a085d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:08:35.761913 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING oslo_policy.policy [None req-a48b5ecf-93b8-49a2-b441-c4f75b1a085d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:08:35.770966 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.quota [None req-a48b5ecf-93b8-49a2-b441-c4f75b1a085d admin admin] Loaded quota_driver: . Nov 09 04:08:35.860410 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a48b5ecf-93b8-49a2-b441-c4f75b1a085d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748278571414', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748278572869', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748278558761', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748278558309', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748278017623', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748278586317', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3798517', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3951056', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-856990', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684949'] for rbac-policy, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:35.925329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a48b5ecf-93b8-49a2-b441-c4f75b1a085d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:35.926726 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a48b5ecf-93b8-49a2-b441-c4f75b1a085d admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0151927 Nov 09 04:08:38.579922 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 42682) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:08:38.867983 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '24717e2f2a4543a698aa76fa67edad26', 'tenant_id': '24717e2f2a4543a698aa76fa67edad26', 'name': 'private'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:08:38.896982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Made reservation on behalf of 24717e2f2a4543a698aa76fa67edad26 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:08:38.899752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:38.915459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:39.019299 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:39.022792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:39.041267 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:08:39.069425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748279869736', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:39.070012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Unsubscribe: segment precommit_create {{(pid=101883) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 04:08:39.070530 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Added segment ebaaf451-7843-42d0-9f8f-2ceba6c2a755 of type vlan for network c0573d14-501a-4aec-93c3-0a53626e8fd3 Nov 09 04:08:39.086904 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777d4bee-f9c7-4aa4-ab72-70aedfb791f1,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:08:39.135889 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:39.136249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:39.136585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:39.136912 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:39.137235 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:39.137582 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:39.137904 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:39.138244 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:39.138565 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:39.138881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:39.139195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:39.139510 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Tracked resource versions report: Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: pushed versions: Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: { 'AddressGroup': {'1.2'}, Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'ConntrackHelper': {'1.0'}, Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Log': {'1.0'}, Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Network': {'1.1'}, Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Port': {'1.7'}, Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'PortForwarding': {'1.2'}, Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'QosPolicy': {'1.10'}, Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'SecurityGroup': {'1.5'}, Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'SubPort': {'1.0'}, Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Subnet': {'1.1'}, Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Trunk': {'1.1'}} Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: consumer versions: Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: { DHCP agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: L3 agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: Metadata agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: Metering agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: Open vSwitch agent@dv-neutron-816800-2-hyperv: { 'AddressGroup': '1.2', Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'ConntrackHelper': '1.0', Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Log': '1.0', Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Network': '1.1', Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Port': '1.7', Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'PortForwarding': '1.2', Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'QosPolicy': '1.10', Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'SecurityGroup': '1.5', Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'SecurityGroupRule': '1.2', Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'SubPort': '1.0', Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Subnet': '1.1', Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Trunk': '1.1'}} Nov 09 04:08:39.140858 dv-neutron-816800-2-hyperv neutron-server[101883]: {{(pid=101883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:08:39.186760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:39.226820 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:39.228030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:08:39.228740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:39.286650 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7050409 Nov 09 04:08:39.329772 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61693556-8506-4957-beb1-5d83f5efef57 admin admin] Pushing event updated for resources: {'Network': ['ID=c0573d14-501a-4aec-93c3-0a53626e8fd3,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:08:39.344603 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network c0573d14-501a-4aec-93c3-0a53626e8fd3 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:08:42.030626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 42698) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:08:42.536338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.policy [None req-feca5aa0-a2d9-45b9-b980-d7c2646cd9ce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101884) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 04:08:42.583488 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING oslo_policy.policy [None req-feca5aa0-a2d9-45b9-b980-d7c2646cd9ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:08:42.583859 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING oslo_policy.policy [None req-feca5aa0-a2d9-45b9-b980-d7c2646cd9ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:08:42.592017 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feca5aa0-a2d9-45b9-b980-d7c2646cd9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:08:42.593974 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-feca5aa0-a2d9-45b9-b980-d7c2646cd9ce admin admin] 10.222.0.21 "GET /v2.0/networks/c0573d14-501a-4aec-93c3-0a53626e8fd3 HTTP/1.1" status: 200 len: 824 time: 0.5624063 Nov 09 04:08:42.632246 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3fc823bf-01d6-4fc5-b736-260ad95146db admin admin] 10.222.0.21 "GET /v2.0/subnetpools/8643ef04-6cd8-4ff8-aec3-cc34697b9aaf HTTP/1.1" status: 200 len: 734 time: 0.0320523 Nov 09 04:08:42.641447 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '24717e2f2a4543a698aa76fa67edad26', 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3', 'subnetpool_id': '8643ef04-6cd8-4ff8-aec3-cc34697b9aaf'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:08:42.643333 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.quota [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Loaded quota_driver: . Nov 09 04:08:42.680612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Made reservation on behalf of 24717e2f2a4543a698aa76fa67edad26 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:08:42.683342 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Publish callbacks [] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:42.960011 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:43.027150 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Checking segment: {'id': 'ebaaf451-7843-42d0-9f8f-2ceba6c2a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:08:43.027531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Network hostable DHCP agents. Network: c0573d14-501a-4aec-93c3-0a53626e8fd3, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:08:43.040898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ebd1a7-a35f-44e3-ace2-d15faebf0922,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:08:43.054131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:43.054487 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:43.054822 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:43.055154 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:43.055475 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:43.055807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:43.056128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:43.056446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:43.056760 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:43.057072 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:43.057385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:43.057722 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Tracked resource versions report: Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: pushed versions: Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: { 'AddressGroup': {'1.2'}, Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'ConntrackHelper': {'1.0'}, Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Log': {'1.0'}, Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Network': {'1.1'}, Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Port': {'1.7'}, Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'PortForwarding': {'1.2'}, Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'QosPolicy': {'1.10'}, Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'SecurityGroup': {'1.5'}, Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'SubPort': {'1.0'}, Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Subnet': {'1.1'}, Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Trunk': {'1.1'}} Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: consumer versions: Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: { DHCP agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: L3 agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: Metadata agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: Metering agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: Open vSwitch agent@dv-neutron-816800-2-hyperv: { 'AddressGroup': '1.2', Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'ConntrackHelper': '1.0', Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Log': '1.0', Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Network': '1.1', Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Port': '1.7', Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'PortForwarding': '1.2', Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'QosPolicy': '1.10', Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'SecurityGroup': '1.5', Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'SecurityGroupRule': '1.2', Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'SubPort': '1.0', Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Subnet': '1.1', Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Trunk': '1.1'}} Nov 09 04:08:43.059022 dv-neutron-816800-2-hyperv neutron-server[101884]: {{(pid=101884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:08:43.083960 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Network c0573d14-501a-4aec-93c3-0a53626e8fd3 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:08:43.099630 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, c0573d14-501a-4aec-93c3-0a53626e8fd3) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:08:43.104016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:08:43.104635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:43.109572 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6afd7b-9a0d-4897-b1a7-21ab8f4de6d1 None None] Network c0573d14-501a-4aec-93c3-0a53626e8fd3 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:08:43.127043 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-835ac37f-e213-490a-8ebf-e48e1de0f1cb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4869416 Nov 09 04:08:43.428534 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c0573d14-501a-4aec-93c3-0a53626e8fd3', 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3', 'tenant_id': '24717e2f2a4543a698aa76fa67edad26', 'fixed_ips': [{'subnet_id': '26ebd1a7-a35f-44e3-ace2-d15faebf0922'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:08:43.429865 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:43.717588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Allocated IP 172.20.0.2 (c0573d14-501a-4aec-93c3-0a53626e8fd3/26ebd1a7-a35f-44e3-ace2-d15faebf0922/e5db5e80-e0f9-41ff-bbe1-087701d38c4f) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:08:43.916287 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:43.924427 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:43.994794 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Network c0573d14-501a-4aec-93c3-0a53626e8fd3 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:08:44.005622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:08:44.011115 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Pushing event updated for resources: {'Port': ['ID=e5db5e80-e0f9-41ff-bbe1-087701d38c4f,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:08:44.013315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:08:44.022984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:44.023347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:44.023687 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:44.024015 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:44.024338 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:44.024676 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:44.025004 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:44.025336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:44.025701 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:44.026025 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:44.026338 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:44.026649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Tracked resource versions report: Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: pushed versions: Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: { 'AddressGroup': {'1.2'}, Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'ConntrackHelper': {'1.0'}, Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Log': {'1.0'}, Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Network': {'1.1'}, Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Port': {'1.7'}, Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'PortForwarding': {'1.2'}, Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'QosPolicy': {'1.10'}, Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'SecurityGroup': {'1.5'}, Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'SubPort': {'1.0'}, Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Subnet': {'1.1'}, Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Trunk': {'1.1'}} Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: consumer versions: Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: { DHCP agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: L3 agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: Metadata agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: Metering agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: Open vSwitch agent@dv-neutron-816800-2-hyperv: { 'AddressGroup': '1.2', Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'ConntrackHelper': '1.0', Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Log': '1.0', Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Network': '1.1', Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Port': '1.7', Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'PortForwarding': '1.2', Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'QosPolicy': '1.10', Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'SecurityGroup': '1.5', Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'SecurityGroupRule': '1.2', Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'SubPort': '1.0', Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Subnet': '1.1', Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Trunk': '1.1'}} Nov 09 04:08:44.027997 dv-neutron-816800-2-hyperv neutron-server[101885]: {{(pid=101885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:08:44.100856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Attempting to bind port e5db5e80-e0f9-41ff-bbe1-087701d38c4f on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:08:44.101246 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Attempting to bind port e5db5e80-e0f9-41ff-bbe1-087701d38c4f by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'ebaaf451-7843-42d0-9f8f-2ceba6c2a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:08:44.101699 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Attempting to bind port e5db5e80-e0f9-41ff-bbe1-087701d38c4f on network c0573d14-501a-4aec-93c3-0a53626e8fd3 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:08:44.106569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:08:44.106956 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Checking segment: {'id': 'ebaaf451-7843-42d0-9f8f-2ceba6c2a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:08:44.107421 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:44.107804 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Bound using segment: {'id': 'ebaaf451-7843-42d0-9f8f-2ceba6c2a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:08:44.108290 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Bound port: e5db5e80-e0f9-41ff-bbe1-087701d38c4f, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaaf451-7843-42d0-9f8f-2ceba6c2a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:08:44.108699 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:44.168452 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] For port e5db5e80-e0f9-41ff-bbe1-087701d38c4f, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:08:44.172655 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] For port e5db5e80-e0f9-41ff-bbe1-087701d38c4f, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e5db5e80-e0f9-41ff-bbe1-087701d38c4f,segment=NetworkSegment(ebaaf451-7843-42d0-9f8f-2ceba6c2a755),segment_id=ebaaf451-7843-42d0-9f8f-2ceba6c2a755)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:08:44.177151 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:44.239682 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e962a-28a4-4a3a-9b4f-c3781643f4da None None] Pushing event updated for resources: {'Port': ['ID=e5db5e80-e0f9-41ff-bbe1-087701d38c4f,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:08:45.663971 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 42712) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:08:45.977018 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-899ebe7e-a19d-49a9-bc9a-478400e6b2de admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:08:45.978042 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-899ebe7e-a19d-49a9-bc9a-478400e6b2de admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3131006 Nov 09 04:08:48.471400 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 42720) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:08:48.780432 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-0467d01c-da62-4804-afda-08870371ba6e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:08:48.781404 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0467d01c-da62-4804-afda-08870371ba6e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3090258 Nov 09 04:08:51.540006 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 42730) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:08:51.838409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-67c32eb1-75f3-4885-9186-a585bff19b59 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '24717e2f2a4543a698aa76fa67edad26'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:08:51.863111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-67c32eb1-75f3-4885-9186-a585bff19b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:51.864735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-67c32eb1-75f3-4885-9186-a585bff19b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:52.023690 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-67c32eb1-75f3-4885-9186-a585bff19b59 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:52.028943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-67c32eb1-75f3-4885-9186-a585bff19b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:52.044602 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-67c32eb1-75f3-4885-9186-a585bff19b59 admin admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:52.045856 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-67c32eb1-75f3-4885-9186-a585bff19b59 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5048444 Nov 09 04:08:52.617554 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e5db5e80-e0f9-41ff-bbe1-087701d38c4f up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:08:52.709320 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port e5db5e80-e0f9-41ff-bbe1-087701d38c4f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:08:52.709741 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:52.821651 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:52.856442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port e5db5e80-e0f9-41ff-bbe1-087701d38c4f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e5db5e80-e0f9-41ff-bbe1-087701d38c4f,segment=NetworkSegment(ebaaf451-7843-42d0-9f8f-2ceba6c2a755),segment_id=ebaaf451-7843-42d0-9f8f-2ceba6c2a755)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:08:52.860621 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:52.908668 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=e5db5e80-e0f9-41ff-bbe1-087701d38c4f,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:08:53.291365 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1908a4-1fe0-4988-81ad-9344d212abbc None None] Network c0573d14-501a-4aec-93c3-0a53626e8fd3 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:08:53.416649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f3cdb26d-5d53-4b25-98b8-dbf78a2b4a93 None None] Provisioning complete for port e5db5e80-e0f9-41ff-bbe1-087701d38c4f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:08:53.417017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb26d-5d53-4b25-98b8-dbf78a2b4a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:53.756437 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-85a034de-66d0-4829-8161-bd94b20bfd8d None None] Provisioning complete for port e5db5e80-e0f9-41ff-bbe1-087701d38c4f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:08:53.757148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-85a034de-66d0-4829-8161-bd94b20bfd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:54.509104 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 42742) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:08:54.595176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e5db5e80-e0f9-41ff-bbe1-087701d38c4f up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:08:54.640877 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port e5db5e80-e0f9-41ff-bbe1-087701d38c4f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:08:54.641777 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:54.821994 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-381951b9-3eb2-454e-9904-27ce8528ba78 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:08:54.824465 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-381951b9-3eb2-454e-9904-27ce8528ba78 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3131101 Nov 09 04:08:55.437965 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd419850-1257-408d-8c8a-38717a2499e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:57.276172 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 42750) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:08:57.581424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:08:57.602407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] Made reservation on behalf of 72fafc6da3ad4da6b37034cb154a868e for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:08:57.604580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:57.612831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:57.681027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:57.684333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:57.698673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] Reserving flat network on physical network physnet1 {{(pid=101883) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 09 04:08:57.716870 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d1e22f-0f6a-4948-9ab3-dac8598e9910,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:08:57.721894 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:57.722237 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] Added segment a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd of type flat for network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be Nov 09 04:08:57.764067 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-070dff36-f7dc-48f6-a855-1dda909eeef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:57.773441 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:57.805044 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:57.805992 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:08:57.806556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:08:57.835660 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5584648 Nov 09 04:08:57.866847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd74e72-9ce7-48b9-bff5-1fdea5494237 admin admin] Pushing event updated for resources: {'Network': ['ID=2ae56fdc-e45e-4e1f-9dc0-66e535d470be,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:08:57.876686 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:08:58.954350 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:00.131868 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:00.282582 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 42768) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:09:00.494216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5372f17-44bc-4a12-a157-03a6b090a1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:09:00.495951 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b5372f17-44bc-4a12-a157-03a6b090a1d5 admin admin] 10.222.0.21 "GET /v2.0/subnets/26ebd1a7-a35f-44e3-ace2-d15faebf0922 HTTP/1.1" status: 200 len: 849 time: 0.2123754 Nov 09 04:09:00.666338 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4a019805-e9b6-41a8-a46a-59f051b62181 admin admin] 10.222.0.21 "GET /v2.0/routers/763813d6-2c49-4a27-8288-c6cbccc6cfc9 HTTP/1.1" status: 200 len: 704 time: 0.1636486 Nov 09 04:09:00.860346 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:00.926545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:01.217558 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Allocated IP 172.20.0.1 (c0573d14-501a-4aec-93c3-0a53626e8fd3/26ebd1a7-a35f-44e3-ace2-d15faebf0922/12737340-fa73-4919-b287-abe5c4bd5f16) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:09:01.397870 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:01.465895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:01.536203 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Network c0573d14-501a-4aec-93c3-0a53626e8fd3 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:09:01.541654 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:09:01.553339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:09:01.553903 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:01.575358 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Pushing event updated for resources: {'Port': ['ID=12737340-fa73-4919-b287-abe5c4bd5f16,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:09:01.702299 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-5ffeb771-8ebc-419b-b153-cb582f9daa74 None None] Provisioning complete for port 12737340-fa73-4919-b287-abe5c4bd5f16 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:09:01.703286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5ffeb771-8ebc-419b-b153-cb582f9daa74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:01.736432 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-5ffeb771-8ebc-419b-b153-cb582f9daa74 None None] Port 12737340-fa73-4919-b287-abe5c4bd5f16 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:09:01.798329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:02.000217 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:02.004435 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:02.005165 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:02.085927 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Pushing event updated for resources: {'Port': ['ID=12737340-fa73-4919-b287-abe5c4bd5f16,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:09:02.127621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Network c0573d14-501a-4aec-93c3-0a53626e8fd3 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:09:02.128875 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:09:02.288334 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Router 763813d6-2c49-4a27-8288-c6cbccc6cfc9 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:09:02.358086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-fc25ae28-e727-4183-ad7b-66c78978d488 None None] Provisioning complete for port 12737340-fa73-4919-b287-abe5c4bd5f16 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:09:02.358377 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fc25ae28-e727-4183-ad7b-66c78978d488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:02.378832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:09:02.384202 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c3135a19-1489-44f4-8ab4-94f2df27a738 admin admin] 10.222.0.21 "PUT /v2.0/routers/763813d6-2c49-4a27-8288-c6cbccc6cfc9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7119303 Nov 09 04:09:02.395102 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-fc25ae28-e727-4183-ad7b-66c78978d488 None None] Port 12737340-fa73-4919-b287-abe5c4bd5f16 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:09:02.409091 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Sync routers for ids ['763813d6-2c49-4a27-8288-c6cbccc6cfc9'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:09:02.422668 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Routers {'763813d6-2c49-4a27-8288-c6cbccc6cfc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:09:02.423471 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:08:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['763813d6-2c49-4a27-8288-c6cbccc6cfc9'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:09:02.606585 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Set router 763813d6-2c49-4a27-8288-c6cbccc6cfc9 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:09:03.026989 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763813d6-2c49-4a27-8288-c6cbccc6cfc9', 'name': 'router1', 'tenant_id': '24717e2f2a4543a698aa76fa67edad26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:08:51Z', 'updated_at': '2021-11-09T04:09:01Z', 'revision_number': 2, 'project_id': '24717e2f2a4543a698aa76fa67edad26', 'gw_port_host': None, '_interfaces': [{'id': '12737340-fa73-4919-b287-abe5c4bd5f16', 'name': '', 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3', 'tenant_id': '24717e2f2a4543a698aa76fa67edad26', 'mac_address': 'fa:16:3e:eb:80:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763813d6-2c49-4a27-8288-c6cbccc6cfc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26ebd1a7-a35f-44e3-ace2-d15faebf0922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:09:00Z', 'updated_at': '2021-11-09T04:09:01Z', 'revision_number': 2, 'project_id': '24717e2f2a4543a698aa76fa67edad26', 'subnets': [{'id': '26ebd1a7-a35f-44e3-ace2-d15faebf0922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8643ef04-6cd8-4ff8-aec3-cc34697b9aaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:09:03.076667 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Checking router: 763813d6-2c49-4a27-8288-c6cbccc6cfc9 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:09:03.077037 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Updating router 763813d6-2c49-4a27-8288-c6cbccc6cfc9 port 12737340-fa73-4919-b287-abe5c4bd5f16 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:09:03.124407 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:03.623224 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:03.631735 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:03.794011 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Attempting to bind port 12737340-fa73-4919-b287-abe5c4bd5f16 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:09:03.794404 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Attempting to bind port 12737340-fa73-4919-b287-abe5c4bd5f16 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'ebaaf451-7843-42d0-9f8f-2ceba6c2a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:09:03.794856 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Attempting to bind port 12737340-fa73-4919-b287-abe5c4bd5f16 on network c0573d14-501a-4aec-93c3-0a53626e8fd3 {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:09:03.797370 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2a3c6-fc15-4add-ad3b-0fa20f8c940a None None] Pushing event updated for resources: {'Port': ['ID=12737340-fa73-4919-b287-abe5c4bd5f16,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:09:03.807044 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:09:03.807452 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Checking segment: {'id': 'ebaaf451-7843-42d0-9f8f-2ceba6c2a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:09:03.807928 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:03.808307 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Bound using segment: {'id': 'ebaaf451-7843-42d0-9f8f-2ceba6c2a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:09:03.808805 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Bound port: 12737340-fa73-4919-b287-abe5c4bd5f16, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaaf451-7843-42d0-9f8f-2ceba6c2a755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:09:03.809193 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:03.812912 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2a3c6-fc15-4add-ad3b-0fa20f8c940a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:09:03.813257 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2a3c6-fc15-4add-ad3b-0fa20f8c940a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:09:03.813617 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2a3c6-fc15-4add-ad3b-0fa20f8c940a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:09:03.813950 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2a3c6-fc15-4add-ad3b-0fa20f8c940a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:09:03.814281 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2a3c6-fc15-4add-ad3b-0fa20f8c940a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:09:03.814607 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2a3c6-fc15-4add-ad3b-0fa20f8c940a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:09:03.814928 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2a3c6-fc15-4add-ad3b-0fa20f8c940a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:09:03.815263 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2a3c6-fc15-4add-ad3b-0fa20f8c940a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:09:03.815598 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2a3c6-fc15-4add-ad3b-0fa20f8c940a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:09:03.815916 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2a3c6-fc15-4add-ad3b-0fa20f8c940a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:09:03.816229 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2a3c6-fc15-4add-ad3b-0fa20f8c940a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:09:03.816540 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2a3c6-fc15-4add-ad3b-0fa20f8c940a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2a3c6-fc15-4add-ad3b-0fa20f8c940a None None] Tracked resource versions report: Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: pushed versions: Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: { 'AddressGroup': {'1.2'}, Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'ConntrackHelper': {'1.0'}, Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Log': {'1.0'}, Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Network': {'1.1'}, Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Port': {'1.7'}, Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'PortForwarding': {'1.2'}, Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'QosPolicy': {'1.10'}, Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'SecurityGroup': {'1.5'}, Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'SubPort': {'1.0'}, Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Subnet': {'1.1'}, Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Trunk': {'1.1'}} Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: consumer versions: Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: { DHCP agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: L3 agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: Metadata agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: Metering agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: Open vSwitch agent@dv-neutron-816800-2-hyperv: { 'AddressGroup': '1.2', Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'ConntrackHelper': '1.0', Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Log': '1.0', Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Network': '1.1', Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Port': '1.7', Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'PortForwarding': '1.2', Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'QosPolicy': '1.10', Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'SecurityGroup': '1.5', Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'SecurityGroupRule': '1.2', Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'SubPort': '1.0', Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Subnet': '1.1', Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Trunk': '1.1'}} Nov 09 04:09:03.817876 dv-neutron-816800-2-hyperv neutron-server[101886]: {{(pid=101886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:09:03.841310 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-acc54c8a-c416-4e55-a955-d6a49e9013eb None None] Provisioning complete for port 12737340-fa73-4919-b287-abe5c4bd5f16 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:09:03.841772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-acc54c8a-c416-4e55-a955-d6a49e9013eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:03.875527 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-acc54c8a-c416-4e55-a955-d6a49e9013eb None None] Port 12737340-fa73-4919-b287-abe5c4bd5f16 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:09:03.883650 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] For port 12737340-fa73-4919-b287-abe5c4bd5f16, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:09:03.903343 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] For port 12737340-fa73-4919-b287-abe5c4bd5f16, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=12737340-fa73-4919-b287-abe5c4bd5f16,segment=NetworkSegment(ebaaf451-7843-42d0-9f8f-2ceba6c2a755),segment_id=ebaaf451-7843-42d0-9f8f-2ceba6c2a755)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:09:03.907527 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:03.956743 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Routers {'763813d6-2c49-4a27-8288-c6cbccc6cfc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:09:03.957391 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:08:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['763813d6-2c49-4a27-8288-c6cbccc6cfc9'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:09:04.043147 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2a3c6-fc15-4add-ad3b-0fa20f8c940a None None] Pushing event updated for resources: {'Port': ['ID=12737340-fa73-4919-b287-abe5c4bd5f16,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:09:04.057048 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] Set router 763813d6-2c49-4a27-8288-c6cbccc6cfc9 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:09:04.196210 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-72175d6c-d2ac-4d93-a6a8-22753e5b4145 None None] Provisioning complete for port 12737340-fa73-4919-b287-abe5c4bd5f16 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:09:04.196499 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-72175d6c-d2ac-4d93-a6a8-22753e5b4145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:04.261055 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763813d6-2c49-4a27-8288-c6cbccc6cfc9', 'name': 'router1', 'tenant_id': '24717e2f2a4543a698aa76fa67edad26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:08:51Z', 'updated_at': '2021-11-09T04:09:01Z', 'revision_number': 2, 'project_id': '24717e2f2a4543a698aa76fa67edad26', 'gw_port_host': None, '_interfaces': [{'id': '12737340-fa73-4919-b287-abe5c4bd5f16', 'name': '', 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3', 'tenant_id': '24717e2f2a4543a698aa76fa67edad26', 'mac_address': 'fa:16:3e:eb:80:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763813d6-2c49-4a27-8288-c6cbccc6cfc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26ebd1a7-a35f-44e3-ace2-d15faebf0922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:09:00Z', 'updated_at': '2021-11-09T04:09:03Z', 'revision_number': 4, 'project_id': '24717e2f2a4543a698aa76fa67edad26', 'subnets': [{'id': '26ebd1a7-a35f-44e3-ace2-d15faebf0922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8643ef04-6cd8-4ff8-aec3-cc34697b9aaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:09:04.273497 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-72175d6c-d2ac-4d93-a6a8-22753e5b4145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:04.289251 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd1fea5-b974-4bfd-9fdb-629a539a09fe None None] The sync data for ids ['763813d6-2c49-4a27-8288-c6cbccc6cfc9'] in dv-neutron-816800-2-hyperv is: [{'id': '763813d6-2c49-4a27-8288-c6cbccc6cfc9', 'name': 'router1', 'tenant_id': '24717e2f2a4543a698aa76fa67edad26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:08:51Z', 'updated_at': '2021-11-09T04:09:01Z', 'revision_number': 2, 'project_id': '24717e2f2a4543a698aa76fa67edad26', 'gw_port_host': None, '_interfaces': [{'id': '12737340-fa73-4919-b287-abe5c4bd5f16', 'name': '', 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3', 'tenant_id': '24717e2f2a4543a698aa76fa67edad26', 'mac_address': 'fa:16:3e:eb:80:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763813d6-2c49-4a27-8288-c6cbccc6cfc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26ebd1a7-a35f-44e3-ace2-d15faebf0922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:09:00Z', 'updated_at': '2021-11-09T04:09:03Z', 'revision_number': 4, 'project_id': '24717e2f2a4543a698aa76fa67edad26', 'subnets': [{'id': '26ebd1a7-a35f-44e3-ace2-d15faebf0922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8643ef04-6cd8-4ff8-aec3-cc34697b9aaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:09:04.309429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-72175d6c-d2ac-4d93-a6a8-22753e5b4145 None None] For port 12737340-fa73-4919-b287-abe5c4bd5f16, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=12737340-fa73-4919-b287-abe5c4bd5f16,segment=NetworkSegment(ebaaf451-7843-42d0-9f8f-2ceba6c2a755),segment_id=ebaaf451-7843-42d0-9f8f-2ceba6c2a755)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:09:04.314559 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-72175d6c-d2ac-4d93-a6a8-22753e5b4145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:04.364446 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72175d6c-d2ac-4d93-a6a8-22753e5b4145 None None] Pushing event updated for resources: {'Port': ['ID=12737340-fa73-4919-b287-abe5c4bd5f16,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:09:04.716792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 42788) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:09:04.824629 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76017cba-c34c-4581-bc9e-086a55ad79a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:09:04.826005 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-76017cba-c34c-4581-bc9e-086a55ad79a1 admin admin] 10.222.0.21 "GET /v2.0/networks/2ae56fdc-e45e-4e1f-9dc0-66e535d470be HTTP/1.1" status: 200 len: 842 time: 0.1081920 Nov 09 04:09:04.836010 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-81bc2d38-1646-4c0f-b07f-762383bdead0 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'gateway_ip': '172.26.5.1', 'cidr': '172.26.5.0/24', 'name': 'public-subnet'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:09:04.860987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bc2d38-1646-4c0f-b07f-762383bdead0 admin admin] Made reservation on behalf of 72fafc6da3ad4da6b37034cb154a868e for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:09:04.863218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81bc2d38-1646-4c0f-b07f-762383bdead0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:05.155794 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.objects.ports [None req-81bc2d38-1646-4c0f-b07f-762383bdead0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:09:05.156127 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81bc2d38-1646-4c0f-b07f-762383bdead0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:05.209928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc2d38-1646-4c0f-b07f-762383bdead0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53724b1a-2b16-4ea8-846d-f37d4445fcac,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:09:05.220703 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc2d38-1646-4c0f-b07f-762383bdead0 admin admin] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:09:05.221074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc2d38-1646-4c0f-b07f-762383bdead0 admin admin] Network hostable DHCP agents. Network: 2ae56fdc-e45e-4e1f-9dc0-66e535d470be, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:09:05.240818 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc2d38-1646-4c0f-b07f-762383bdead0 admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:09:05.251069 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-81bc2d38-1646-4c0f-b07f-762383bdead0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 2ae56fdc-e45e-4e1f-9dc0-66e535d470be) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:09:05.256085 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bc2d38-1646-4c0f-b07f-762383bdead0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:09:05.260233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba87ae11-f38b-4a83-87a3-c285203e6e9e None None] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:09:05.261874 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81bc2d38-1646-4c0f-b07f-762383bdead0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:05.282089 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-81bc2d38-1646-4c0f-b07f-762383bdead0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4447291 Nov 09 04:09:05.398210 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb719c-57ef-4b3e-b3a7-40849ce7f7ce None None] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:09:07.690924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 42796) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:09:07.823312 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bfa84244-31d5-4470-9423-7dfe2616f77c admin admin] 10.222.0.21 "GET /v2.0/routers/763813d6-2c49-4a27-8288-c6cbccc6cfc9 HTTP/1.1" status: 200 len: 710 time: 0.1312659 Nov 09 04:09:07.908450 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fe1b51-3b98-4063-b8b8-3df3a1ff608d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:09:07.909754 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-92fe1b51-3b98-4063-b8b8-3df3a1ff608d admin admin] 10.222.0.21 "GET /v2.0/networks/2ae56fdc-e45e-4e1f-9dc0-66e535d470be HTTP/1.1" status: 200 len: 886 time: 0.0803020 Nov 09 04:09:07.919617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:09:08.242092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:08.473309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:08.544899 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:08.646264 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Allocated IP 172.26.5.82 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/9a5737ac-5976-4aaf-a156-820cdf7ee15d) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:09:08.743173 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:08.775245 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:08.811172 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:09:08.817424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:09:08.823437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:09:08.826112 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Pushing event updated for resources: {'Port': ['ID=9a5737ac-5976-4aaf-a156-820cdf7ee15d,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:09:09.059499 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:09.249049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:09.252551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:09.440720 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Router 763813d6-2c49-4a27-8288-c6cbccc6cfc9 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:09:09.543312 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:09:09.549015 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:09.550243 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c3f7dcb6-7593-4f06-85c4-38a881544ede admin admin] 10.222.0.21 "PUT /v2.0/routers/763813d6-2c49-4a27-8288-c6cbccc6cfc9 HTTP/1.1" status: 200 len: 889 time: 1.6341171 Nov 09 04:09:10.618120 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 12737340-fa73-4919-b287-abe5c4bd5f16 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:09:10.665261 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 12737340-fa73-4919-b287-abe5c4bd5f16 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:09:10.665679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:11.216592 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Sync routers for ids ['763813d6-2c49-4a27-8288-c6cbccc6cfc9'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:09:11.228257 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Routers {'763813d6-2c49-4a27-8288-c6cbccc6cfc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:09:11.228967 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:08:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['763813d6-2c49-4a27-8288-c6cbccc6cfc9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:09:11.431341 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Set router 763813d6-2c49-4a27-8288-c6cbccc6cfc9 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:09:11.880806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763813d6-2c49-4a27-8288-c6cbccc6cfc9', 'name': 'router1', 'tenant_id': '24717e2f2a4543a698aa76fa67edad26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '9a5737ac-5976-4aaf-a156-820cdf7ee15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:08:51Z', 'updated_at': '2021-11-09T04:09:08Z', 'revision_number': 4, 'project_id': '24717e2f2a4543a698aa76fa67edad26', 'gw_port': {'id': '9a5737ac-5976-4aaf-a156-820cdf7ee15d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763813d6-2c49-4a27-8288-c6cbccc6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:09:08Z', 'updated_at': '2021-11-09T04:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '12737340-fa73-4919-b287-abe5c4bd5f16', 'name': '', 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3', 'tenant_id': '24717e2f2a4543a698aa76fa67edad26', 'mac_address': 'fa:16:3e:eb:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763813d6-2c49-4a27-8288-c6cbccc6cfc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26ebd1a7-a35f-44e3-ace2-d15faebf0922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:09:00Z', 'updated_at': '2021-11-09T04:09:04Z', 'revision_number': 5, 'project_id': '24717e2f2a4543a698aa76fa67edad26', 'subnets': [{'id': '26ebd1a7-a35f-44e3-ace2-d15faebf0922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8643ef04-6cd8-4ff8-aec3-cc34697b9aaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:09:11.931577 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Checking router: 763813d6-2c49-4a27-8288-c6cbccc6cfc9 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:09:11.931947 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Updating router 763813d6-2c49-4a27-8288-c6cbccc6cfc9 port 9a5737ac-5976-4aaf-a156-820cdf7ee15d binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:09:11.977847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:12.054760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 42808) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:09:12.166708 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ed4ea8cd-eaab-4c37-a3c7-c7175ddc5f49 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1107473 Nov 09 04:09:12.294271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:12.300050 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:12.357431 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Attempting to bind port 9a5737ac-5976-4aaf-a156-820cdf7ee15d on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:09:12.357827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Attempting to bind port 9a5737ac-5976-4aaf-a156-820cdf7ee15d by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:09:12.358189 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Attempting to bind port 9a5737ac-5976-4aaf-a156-820cdf7ee15d on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:09:12.360074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6680bc-ddac-4dc3-8cf7-c40ead270249 None None] Pushing event updated for resources: {'Port': ['ID=9a5737ac-5976-4aaf-a156-820cdf7ee15d,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:09:12.366150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:09:12.366522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:09:12.366915 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:12.367294 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:09:12.368298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Bound port: 9a5737ac-5976-4aaf-a156-820cdf7ee15d, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:09:12.368298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:12.418503 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] For port 9a5737ac-5976-4aaf-a156-820cdf7ee15d, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:09:12.421448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] For port 9a5737ac-5976-4aaf-a156-820cdf7ee15d, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9a5737ac-5976-4aaf-a156-820cdf7ee15d,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:09:12.426175 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:12.482733 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Routers {'763813d6-2c49-4a27-8288-c6cbccc6cfc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:09:12.483339 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:08:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['763813d6-2c49-4a27-8288-c6cbccc6cfc9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:09:12.486017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6680bc-ddac-4dc3-8cf7-c40ead270249 None None] Pushing event updated for resources: {'Port': ['ID=9a5737ac-5976-4aaf-a156-820cdf7ee15d,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:09:12.591187 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] Set router 763813d6-2c49-4a27-8288-c6cbccc6cfc9 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:09:12.805755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763813d6-2c49-4a27-8288-c6cbccc6cfc9', 'name': 'router1', 'tenant_id': '24717e2f2a4543a698aa76fa67edad26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '9a5737ac-5976-4aaf-a156-820cdf7ee15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:08:51Z', 'updated_at': '2021-11-09T04:09:08Z', 'revision_number': 4, 'project_id': '24717e2f2a4543a698aa76fa67edad26', 'gw_port': {'id': '9a5737ac-5976-4aaf-a156-820cdf7ee15d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763813d6-2c49-4a27-8288-c6cbccc6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:09:08Z', 'updated_at': '2021-11-09T04:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '12737340-fa73-4919-b287-abe5c4bd5f16', 'name': '', 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3', 'tenant_id': '24717e2f2a4543a698aa76fa67edad26', 'mac_address': 'fa:16:3e:eb:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763813d6-2c49-4a27-8288-c6cbccc6cfc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26ebd1a7-a35f-44e3-ace2-d15faebf0922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:09:00Z', 'updated_at': '2021-11-09T04:09:04Z', 'revision_number': 5, 'project_id': '24717e2f2a4543a698aa76fa67edad26', 'subnets': [{'id': '26ebd1a7-a35f-44e3-ace2-d15faebf0922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8643ef04-6cd8-4ff8-aec3-cc34697b9aaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:09:12.832132 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7095435-c79f-482d-9853-3cd1c708bd27 None None] The sync data for ids ['763813d6-2c49-4a27-8288-c6cbccc6cfc9'] in dv-neutron-816800-2-hyperv is: [{'id': '763813d6-2c49-4a27-8288-c6cbccc6cfc9', 'name': 'router1', 'tenant_id': '24717e2f2a4543a698aa76fa67edad26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.82'}], 'enable_snat': True}, 'gw_port_id': '9a5737ac-5976-4aaf-a156-820cdf7ee15d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:08:51Z', 'updated_at': '2021-11-09T04:09:08Z', 'revision_number': 4, 'project_id': '24717e2f2a4543a698aa76fa67edad26', 'gw_port': {'id': '9a5737ac-5976-4aaf-a156-820cdf7ee15d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763813d6-2c49-4a27-8288-c6cbccc6cfc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:09:08Z', 'updated_at': '2021-11-09T04:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '12737340-fa73-4919-b287-abe5c4bd5f16', 'name': '', 'network_id': 'c0573d14-501a-4aec-93c3-0a53626e8fd3', 'tenant_id': '24717e2f2a4543a698aa76fa67edad26', 'mac_address': 'fa:16:3e:eb:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763813d6-2c49-4a27-8288-c6cbccc6cfc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26ebd1a7-a35f-44e3-ace2-d15faebf0922', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:09:00Z', 'updated_at': '2021-11-09T04:09:04Z', 'revision_number': 5, 'project_id': '24717e2f2a4543a698aa76fa67edad26', 'subnets': [{'id': '26ebd1a7-a35f-44e3-ace2-d15faebf0922', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8643ef04-6cd8-4ff8-aec3-cc34697b9aaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:09:14.647024 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9a5737ac-5976-4aaf-a156-820cdf7ee15d up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:09:14.704643 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9a5737ac-5976-4aaf-a156-820cdf7ee15d triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:09:14.705023 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:14.820689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:14.843923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 9a5737ac-5976-4aaf-a156-820cdf7ee15d, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9a5737ac-5976-4aaf-a156-820cdf7ee15d,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:09:14.849191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:14.898375 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=9a5737ac-5976-4aaf-a156-820cdf7ee15d,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:09:16.634597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9a5737ac-5976-4aaf-a156-820cdf7ee15d up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:09:16.704568 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9a5737ac-5976-4aaf-a156-820cdf7ee15d triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:09:16.705105 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:19.030368 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 5 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:09:25.440923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-33c2e0cc-b081-491b-9053-4c5ff6f8ef39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:27.768066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-44b88161-3ec1-46ba-b707-a2dcd666fa82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:28.962793 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:30.147409 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:30.867244 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:55.457626 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-523c987c-31df-4f65-95f6-9bda958f615a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:56.029944 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 5 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:09:57.771609 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4adbc9f8-59df-48d1-bee8-388b5fc57f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:09:58.962653 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:10:00.135355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:10:00.859833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:10:25.440174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a4d9c724-196e-4f09-92f7-50b4c65c3788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:10:27.773257 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-48c7a7f5-7a50-4bb8-942b-4ee11f7bda43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:10:28.969021 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:10:30.138243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:10:30.855812 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:10:33.031623 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 5 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:10:55.010329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43402) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:10:55.069858 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-921452df-395d-4ab1-a3c2-35873fad647b admin admin] GET failed (client error): The resource could not be found. Nov 09 04:10:55.071145 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-921452df-395d-4ab1-a3c2-35873fad647b admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0598896 Nov 09 04:10:55.226017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c02c68-013f-4d1d-b6d8-bf68fd052fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:10:55.227378 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f1c02c68-013f-4d1d-b6d8-bf68fd052fd9 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1515975 Nov 09 04:10:55.445040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b277a1a1-55a5-4269-b25f-e4c05d01f5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:10:57.490020 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43412) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:10:57.582429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e0b962-c2b0-4852-858f-4c38adcd0e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:10:57.583774 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c0e0b962-c2b0-4852-858f-4c38adcd0e31 admin admin] 10.222.0.21 "GET /v2.0/subnets/26ebd1a7-a35f-44e3-ace2-d15faebf0922 HTTP/1.1" status: 200 len: 849 time: 0.0927963 Nov 09 04:10:57.593640 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:10:57.674285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:10:57.773595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0b5196d0-dfa3-40ac-b548-5688012f7bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:10:57.811013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748279794059'] for subnet, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:10:57.841484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:10:57.842790 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:10:57.843391 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] 10.222.0.21 "PUT /v2.0/subnets/26ebd1a7-a35f-44e3-ace2-d15faebf0922 HTTP/1.1" status: 200 len: 868 time: 0.2533510 Nov 09 04:10:57.847774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b4ebb-c72a-41a5-a4ab-a348e9acac22 None None] Network c0573d14-501a-4aec-93c3-0a53626e8fd3 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:10:57.863217 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ebd1a7-a35f-44e3-ace2-d15faebf0922,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:10:57.872759 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:10:57.873139 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:10:57.873475 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:10:57.873842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:10:57.874178 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:10:57.874535 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:10:57.874872 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:10:57.875860 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:10:57.876199 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:10:57.876528 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:10:57.876848 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:10:57.877176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a526c2-c627-4ceb-adbd-d1528ee042b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:10:58.197143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f0d38d57-dc48-4e76-bd42-309d93bfef19 None None] Provisioning complete for port e5db5e80-e0f9-41ff-bbe1-087701d38c4f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:10:58.197528 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0d38d57-dc48-4e76-bd42-309d93bfef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:10:58.286519 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f0d38d57-dc48-4e76-bd42-309d93bfef19 None None] Provisioning complete for port 12737340-fa73-4919-b287-abe5c4bd5f16 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:10:58.286785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0d38d57-dc48-4e76-bd42-309d93bfef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:10:58.967979 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:00.124920 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43420) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:11:00.143329 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:00.336447 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abb3b51-ad30-4fa8-b1ae-7e45964bb0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:00.337016 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abb3b51-ad30-4fa8-b1ae-7e45964bb0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:00.338585 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3abb3b51-ad30-4fa8-b1ae-7e45964bb0e2 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2120435 Nov 09 04:11:00.859927 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:02.611790 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43428) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:11:02.741138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc910e-90f1-411f-a027-4eae23e94602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:02.741630 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bc910e-90f1-411f-a027-4eae23e94602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:02.743143 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-25bc910e-90f1-411f-a027-4eae23e94602 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1303542 Nov 09 04:11:05.026503 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43436) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:11:05.148247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cb7b40-b6f7-4986-bde8-31a7e6deac0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:05.149610 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-35cb7b40-b6f7-4986-bde8-31a7e6deac0c admin admin] 10.222.0.21 "GET /v2.0/networks/2ae56fdc-e45e-4e1f-9dc0-66e535d470be HTTP/1.1" status: 200 len: 886 time: 0.1221480 Nov 09 04:11:07.422905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43444) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:11:07.548259 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672c2999-c4f9-400d-a044-4ce75dbc047e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:07.549636 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-672c2999-c4f9-400d-a044-4ce75dbc047e admin admin] 10.222.0.21 "GET /v2.0/networks/c0573d14-501a-4aec-93c3-0a53626e8fd3 HTTP/1.1" status: 200 len: 868 time: 0.1257439 Nov 09 04:11:09.811753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43452) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:11:09.933646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5914ef59-135c-4038-9609-63fa3857d1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:09.934097 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5914ef59-135c-4038-9609-63fa3857d1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:09.935619 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5914ef59-135c-4038-9609-63fa3857d1bd admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229148 Nov 09 04:11:10.031007 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 5 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:11:12.207476 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 43460) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:11:12.330005 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc5b573-28b7-4c59-a936-5b6bcf7a9479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:12.330456 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc5b573-28b7-4c59-a936-5b6bcf7a9479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:12.331940 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2bc5b573-28b7-4c59-a936-5b6bcf7a9479 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232696 Nov 09 04:11:14.595211 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 43470) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:11:14.687132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88736a-795c-4f39-b27d-57cf84cf1a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:14.688486 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6c88736a-795c-4f39-b27d-57cf84cf1a24 admin admin] 10.222.0.21 "GET /v2.0/subnets/26ebd1a7-a35f-44e3-ace2-d15faebf0922 HTTP/1.1" status: 200 len: 868 time: 0.0923295 Nov 09 04:11:16.950229 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 43478) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:11:17.034987 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30523cfd-2906-44d2-bfff-b87d030da742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:17.036364 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-30523cfd-2906-44d2-bfff-b87d030da742 admin admin] 10.222.0.21 "GET /v2.0/subnets/53724b1a-2b16-4ea8-846d-f37d4445fcac HTTP/1.1" status: 200 len: 816 time: 0.0851619 Nov 09 04:11:25.449917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2c8f-54c1-452d-86de-52b1ff7ded92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:27.775545 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-417b29ad-e898-438f-b6b5-2002d7abce84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:28.970000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:30.150241 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:30.862845 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:41.443552 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 43532) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:11:41.490462 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-a3635c54-beec-4938-adb6-03b24f7e853b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:11:41.491463 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a3635c54-beec-4938-adb6-03b24f7e853b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469575 Nov 09 04:11:43.820010 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 43540) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:11:43.878617 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-75055730-04c3-4219-8d43-e695b6b76050 admin admin] GET failed (client error): The resource could not be found. Nov 09 04:11:43.881225 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-75055730-04c3-4219-8d43-e695b6b76050 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595818 Nov 09 04:11:44.018767 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45daa1af-3791-40d6-a56a-2563a27490a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:44.020165 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-45daa1af-3791-40d6-a56a-2563a27490a1 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1348746 Nov 09 04:11:46.323831 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 43548) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:11:46.369984 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:11:46.396346 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Made reservation on behalf of 72fafc6da3ad4da6b37034cb154a868e for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:11:46.398624 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:46.440531 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.services.revisions.revision_plugin [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Could not find related network for resource to bump revision. Nov 09 04:11:46.456267 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:11:46.469092 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748279869736', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:46.469680 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Unsubscribe: segment precommit_create {{(pid=101884) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 04:11:46.470142 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Added segment e830654c-fb16-455e-8f26-7e2da42b76c0 of type vlan for network d5a0577c-80e1-42e8-a8b6-d524ee349814 Nov 09 04:11:46.515182 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:46.545570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:46.546526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:46.547084 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:46.601716 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2767136 Nov 09 04:11:46.642284 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Pushing event updated for resources: {'Network': ['ID=d5a0577c-80e1-42e8-a8b6-d524ee349814,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:11:46.649815 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:46.650187 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:46.650532 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:46.650872 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:46.651209 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:46.651564 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:46.651893 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:46.652223 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:46.652574 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:46.652897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:46.653221 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:46.653558 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746035ed-39e8-4012-bfcd-ba839f1cd0c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:46.666148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network d5a0577c-80e1-42e8-a8b6-d524ee349814 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:11:47.029631 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 5 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:11:48.911042 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 43556) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:11:48.971345 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2413792-956a-413e-adc0-cd29321d2051 admin admin] GET failed (client error): The resource could not be found. Nov 09 04:11:48.972635 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d2413792-956a-413e-adc0-cd29321d2051 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606420 Nov 09 04:11:49.041442 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880f8b5e-4181-413b-ac34-2be4931f05b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:49.042897 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-880f8b5e-4181-413b-ac34-2be4931f05b0 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0656569 Nov 09 04:11:49.053819 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c045dbab-59ab-4664-9cdf-5d43c1ce235e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'd5a0577c-80e1-42e8-a8b6-d524ee349814', 'cidr': '192.168.233.0/24'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:11:49.073414 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c045dbab-59ab-4664-9cdf-5d43c1ce235e admin admin] Made reservation on behalf of 72fafc6da3ad4da6b37034cb154a868e for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:11:49.075614 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c045dbab-59ab-4664-9cdf-5d43c1ce235e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:49.230785 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c045dbab-59ab-4664-9cdf-5d43c1ce235e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:49.282901 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045dbab-59ab-4664-9cdf-5d43c1ce235e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f5eae39-d959-4dc3-9f00-9592a5d22d41,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:11:49.292459 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c045dbab-59ab-4664-9cdf-5d43c1ce235e admin admin] Checking segment: {'id': 'e830654c-fb16-455e-8f26-7e2da42b76c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd5a0577c-80e1-42e8-a8b6-d524ee349814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:11:49.292813 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c045dbab-59ab-4664-9cdf-5d43c1ce235e admin admin] Network hostable DHCP agents. Network: d5a0577c-80e1-42e8-a8b6-d524ee349814, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:11:49.308139 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c045dbab-59ab-4664-9cdf-5d43c1ce235e admin admin] Network d5a0577c-80e1-42e8-a8b6-d524ee349814 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:11:49.316287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-c045dbab-59ab-4664-9cdf-5d43c1ce235e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, d5a0577c-80e1-42e8-a8b6-d524ee349814) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:11:49.321264 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045dbab-59ab-4664-9cdf-5d43c1ce235e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:11:49.321973 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c045dbab-59ab-4664-9cdf-5d43c1ce235e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:49.325718 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebdbfb9-9bf5-4f58-ab12-d23f4a20b4da None None] Network d5a0577c-80e1-42e8-a8b6-d524ee349814 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:11:49.338791 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c045dbab-59ab-4664-9cdf-5d43c1ce235e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2889810 Nov 09 04:11:49.570912 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-d5a0577c-80e1-42e8-a8b6-d524ee349814', 'network_id': 'd5a0577c-80e1-42e8-a8b6-d524ee349814', 'tenant_id': '72fafc6da3ad4da6b37034cb154a868e', 'fixed_ips': [{'subnet_id': '6f5eae39-d959-4dc3-9f00-9592a5d22d41'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:11:49.571794 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:49.708394 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Allocated IP 192.168.233.2 (d5a0577c-80e1-42e8-a8b6-d524ee349814/6f5eae39-d959-4dc3-9f00-9592a5d22d41/e8bb6b55-132c-44ff-ac42-e2a99dc293af) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:11:49.853479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:49.859024 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:49.896976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Network d5a0577c-80e1-42e8-a8b6-d524ee349814 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:11:49.903780 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:11:49.906769 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:11:49.913231 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Pushing event updated for resources: {'Port': ['ID=e8bb6b55-132c-44ff-ac42-e2a99dc293af,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:11:49.924013 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:49.924462 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:49.924841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:49.925178 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:49.925536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:49.925875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:49.926210 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:49.927077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:49.927418 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:49.928037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:49.928363 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:49.928681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:11:49.978107 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Attempting to bind port e8bb6b55-132c-44ff-ac42-e2a99dc293af on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:11:49.978473 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Attempting to bind port e8bb6b55-132c-44ff-ac42-e2a99dc293af by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'e830654c-fb16-455e-8f26-7e2da42b76c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd5a0577c-80e1-42e8-a8b6-d524ee349814'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:11:49.978832 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Attempting to bind port e8bb6b55-132c-44ff-ac42-e2a99dc293af on network d5a0577c-80e1-42e8-a8b6-d524ee349814 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:11:49.983746 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:11:49.984117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Checking segment: {'id': 'e830654c-fb16-455e-8f26-7e2da42b76c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd5a0577c-80e1-42e8-a8b6-d524ee349814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:11:49.984513 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:49.984927 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Bound using segment: {'id': 'e830654c-fb16-455e-8f26-7e2da42b76c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd5a0577c-80e1-42e8-a8b6-d524ee349814'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:11:49.985384 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Bound port: e8bb6b55-132c-44ff-ac42-e2a99dc293af, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e830654c-fb16-455e-8f26-7e2da42b76c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd5a0577c-80e1-42e8-a8b6-d524ee349814'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:11:49.985806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:50.046692 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] For port e8bb6b55-132c-44ff-ac42-e2a99dc293af, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:11:50.049740 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] For port e8bb6b55-132c-44ff-ac42-e2a99dc293af, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e8bb6b55-132c-44ff-ac42-e2a99dc293af,segment=NetworkSegment(e830654c-fb16-455e-8f26-7e2da42b76c0),segment_id=e830654c-fb16-455e-8f26-7e2da42b76c0)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:11:50.055217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:50.115005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4de0e9-b541-4e20-bcf6-d30d430170e8 None None] Pushing event updated for resources: {'Port': ['ID=e8bb6b55-132c-44ff-ac42-e2a99dc293af,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:11:50.775611 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e8bb6b55-132c-44ff-ac42-e2a99dc293af up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:11:50.843342 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port e8bb6b55-132c-44ff-ac42-e2a99dc293af triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:11:50.843704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:50.926520 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:50.963506 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port e8bb6b55-132c-44ff-ac42-e2a99dc293af, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e8bb6b55-132c-44ff-ac42-e2a99dc293af,segment=NetworkSegment(e830654c-fb16-455e-8f26-7e2da42b76c0),segment_id=e830654c-fb16-455e-8f26-7e2da42b76c0)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:11:50.973044 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:50.996998 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789b9230-5323-4ee8-b082-28d96f029d57 None None] Network d5a0577c-80e1-42e8-a8b6-d524ee349814 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:11:51.083955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=e8bb6b55-132c-44ff-ac42-e2a99dc293af,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:11:51.133607 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1d9af794-4d3d-4108-a6a2-1ffa852cc4eb None None] Provisioning complete for port e8bb6b55-132c-44ff-ac42-e2a99dc293af triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:11:51.133978 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1d9af794-4d3d-4108-a6a2-1ffa852cc4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:51.468557 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f3c979f0-1a46-4899-a597-1297e8e2dff6 None None] Provisioning complete for port e8bb6b55-132c-44ff-ac42-e2a99dc293af triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:11:51.468860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f3c979f0-1a46-4899-a597-1297e8e2dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:52.730596 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e8bb6b55-132c-44ff-ac42-e2a99dc293af up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:11:52.782650 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port e8bb6b55-132c-44ff-ac42-e2a99dc293af triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:11:52.783012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:55.452022 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5038bc0b-ef6d-486e-a7d2-6b317a0fab59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:57.777589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c4b9cfd1-d2ea-4f3c-95b4-55d1a93dd7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:11:58.974596 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:12:00.152440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:12:00.865138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:12:24.029105 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 5 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:12:25.455591 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-eb5fe476-6e2c-45f6-8b45-b12008bb1fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:12:27.779163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b45b4b83-5745-4186-8006-99cccc008708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:12:28.979119 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:12:30.156085 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:12:30.866428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:12:55.458405 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9e1ec8a1-905d-4a0e-a6eb-550af982f674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:12:57.781380 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a560bd75-6a00-4687-9c7b-4e8886bfaa9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:12:58.981474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:00.160927 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:00.867297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:01.028146 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 5 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:13:01.173627 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 43602) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:13:01.180148 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-c8ce2494-cabc-4285-894e-73232d455cc9 tempest-verify_tempest_config-1651517154 tempest-verify_tempest_config-1651517154-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:13:01.181108 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c8ce2494-cabc-4285-894e-73232d455cc9 tempest-verify_tempest_config-1651517154 tempest-verify_tempest_config-1651517154-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065141 Nov 09 04:13:01.467890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 43620) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:13:01.566649 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:01.667071 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:01.670553 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:01.712864 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d735fec303ce4697a0370349d5f4e6a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2439373 Nov 09 04:13:01.714771 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f652a7-add4-4428-809e-e13d8bafa36e,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:13:01.715867 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43624) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:13:01.721653 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.722024 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.722362 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.722692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.723026 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.723364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.723690 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.724023 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.724346 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.724662 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.724977 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.725289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3ba9c-a6f8-402f-b489-7d2cdb803000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.769275 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:01.789320 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:01.874998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:01.877700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:01.878864 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0f652a7-add4-4428-809e-e13d8bafa36e HTTP/1.1" status: 204 len: 168 time: 0.1620021 Nov 09 04:13:01.889812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f652a7-add4-4428-809e-e13d8bafa36e,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:13:01.896678 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.897045 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.897411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.897776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.898106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.898448 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.898775 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.899112 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.899436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.899757 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.900077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:01.900395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538f8313-1f1a-42cb-9549-5e32e8b7f8d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:13:25.460444 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2a50d8c3-45a4-455f-9445-d1d2a84d60aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:27.781953 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5870ce26-d20e-4c53-b603-52723dc673c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:28.982868 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:30.163918 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:30.868954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:38.026748 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 5 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:13:55.461663 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ea7b7d8a-af37-4d77-8b20-da0eea24da4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:57.783205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8361f116-801c-4214-8554-6dc598841d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:13:58.984976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:14:00.166723 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:14:00.870327 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:14:15.026100 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 5 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:14:16.881036 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-592104'] for agent, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:14:25.461385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e9d79965-4de1-445b-a55d-bfc4ab40db4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:14:27.784086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-389c0527-db58-4546-93ac-f934bb3435d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:14:28.988137 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:14:30.173529 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:14:30.872130 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:14:32.019193 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43696) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:14:32.120522 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e2a72dd9-bbe1-4d34-adc7-52bab2746557 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1002090 Nov 09 04:14:34.394469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43706) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:14:34.447746 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2642803f-9821-4604-9671-6402cc8e9a71 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0522192 Nov 09 04:14:46.831728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:14:52.025441 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:14:55.462758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a8b23280-fca6-4a0d-acc3-f162e1a2a58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:14:57.784725 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8e1f9005-4c0c-4d5c-8fc2-bef0752f91c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:14:58.990281 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:00.173193 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:00.877659 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:16.832572 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:25.464490 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-581f683c-6029-4188-b238-26f07aac7861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:27.786261 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32f82766-729b-4457-8ce1-e6416658f730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:28.992386 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:29.024256 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:15:30.178928 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:30.881084 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:46.843987 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.079748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 43886) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:48.320407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 43900) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:48.489042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43908) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:48.497825 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1704104954-network', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:48.520752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Made reservation on behalf of 6dfcc1c4d09647fa8fc08487cdee666e for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:48.521450 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43914) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:48.524173 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.534318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.614840 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.619393 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.647395 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:15:48.649559 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28de3cb1-d117-4ee3-99bd-bc426dc987eb,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:48.659397 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:48.660189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:48.660527 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:48.661044 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:48.661355 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:48.661861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:48.662185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:48.662513 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:48.663005 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:48.663477 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:48.663797 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:48.664111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Tracked resource versions report: Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: pushed versions: Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: { 'AddressGroup': {'1.2'}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'ConntrackHelper': {'1.0'}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Log': {'1.0'}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Network': {'1.1'}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Port': {'1.7'}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'PortForwarding': {'1.2'}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'QosPolicy': {'1.10'}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'SecurityGroup': {'1.5'}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'SubPort': {'1.0'}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Subnet': {'1.1'}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Trunk': {'1.1'}} Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: consumer versions: Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: { DHCP agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: HyperV agent@hv-neutron-8168: {}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: L3 agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: Metadata agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: Metering agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: Open vSwitch agent@dv-neutron-816800-2-hyperv: { 'AddressGroup': '1.2', Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'ConntrackHelper': '1.0', Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Log': '1.0', Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Network': '1.1', Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Port': '1.7', Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'PortForwarding': '1.2', Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'QosPolicy': '1.10', Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'SecurityGroup': '1.5', Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'SecurityGroupRule': '1.2', Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'SubPort': '1.0', Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Subnet': '1.1', Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: 'Trunk': '1.1'}} Nov 09 04:15:48.665179 dv-neutron-816800-2-hyperv neutron-server[101884]: {{(pid=101884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:15:48.674125 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.675255 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Added segment 48aee43e-30bf-4afa-8662-df14895c0815 of type vlan for network 7406e378-feb3-4f56-a182-2c787a7b80e5 Nov 09 04:15:48.716162 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2116906612'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:48.744845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.757370 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Made reservation on behalf of 2b7f1fd215414d9dae8826b279708731 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:48.760743 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.774463 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.789878 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.790807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:48.791375 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.813037 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-253181247-network', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:48.842584 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Made reservation on behalf of c7273c23e14d458d8f30dc649eb26159 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:48.846747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.860302 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-755445938-network', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:48.863370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.864038 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.872961 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.885251 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:15:48.894544 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.894889 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Added segment 5b490e5b-e10a-4801-aba5-2c58e6557afe of type vlan for network b1d6a4a3-003a-43e7-99ee-3b7c9137bafe Nov 09 04:15:48.916915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] Made reservation on behalf of a9d1db2f4a4b4c198a0d79702824d532 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:48.919846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.934649 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.943086 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:48.996336 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9152095 Nov 09 04:15:48.997669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.003286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:49.003888 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.004318 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43934) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:49.010094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-e3fb6e6d-1edf-458a-b3d8-f24b5b52609f admin admin] Request body: {'subnet': {'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1704104954-subnet', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:49.041266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.045934 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fb6e6d-1edf-458a-b3d8-f24b5b52609f admin admin] Made reservation on behalf of 6dfcc1c4d09647fa8fc08487cdee666e for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:49.048853 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3fb6e6d-1edf-458a-b3d8-f24b5b52609f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.071869 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f1f36-3d27-4a1a-b8d6-79881825c924 admin admin] Pushing event updated for resources: {'Network': ['ID=7406e378-feb3-4f56-a182-2c787a7b80e5,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:49.085642 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 7406e378-feb3-4f56-a182-2c787a7b80e5 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:15:49.186272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Pushing event updated for resources: {'Network': ['ID=b1d6a4a3-003a-43e7-99ee-3b7c9137bafe,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:49.195576 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8738992 Nov 09 04:15:49.197132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 43942) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:49.199242 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef379d63-f22e-44d4-ae3c-32fcbf6a9a33 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af99c526-d0ea-4736-b051-b14382fd1280,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:49.224693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network b1d6a4a3-003a-43e7-99ee-3b7c9137bafe details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:15:49.242446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.281466 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:15:49.321313 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.321703 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Added segment 15ceb2c9-795f-4254-ab70-ce73f3f867c6 of type vlan for network 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 Nov 09 04:15:49.353235 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1466af-1699-435f-a1d5-b8b5c533e0c8,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:49.384406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.395361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:49.395896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:49.396336 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:49.396677 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:49.397044 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:49.397388 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:49.397814 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:49.398153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:49.398479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:49.398845 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:49.399165 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:49.399479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Tracked resource versions report: Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: pushed versions: Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: { 'AddressGroup': {'1.2'}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'ConntrackHelper': {'1.0'}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Log': {'1.0'}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Network': {'1.1'}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Port': {'1.7'}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'PortForwarding': {'1.2'}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'QosPolicy': {'1.10'}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'SecurityGroup': {'1.5'}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'SubPort': {'1.0'}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Subnet': {'1.1'}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Trunk': {'1.1'}} Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: consumer versions: Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: { DHCP agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: HyperV agent@hv-neutron-8168: {}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: L3 agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: Metadata agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: Metering agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: Open vSwitch agent@dv-neutron-816800-2-hyperv: { 'AddressGroup': '1.2', Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'ConntrackHelper': '1.0', Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Log': '1.0', Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Network': '1.1', Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Port': '1.7', Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'PortForwarding': '1.2', Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'QosPolicy': '1.10', Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'SecurityGroup': '1.5', Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'SecurityGroupRule': '1.2', Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'SubPort': '1.0', Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Subnet': '1.1', Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: 'Trunk': '1.1'}} Nov 09 04:15:49.400588 dv-neutron-816800-2-hyperv neutron-server[101883]: {{(pid=101883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:15:49.411241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.422708 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.460922 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:15:49.473979 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Request body: {'network': {'name': 'tempest-network--686321370', 'router:external': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:49.494812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.495390 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] Added segment 1a00d6b2-9273-40e8-af28-70e67890abd1 of type vlan for network 4b1c392c-f262-40b8-99ba-61b89c78085e Nov 09 04:15:49.497135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5435ad-df50-4bdd-8291-908283dc5e5c,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:49.508675 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Made reservation on behalf of e4b6f492f28b488aad5919cb3a4921f5 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:49.512503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.533953 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.567498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.568438 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:49.569017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.620399 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.644105 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.648867 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.665621 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1752374 Nov 09 04:15:49.671511 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3fb6e6d-1edf-458a-b3d8-f24b5b52609f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.671728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 43966) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:49.683085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c1d9d1c7-a686-4372-add9-f78aec9c7dfa admin admin] Request body: {'subnet': {'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-253181247-subnet', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:49.695231 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:15:49.718470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3469a2-f455-4ae4-825a-a9d09a8fd1c2 admin admin] Pushing event updated for resources: {'Network': ['ID=5ce73bf0-f08d-4515-bc4d-a4385e38aaa2,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:49.727183 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.729322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:49.730076 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.734240 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:15:49.748880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.749223 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Added segment 4b316a55-bf24-4133-ab04-9afb97b3d669 of type vlan for network df2b5116-a938-46f2-9e2b-ded4c00f5ee0 Nov 09 04:15:49.752397 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91434bc9-66b9-4c55-94d7-3fca93287eb8,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:49.812791 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb6e6d-1edf-458a-b3d8-f24b5b52609f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e11ddf-918b-4633-b516-311dd3cf995b,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:49.847131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d9d1c7-a686-4372-add9-f78aec9c7dfa admin admin] Made reservation on behalf of c7273c23e14d458d8f30dc649eb26159 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:49.848188 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3256295 Nov 09 04:15:49.849993 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c1d9d1c7-a686-4372-add9-f78aec9c7dfa admin admin] Publish callbacks [] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.854741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43970) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:49.860300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-e4eb27f4-ef54-4be8-90c1-420c20da96d1 admin admin] Request body: {'subnet': {'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-755445938-subnet', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:49.875727 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cab1e2-8089-47c3-9f24-5d8c92eccbca admin admin] Pushing event updated for resources: {'Network': ['ID=4b1c392c-f262-40b8-99ba-61b89c78085e,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:49.885056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb6e6d-1edf-458a-b3d8-f24b5b52609f admin admin] Checking segment: {'id': '48aee43e-30bf-4afa-8662-df14895c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:15:49.885813 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fb6e6d-1edf-458a-b3d8-f24b5b52609f admin admin] Network hostable DHCP agents. Network: 7406e378-feb3-4f56-a182-2c787a7b80e5, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:15:49.886629 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.894168 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 4b1c392c-f262-40b8-99ba-61b89c78085e details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:15:49.910318 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eb27f4-ef54-4be8-90c1-420c20da96d1 admin admin] Made reservation on behalf of a9d1db2f4a4b4c198a0d79702824d532 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:49.913521 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e4eb27f4-ef54-4be8-90c1-420c20da96d1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.926591 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fb6e6d-1edf-458a-b3d8-f24b5b52609f admin admin] Network 7406e378-feb3-4f56-a182-2c787a7b80e5 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:15:49.972732 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.974088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:49.974922 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:49.989759 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-e3fb6e6d-1edf-458a-b3d8-f24b5b52609f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 7406e378-feb3-4f56-a182-2c787a7b80e5) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:49.997504 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fb6e6d-1edf-458a-b3d8-f24b5b52609f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:49.998337 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3fb6e6d-1edf-458a-b3d8-f24b5b52609f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.041672 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.8430219 Nov 09 04:15:50.054924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43978) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:50.055660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293571bf-3e98-49ab-842a-6b0ced3526f4 None None] Network 7406e378-feb3-4f56-a182-2c787a7b80e5 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:15:50.068921 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e3fb6e6d-1edf-458a-b3d8-f24b5b52609f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0634086 Nov 09 04:15:50.075218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43984) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:50.094819 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:50.128475 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc127af-ec59-46e3-9d56-9bff5f6de6dd tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event updated for resources: {'Network': ['ID=df2b5116-a938-46f2-9e2b-ded4c00f5ee0,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:50.144726 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network df2b5116-a938-46f2-9e2b-ded4c00f5ee0 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:15:50.190159 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.208175 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.210861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.234844 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c1d9d1c7-a686-4372-add9-f78aec9c7dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.300171 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9d1c7-a686-4372-add9-f78aec9c7dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:50.314916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9d1c7-a686-4372-add9-f78aec9c7dfa admin admin] Checking segment: {'id': '15ceb2c9-795f-4254-ab70-ce73f3f867c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:15:50.316959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d9d1c7-a686-4372-add9-f78aec9c7dfa admin admin] Network hostable DHCP agents. Network: 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:15:50.354064 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d9d1c7-a686-4372-add9-f78aec9c7dfa admin admin] Network 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:15:50.355596 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-7406e378-feb3-4f56-a182-2c787a7b80e5', 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'fixed_ips': [{'subnet_id': 'e8e11ddf-918b-4633-b516-311dd3cf995b'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:15:50.356787 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.366123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-c1d9d1c7-a686-4372-add9-f78aec9c7dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:50.380079 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15172c77-1c05-4dab-b267-bea74457531a None None] Network 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:15:50.386318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d9d1c7-a686-4372-add9-f78aec9c7dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:50.387804 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c1d9d1c7-a686-4372-add9-f78aec9c7dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.412013 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c1d9d1c7-a686-4372-add9-f78aec9c7dfa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7361276 Nov 09 04:15:50.414155 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 43990) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:50.421093 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:50.448696 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 43992) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:50.456345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.459752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.462037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.464773 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 43996) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:50.542423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.543597 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e4eb27f4-ef54-4be8-90c1-420c20da96d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.555098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.646040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Allocated IP 172.20.0.2 (7406e378-feb3-4f56-a182-2c787a7b80e5/e8e11ddf-918b-4633-b516-311dd3cf995b/f30f5a17-e04e-428f-a4f4-87b6b0eb2a92) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:15:50.659582 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44002) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:50.672887 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=101883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:15:50.673243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:15:50.674211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:15:50.674694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > port after_create 55550000 {{(pid=101883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:15:50.675046 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > port after_delete 55550000 {{(pid=101883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:15:50.675383 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > port after_update 55550000 {{(pid=101883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:15:50.675754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=101883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:15:50.676102 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=101883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:15:50.676420 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=101883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:15:50.676814 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=101883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:15:50.699323 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'fixed_ips': [{'subnet_id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:15:50.702980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.793900 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.913759 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-fdd30d2c-e249-498e-9bff-2f501a9795d3 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-883894572'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:50.914275 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-fdd30d2c-e249-498e-9bff-2f501a9795d3 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Unknown quota resources ['metering_label']. {{(pid=101884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 04:15:50.944735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.949663 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Allocated IP 172.20.0.2 (5ce73bf0-f08d-4515-bc4d-a4385e38aaa2/2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb/89e11f2a-de2b-418f-8b32-11186e521427) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:15:50.957942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=101883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:15:50.958547 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=101883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:15:50.959079 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=101883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:15:50.960094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=101883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:15:50.960806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2b5116-a938-46f2-9e2b-ded4c00f5ee0']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:15:50.967341 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:50.985161 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b316a55-bf24-4133-ab04-9afb97b3d669') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:15:50.985754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b316a55-bf24-4133-ab04-9afb97b3d669') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:15:51.006694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.033538 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.041437 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Network 7406e378-feb3-4f56-a182-2c787a7b80e5 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:15:51.042837 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Pushing event updated for resources: {'Port': ['ID=f30f5a17-e04e-428f-a4f4-87b6b0eb2a92,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:51.043028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:15:51.044445 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.054480 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:51.057202 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:51.057695 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:51.058124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:51.059639 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:51.059639 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:51.060236 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:51.060589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:51.060902 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:51.061243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:51.061635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:51.062017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:51.062336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Tracked resource versions report: Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: pushed versions: Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: { 'AddressGroup': {'1.2'}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'ConntrackHelper': {'1.0'}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Log': {'1.0'}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Network': {'1.1'}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Port': {'1.7'}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'PortForwarding': {'1.2'}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'QosPolicy': {'1.10'}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'SecurityGroup': {'1.5'}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'SubPort': {'1.0'}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Subnet': {'1.1'}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Trunk': {'1.1'}} Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: consumer versions: Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: { DHCP agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: HyperV agent@hv-neutron-8168: {}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: L3 agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: Metadata agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: Metering agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: Open vSwitch agent@dv-neutron-816800-2-hyperv: { 'AddressGroup': '1.2', Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'ConntrackHelper': '1.0', Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Log': '1.0', Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Network': '1.1', Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Port': '1.7', Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'PortForwarding': '1.2', Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'QosPolicy': '1.10', Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'SecurityGroup': '1.5', Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'SecurityGroupRule': '1.2', Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'SubPort': '1.0', Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Subnet': '1.1', Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: 'Trunk': '1.1'}} Nov 09 04:15:51.064093 dv-neutron-816800-2-hyperv neutron-server[101885]: {{(pid=101885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: from cryptography.utils import int_from_bytes Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: from cryptography.utils import int_from_bytes Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:15:51.075889 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:15:51.086244 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:15:51.104076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44004) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:51.123399 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1981460399'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:51.181756 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-437399914', 'router:external': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:51.187167 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb27f4-ef54-4be8-90c1-420c20da96d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb90b94-eee5-42b8-ae6e-732018a58008,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:51.188575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fdd30d2c-e249-498e-9bff-2f501a9795d3 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.192182 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fdd30d2c-e249-498e-9bff-2f501a9795d3 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7390871 Nov 09 04:15:51.196219 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44016) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:51.203947 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-6ba4bc24-ad2a-4708-bdef-1af8ccfbf4ac tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6d39e18f-a9c3-48b6-8c48-2d439868f3b9'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:51.204448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-6ba4bc24-ad2a-4708-bdef-1af8ccfbf4ac tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 04:15:51.237823 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.243191 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.250018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eb27f4-ef54-4be8-90c1-420c20da96d1 admin admin] Checking segment: {'id': '1a00d6b2-9273-40e8-af28-70e67890abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:15:51.250399 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eb27f4-ef54-4be8-90c1-420c20da96d1 admin admin] Network hostable DHCP agents. Network: 4b1c392c-f262-40b8-99ba-61b89c78085e, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:15:51.258964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df2b5116-a938-46f2-9e2b-ded4c00f5ee0 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 04:15:51.276222 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.280562 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "DELETE /v2.0/networks/df2b5116-a938-46f2-9e2b-ded4c00f5ee0 HTTP/1.1" status: 204 len: 168 time: 1.2264137 Nov 09 04:15:51.286512 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b174e61-75d1-4cb5-abe7-a3e9fda880e2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event deleted for resources: {'Network': ['ID=df2b5116-a938-46f2-9e2b-ded4c00f5ee0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:51.289178 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44018) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:51.319173 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-38af52ea-1e06-4b4f-a779-db6c06973339 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:51.362618 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Made reservation on behalf of da0ffd6102044448b330d1e7ce8ea48c for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:51.364980 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.375417 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.services.metering.metering_plugin [None req-6ba4bc24-ad2a-4708-bdef-1af8ccfbf4ac tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 04:15:51.376412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a1963757-b4d6-4b81-b4b9-d2b0e75d4784 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-370540274'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:51.377042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a1963757-b4d6-4b81-b4b9-d2b0e75d4784 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Unknown quota resources ['metering_label']. {{(pid=101883) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 04:15:51.414768 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Attempting to bind port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:15:51.415851 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Attempting to bind port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '48aee43e-30bf-4afa-8662-df14895c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:15:51.416984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Attempting to bind port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 on network 7406e378-feb3-4f56-a182-2c787a7b80e5 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:15:51.425889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:15:51.427213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Checking segment: {'id': '48aee43e-30bf-4afa-8662-df14895c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:15:51.428422 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.428982 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Bound using segment: {'id': '48aee43e-30bf-4afa-8662-df14895c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:15:51.429689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Bound port: f30f5a17-e04e-428f-a4f4-87b6b0eb2a92, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48aee43e-30bf-4afa-8662-df14895c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:15:51.430270 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.461936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eb27f4-ef54-4be8-90c1-420c20da96d1 admin admin] Network 4b1c392c-f262-40b8-99ba-61b89c78085e is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:15:51.461936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Made reservation on behalf of 61d16bbd17d047c0a50021c7c59831a2 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:51.463533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.479531 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.499320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6ba4bc24-ad2a-4708-bdef-1af8ccfbf4ac tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.503593 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6ba4bc24-ad2a-4708-bdef-1af8ccfbf4ac tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3038902 Nov 09 04:15:51.519037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] For port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:15:51.522791 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] For port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f30f5a17-e04e-428f-a4f4-87b6b0eb2a92,segment=NetworkSegment(48aee43e-30bf-4afa-8662-df14895c0815),segment_id=48aee43e-30bf-4afa-8662-df14895c0815)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:15:51.537223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.618060 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4818f-f348-49ec-b1a8-3412a8ba530a None None] Pushing event updated for resources: {'Port': ['ID=f30f5a17-e04e-428f-a4f4-87b6b0eb2a92,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:51.648103 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44020) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:51.651088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.654673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.675027 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0eab119c-0b70-4f05-88e4-da923cd3a4a8 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6d39e18f-a9c3-48b6-8c48-2d439868f3b9'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:51.675515 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0eab119c-0b70-4f05-88e4-da923cd3a4a8 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 04:15:51.741329 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.751330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.760095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.764690 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.795802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.797602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.813242 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:15:51.814162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:15:51.823538 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.824058 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Added segment d6337c14-6bb0-406b-8d75-b76e55686b54 of type vlan for network caaa88b5-ab04-4871-89f7-06b5c5e5db4f Nov 09 04:15:51.826872 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.827226 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Added segment 0f529f03-73f3-4810-a2b4-326497073232 of type vlan for network 37fea146-3f87-4840-9f72-5bbda520dbe6 Nov 09 04:15:51.829198 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Network 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:15:51.830546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Pushing event updated for resources: {'Port': ['ID=89e11f2a-de2b-418f-8b32-11186e521427,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:51.841227 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:51.845206 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:15:51.861602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-e4eb27f4-ef54-4be8-90c1-420c20da96d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 4b1c392c-f262-40b8-99ba-61b89c78085e) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:51.863708 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.872896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eb27f4-ef54-4be8-90c1-420c20da96d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:51.873533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e4eb27f4-ef54-4be8-90c1-420c20da96d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.878651 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38af52ea-1e06-4b4f-a779-db6c06973339 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Made reservation on behalf of e4b6f492f28b488aad5919cb3a4921f5 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:51.880896 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-38af52ea-1e06-4b4f-a779-db6c06973339 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.899588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.950353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.960049 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b06f6ce-8aec-4c2c-86e4-92b6b118378d None None] Network 4b1c392c-f262-40b8-99ba-61b89c78085e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:15:51.963156 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Attempting to bind port 89e11f2a-de2b-418f-8b32-11186e521427 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:15:51.969367 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Attempting to bind port 89e11f2a-de2b-418f-8b32-11186e521427 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '15ceb2c9-795f-4254-ab70-ce73f3f867c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:15:51.975578 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Attempting to bind port 89e11f2a-de2b-418f-8b32-11186e521427 on network 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:15:51.993209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:15:51.993699 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Checking segment: {'id': '15ceb2c9-795f-4254-ab70-ce73f3f867c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:15:51.994107 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:51.994506 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Bound using segment: {'id': '15ceb2c9-795f-4254-ab70-ce73f3f867c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:15:51.995057 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Bound port: 89e11f2a-de2b-418f-8b32-11186e521427, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ceb2c9-795f-4254-ab70-ce73f3f867c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:15:51.995567 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.012509 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.services.metering.metering_plugin [None req-0eab119c-0b70-4f05-88e4-da923cd3a4a8 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 04:15:52.068615 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.resource_extend [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 04:15:52.096771 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e4eb27f4-ef54-4be8-90c1-420c20da96d1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2407188 Nov 09 04:15:52.098048 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.db.resource_extend [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 04:15:52.101640 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44024) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:52.106849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:52.111338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a6b526-f7e9-44bb-aa94-20fd57a8dde1,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:52.125064 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a1963757-b4d6-4b81-b4b9-d2b0e75d4784 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.128977 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a1963757-b4d6-4b81-b4b9-d2b0e75d4784 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0567844 Nov 09 04:15:52.133931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44026) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:52.139349 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9c3ce00d-a01e-496b-ba34-ebb0496c9616 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9a3609fe-fd75-4298-853f-9dadd5b368a0'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:52.139858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9c3ce00d-a01e-496b-ba34-ebb0496c9616 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101883) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 04:15:52.159973 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f9bde5-6abe-4759-a307-5c978e61f475,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:52.177359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.178713 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] For port 89e11f2a-de2b-418f-8b32-11186e521427, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:15:52.183524 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:52.184093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] For port 89e11f2a-de2b-418f-8b32-11186e521427, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=89e11f2a-de2b-418f-8b32-11186e521427,segment=NetworkSegment(15ceb2c9-795f-4254-ab70-ce73f3f867c6),segment_id=15ceb2c9-795f-4254-ab70-ce73f3f867c6)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:15:52.184235 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.193165 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.224561 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38af52ea-1e06-4b4f-a779-db6c06973339 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:15:52.228587 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0eab119c-0b70-4f05-88e4-da923cd3a4a8 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.229825 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0eab119c-0b70-4f05-88e4-da923cd3a4a8 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5761702 Nov 09 04:15:52.255415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44028) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:52.256059 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.257002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:52.257590 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.275422 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.276477 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.298837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-38af52ea-1e06-4b4f-a779-db6c06973339 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.299460 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-38af52ea-1e06-4b4f-a779-db6c06973339 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Added segment d6505087-33a6-4fcf-916d-f168ddecf9be of type vlan for network 1506a57d-2619-418c-947c-43b4b1b18820 Nov 09 04:15:52.308638 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0440d89-1f01-4c71-979e-75d8442bd5b9 None None] Pushing event updated for resources: {'Port': ['ID=89e11f2a-de2b-418f-8b32-11186e521427,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:52.310838 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING neutron.services.metering.metering_plugin [None req-9c3ce00d-a01e-496b-ba34-ebb0496c9616 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 04:15:52.319234 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-93355729-3326-48ab-ae6a-ba4657a626a6 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=c3b38fb3-5fab-43e5-b5a0-88fdc093f1dd HTTP/1.1" status: 200 len: 462 time: 0.0566528 Nov 09 04:15:52.326174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44030) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:52.328655 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-4b1c392c-f262-40b8-99ba-61b89c78085e', 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'fixed_ips': [{'subnet_id': 'bfb90b94-eee5-42b8-ae6e-732018a58008'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:15:52.329986 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.388515 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.2828705 Nov 09 04:15:52.390695 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Allocated IP 172.26.5.227 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/92f49f9f-9431-42b4-ac60-caba3619bba0) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:15:52.396293 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44032) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:52.404970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-4229619b-52e2-40cb-ba72-48369f7f04f5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Request body: {'subnet': {'network_id': '37fea146-3f87-4840-9f72-5bbda520dbe6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:52.437411 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca811c59-ea2b-40a0-9be9-5be3d3a60022 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Pushing event updated for resources: {'Network': ['ID=37fea146-3f87-4840-9f72-5bbda520dbe6,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:52.473345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 37fea146-3f87-4840-9f72-5bbda520dbe6 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:15:52.476152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-38af52ea-1e06-4b4f-a779-db6c06973339 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.488822 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0212300 Nov 09 04:15:52.511524 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44034) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:52.563195 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c1e0acd2-463f-4d62-bade-ef50b85dce11 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Request body: {'subnet': {'network_id': 'caaa88b5-ab04-4871-89f7-06b5c5e5db4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:52.571193 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc7de0-dc37-426a-99d7-4ee2b780f002 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Pushing event updated for resources: {'Network': ['ID=caaa88b5-ab04-4871-89f7-06b5c5e5db4f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:52.581136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9c3ce00d-a01e-496b-ba34-ebb0496c9616 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.586697 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9c3ce00d-a01e-496b-ba34-ebb0496c9616 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4517784 Nov 09 04:15:52.595774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44036) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:52.601570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d1652754-1276-45f8-8e0d-16569ec94535 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9a3609fe-fd75-4298-853f-9dadd5b368a0'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:52.602065 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d1652754-1276-45f8-8e0d-16569ec94535 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101883) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 04:15:52.602181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network caaa88b5-ab04-4871-89f7-06b5c5e5db4f details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:15:52.624128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4229619b-52e2-40cb-ba72-48369f7f04f5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Made reservation on behalf of da0ffd6102044448b330d1e7ce8ea48c for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:52.626647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4229619b-52e2-40cb-ba72-48369f7f04f5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.628128 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Allocated IP 172.20.0.2 (4b1c392c-f262-40b8-99ba-61b89c78085e/bfb90b94-eee5-42b8-ae6e-732018a58008/d63c52c8-badd-475b-b833-9be39cd2c548) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:15:52.651476 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.resource_extend [None req-38af52ea-1e06-4b4f-a779-db6c06973339 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 04:15:52.688979 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.795473 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ac456dd-550d-48b7-875d-75374df15bc5 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.798990 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3ac456dd-550d-48b7-875d-75374df15bc5 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/c3b38fb3-5fab-43e5-b5a0-88fdc093f1dd HTTP/1.1" status: 204 len: 168 time: 0.4665265 Nov 09 04:15:52.800384 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.832783 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44038) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:52.865834 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-93028216-20a1-4acf-a3ce-9f4ae4e768ec tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=c3b38fb3-5fab-43e5-b5a0-88fdc093f1dd HTTP/1.1" status: 200 len: 221 time: 0.0286674 Nov 09 04:15:52.865834 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING neutron.services.metering.metering_plugin [None req-d1652754-1276-45f8-8e0d-16569ec94535 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 09 04:15:52.867064 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44040) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:52.869332 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.927233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-38af52ea-1e06-4b4f-a779-db6c06973339 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.928261 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38af52ea-1e06-4b4f-a779-db6c06973339 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:52.929269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-38af52ea-1e06-4b4f-a779-db6c06973339 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.946816 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:52.950731 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-afd2ce1a-8c5c-44b9-86f4-787beba8d51f tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1801756508', 'description': 'label created by tempest'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:52.951180 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-afd2ce1a-8c5c-44b9-86f4-787beba8d51f tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Unknown quota resources ['metering_label']. {{(pid=101883) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 04:15:52.960526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:53.027155 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Network 4b1c392c-f262-40b8-99ba-61b89c78085e is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:15:53.028169 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:53.034144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:53.042801 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:15:53.062544 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Pushing event updated for resources: {'Port': ['ID=d63c52c8-badd-475b-b833-9be39cd2c548,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:53.073826 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-38af52ea-1e06-4b4f-a779-db6c06973339 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.7590458 Nov 09 04:15:53.087269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44042) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:53.102129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-a8de3470-b642-4a70-a28d-8fe796f1fcdc tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Request body: {'subnet': {'network_id': '1506a57d-2619-418c-947c-43b4b1b18820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:53.122910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af52ea-1e06-4b4f-a779-db6c06973339 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event updated for resources: {'Network': ['ID=1506a57d-2619-418c-947c-43b4b1b18820,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:53.143529 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:15:53.151799 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 1506a57d-2619-418c-947c-43b4b1b18820 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:15:53.159827 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e0acd2-463f-4d62-bade-ef50b85dce11 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Made reservation on behalf of 61d16bbd17d047c0a50021c7c59831a2 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:53.164203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c1e0acd2-463f-4d62-bade-ef50b85dce11 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks [] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:53.248254 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Attempting to bind port d63c52c8-badd-475b-b833-9be39cd2c548 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:15:53.248474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Attempting to bind port d63c52c8-badd-475b-b833-9be39cd2c548 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '1a00d6b2-9273-40e8-af28-70e67890abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:15:53.248941 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Attempting to bind port d63c52c8-badd-475b-b833-9be39cd2c548 on network 4b1c392c-f262-40b8-99ba-61b89c78085e {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:15:53.269405 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:15:53.269931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Checking segment: {'id': '1a00d6b2-9273-40e8-af28-70e67890abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:15:53.270406 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:53.270871 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Bound using segment: {'id': '1a00d6b2-9273-40e8-af28-70e67890abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:15:53.271430 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Bound port: d63c52c8-badd-475b-b833-9be39cd2c548, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a00d6b2-9273-40e8-af28-70e67890abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:15:53.271904 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:53.300792 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8de3470-b642-4a70-a28d-8fe796f1fcdc tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Made reservation on behalf of e4b6f492f28b488aad5919cb3a4921f5 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:53.303289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a8de3470-b642-4a70-a28d-8fe796f1fcdc tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks [] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:53.335415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:53.338448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:15:53.338957 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:53.345482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b412bba7-0482-4e5f-872a-1f029b444017 None None] Network 7406e378-feb3-4f56-a182-2c787a7b80e5 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:15:53.413176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:53.419438 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d1652754-1276-45f8-8e0d-16569ec94535 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:53.423162 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d1652754-1276-45f8-8e0d-16569ec94535 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8228438 Nov 09 04:15:53.429828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44046) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:53.442458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] For port d63c52c8-badd-475b-b833-9be39cd2c548, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:15:53.463643 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-5193f4ba-0861-40d9-a38d-0852e0c7d0ce None None] Provisioning complete for port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:15:53.464011 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5193f4ba-0861-40d9-a38d-0852e0c7d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:53.510936 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3ca1cb0b-9568-4b93-985d-85298dcd323e tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=3352a49d-9d4a-4389-96ca-36c07bd95dc8 HTTP/1.1" status: 200 len: 464 time: 0.0771799 Nov 09 04:15:53.524953 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] For port d63c52c8-badd-475b-b833-9be39cd2c548, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d63c52c8-badd-475b-b833-9be39cd2c548,segment=NetworkSegment(1a00d6b2-9273-40e8-af28-70e67890abd1),segment_id=1a00d6b2-9273-40e8-af28-70e67890abd1)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:15:53.552614 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44048) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:53.610088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:15:53.610328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:53.626528 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:53.629918 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:15:53.632059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Allocated IP 172.26.5.243 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/4eddb257-12eb-4554-8a15-b5ad48023e07) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:15:53.675654 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-afd2ce1a-8c5c-44b9-86f4-787beba8d51f tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:53.676728 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-afd2ce1a-8c5c-44b9-86f4-787beba8d51f tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7304673 Nov 09 04:15:53.682863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44052) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:53.751955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5193f4ba-0861-40d9-a38d-0852e0c7d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:53.758216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Pushing event updated for resources: {'Port': ['ID=92f49f9f-9431-42b4-ac60-caba3619bba0,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:53.870690 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d9b82a-1923-43e7-a336-7e4a02ce684f None None] Network 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:15:53.886428 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cdada993-8538-4837-96d2-495b063fca90 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=e9f39229-4925-4d84-b485-5d8c1d88cc2f HTTP/1.1" status: 200 len: 468 time: 0.1979454 Nov 09 04:15:53.901062 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44054) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:53.949449 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3bee8272-f3c3-4fd2-bab4-6798031a93f3 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:53.950629 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3bee8272-f3c3-4fd2-bab4-6798031a93f3 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/3352a49d-9d4a-4389-96ca-36c07bd95dc8 HTTP/1.1" status: 204 len: 168 time: 0.3950336 Nov 09 04:15:53.953662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44056) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:53.983024 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4937aed4-bb57-4f19-8ae8-a1bd0cdb7fe0 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=3352a49d-9d4a-4389-96ca-36c07bd95dc8 HTTP/1.1" status: 200 len: 221 time: 0.0226727 Nov 09 04:15:53.984134 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44058) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:53.987945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-94dc1a24-ef37-45d8-be9a-8ecd962e7446 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--715205414', 'description': 'label created by tempest'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:53.988397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-94dc1a24-ef37-45d8-be9a-8ecd962e7446 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Unknown quota resources ['metering_label']. {{(pid=101883) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 09 04:15:54.088603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:54.106091 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5193f4ba-0861-40d9-a38d-0852e0c7d0ce None None] For port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f30f5a17-e04e-428f-a4f4-87b6b0eb2a92,segment=NetworkSegment(48aee43e-30bf-4afa-8662-df14895c0815),segment_id=48aee43e-30bf-4afa-8662-df14895c0815)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:15:54.160590 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5193f4ba-0861-40d9-a38d-0852e0c7d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:54.177280 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:54.228333 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c6fd8-ebd5-462b-96ff-fa750d2dd098 None None] Pushing event updated for resources: {'Port': ['ID=d63c52c8-badd-475b-b833-9be39cd2c548,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:54.243891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c1e0acd2-463f-4d62-bade-ef50b85dce11 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:54.254732 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:54.453799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:15:54.542137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-65488718-3ae1-4562-be70-63c1ddea6dec tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:54.543817 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-65488718-3ae1-4562-be70-63c1ddea6dec tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/e9f39229-4925-4d84-b485-5d8c1d88cc2f HTTP/1.1" status: 204 len: 168 time: 0.6417706 Nov 09 04:15:54.551157 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44064) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:54.556383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:54.563938 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0acd2-463f-4d62-bade-ef50b85dce11 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Pushing event updated for resources: {'Subnet': ['ID=7109e2d3-5af7-49b7-bb6b-7a2ceeaaf27b,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:54.576692 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:54.578661 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4eddb257-12eb-4554-8a15-b5ad48023e07,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:54.592323 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:15:54.597933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193f4ba-0861-40d9-a38d-0852e0c7d0ce None None] Pushing event updated for resources: {'Port': ['ID=f30f5a17-e04e-428f-a4f4-87b6b0eb2a92,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:54.605003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d891cf3e-26f4-4f55-9b12-f79724c9185f None None] Provisioning complete for port 89e11f2a-de2b-418f-8b32-11186e521427 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:15:54.605003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d891cf3e-26f4-4f55-9b12-f79724c9185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:54.606373 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:15:54.606735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:15:54.614865 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d9313245-c7ae-4f9e-b94c-d79ab2ba3a33 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=e9f39229-4925-4d84-b485-5d8c1d88cc2f HTTP/1.1" status: 200 len: 216 time: 0.0592165 Nov 09 04:15:54.619332 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e0acd2-463f-4d62-bade-ef50b85dce11 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Checking segment: {'id': 'd6337c14-6bb0-406b-8d75-b76e55686b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caaa88b5-ab04-4871-89f7-06b5c5e5db4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:15:54.619683 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0acd2-463f-4d62-bade-ef50b85dce11 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Network hostable DHCP agents. Network: caaa88b5-ab04-4871-89f7-06b5c5e5db4f, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:15:54.643610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:54.647904 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44068) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:54.665733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-94dc1a24-ef37-45d8-be9a-8ecd962e7446 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:54.670392 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-94dc1a24-ef37-45d8-be9a-8ecd962e7446 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6827414 Nov 09 04:15:54.678206 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44070) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:54.699498 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3ffdad0e-10b9-4dcc-a266-059ed1fa8918 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0454829 Nov 09 04:15:54.704200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44072) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:54.786238 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:54.821694 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d891cf3e-26f4-4f55-9b12-f79724c9185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:54.864910 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c1455583-362f-40b7-9949-288eb3e075b5 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=2b72aac2-2e68-4af1-9dbf-909356eea27d HTTP/1.1" status: 200 len: 467 time: 0.1855710 Nov 09 04:15:54.867025 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d891cf3e-26f4-4f55-9b12-f79724c9185f None None] For port 89e11f2a-de2b-418f-8b32-11186e521427, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=89e11f2a-de2b-418f-8b32-11186e521427,segment=NetworkSegment(15ceb2c9-795f-4254-ab70-ce73f3f867c6),segment_id=15ceb2c9-795f-4254-ab70-ce73f3f867c6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:15:54.869251 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44074) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:54.875417 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d891cf3e-26f4-4f55-9b12-f79724c9185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:54.880063 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1b21a7bd-88cb-4ab3-84f6-de96ed5b44a2 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1574130 Nov 09 04:15:54.885107 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44076) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:55.018358 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891cf3e-26f4-4f55-9b12-f79724c9185f None None] Pushing event updated for resources: {'Port': ['ID=89e11f2a-de2b-418f-8b32-11186e521427,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:55.032029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ba233788-712e-478a-a2a5-7b203f58a5dd None None] Provisioning complete for port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:15:55.032394 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ba233788-712e-478a-a2a5-7b203f58a5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:55.095628 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.objects.ports [None req-4229619b-52e2-40cb-ba72-48369f7f04f5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:15:55.096085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4229619b-52e2-40cb-ba72-48369f7f04f5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:55.105127 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c32dce09-d063-461e-aef4-c7783e87885c tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/6d39e18f-a9c3-48b6-8c48-2d439868f3b9 HTTP/1.1" status: 200 len: 472 time: 0.2051766 Nov 09 04:15:55.148834 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0acd2-463f-4d62-bade-ef50b85dce11 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Network caaa88b5-ab04-4871-89f7-06b5c5e5db4f is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:15:55.155535 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44078) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:55.164939 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229619b-52e2-40cb-ba72-48369f7f04f5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Pushing event updated for resources: {'Subnet': ['ID=67fba0cc-ca9a-44c9-831a-5befa99069ce,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:55.168994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:55.177761 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 89e11f2a-de2b-418f-8b32-11186e521427 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:15:55.223509 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ecc35449-85a4-4dbf-b25b-6cde673437de tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/a67a3581-fb58-4b1b-b6de-2dc08f2e8896 HTTP/1.1" status: 200 len: 459 time: 0.0520449 Nov 09 04:15:55.224905 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0acd2-463f-4d62-bade-ef50b85dce11 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, caaa88b5-ab04-4871-89f7-06b5c5e5db4f) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:55.225342 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9ed117-f2e4-420c-bb34-651947eeab33 None None] Network 4b1c392c-f262-40b8-99ba-61b89c78085e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:15:55.228452 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e0acd2-463f-4d62-bade-ef50b85dce11 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:55.229047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c1e0acd2-463f-4d62-bade-ef50b85dce11 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:55.233326 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44080) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:55.283589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf28c2cf-c890-4447-80fb-9de740f0be9c None None] Network caaa88b5-ab04-4871-89f7-06b5c5e5db4f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:15:55.323853 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c1e0acd2-463f-4d62-bade-ef50b85dce11 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8079646 Nov 09 04:15:55.327560 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44082) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:55.335404 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-e4a11ff8-4736-4254-8344-5d84869b6c42 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Request body: {'port': {'network_id': 'caaa88b5-ab04-4871-89f7-06b5c5e5db4f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1525913989'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:55.365737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 89e11f2a-de2b-418f-8b32-11186e521427 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:15:55.366124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:55.534054 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229619b-52e2-40cb-ba72-48369f7f04f5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Checking segment: {'id': '0f529f03-73f3-4810-a2b4-326497073232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '37fea146-3f87-4840-9f72-5bbda520dbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:15:55.534290 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4229619b-52e2-40cb-ba72-48369f7f04f5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Network hostable DHCP agents. Network: 37fea146-3f87-4840-9f72-5bbda520dbe6, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:15:55.539650 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.objects.ports [None req-a8de3470-b642-4a70-a28d-8fe796f1fcdc tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:15:55.539978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a8de3470-b642-4a70-a28d-8fe796f1fcdc tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:55.551456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Allocated IP 172.26.5.157 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/44e3ed9b-f06d-46a1-9f66-04795e73b7da) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:15:55.555573 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6e4efebc-96b8-4e59-a8a0-c8676566e161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:55.579856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-aa861e2d-97fa-4d12-9993-32c1a9932dfe None None] Provisioning complete for port 89e11f2a-de2b-418f-8b32-11186e521427 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:15:55.579856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-aa861e2d-97fa-4d12-9993-32c1a9932dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:55.611778 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-24a69a8e-d3b8-4215-b4a0-fc267880fbe8 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:55.613188 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-24a69a8e-d3b8-4215-b4a0-fc267880fbe8 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/2b72aac2-2e68-4af1-9dbf-909356eea27d HTTP/1.1" status: 204 len: 168 time: 0.7304802 Nov 09 04:15:55.616481 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44084) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:55.620490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-53d79050-7512-4b44-954d-93396f2f8092 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:55.622345 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-53d79050-7512-4b44-954d-93396f2f8092 tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/a67a3581-fb58-4b1b-b6de-2dc08f2e8896 HTTP/1.1" status: 204 len: 168 time: 0.3837266 Nov 09 04:15:55.642005 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44086) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:55.703259 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de3470-b642-4a70-a28d-8fe796f1fcdc tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event updated for resources: {'Subnet': ['ID=03e09578-b380-44df-b3df-4b464d7d7d17,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:55.705738 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:55.711770 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b17305bd-afd5-41bb-877d-681361e41999 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=2b72aac2-2e68-4af1-9dbf-909356eea27d HTTP/1.1" status: 200 len: 216 time: 0.0884802 Nov 09 04:15:55.712051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44088) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:55.712161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-caaa88b5-ab04-4871-89f7-06b5c5e5db4f', 'network_id': 'caaa88b5-ab04-4871-89f7-06b5c5e5db4f', 'tenant_id': '61d16bbd17d047c0a50021c7c59831a2', 'fixed_ips': [{'subnet_id': '7109e2d3-5af7-49b7-bb6b-7a2ceeaaf27b'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:15:55.716181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:55.720176 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4229619b-52e2-40cb-ba72-48369f7f04f5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Network 37fea146-3f87-4840-9f72-5bbda520dbe6 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:15:55.763224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a11ff8-4736-4254-8344-5d84869b6c42 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Made reservation on behalf of 61d16bbd17d047c0a50021c7c59831a2 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:55.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e4a11ff8-4736-4254-8344-5d84869b6c42 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:55.780286 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6746f6fc-057d-4702-bdad-898f40bc495e tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0572853 Nov 09 04:15:55.784321 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-4229619b-52e2-40cb-ba72-48369f7f04f5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 37fea146-3f87-4840-9f72-5bbda520dbe6) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:55.787413 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44090) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:55.797922 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:55.813930 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de3470-b642-4a70-a28d-8fe796f1fcdc tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Checking segment: {'id': 'd6505087-33a6-4fcf-916d-f168ddecf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1506a57d-2619-418c-947c-43b4b1b18820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:15:55.814303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de3470-b642-4a70-a28d-8fe796f1fcdc tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Network hostable DHCP agents. Network: 1506a57d-2619-418c-947c-43b4b1b18820, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:15:55.817112 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4229619b-52e2-40cb-ba72-48369f7f04f5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:55.817742 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4229619b-52e2-40cb-ba72-48369f7f04f5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:55.842873 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b0cab352-c504-4858-8a91-e6eda1df74b6 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0543387 Nov 09 04:15:55.859117 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44092) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:55.859596 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5775fa3a-fa43-4545-b525-841f29b77008 None None] Network 37fea146-3f87-4840-9f72-5bbda520dbe6 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:15:55.877806 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4229619b-52e2-40cb-ba72-48369f7f04f5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4683218 Nov 09 04:15:55.878637 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44094) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:55.906225 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-e4a11ff8-4736-4254-8344-5d84869b6c42 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] device_id is not set on port 00c9488b-f9ba-4644-b5fa-b57097021767 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:15:55.915455 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-763d252c-4308-40c3-aad9-78128cc095e4 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-90203540', 'network_id': '37fea146-3f87-4840-9f72-5bbda520dbe6'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:55.964877 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de3470-b642-4a70-a28d-8fe796f1fcdc tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Network 1506a57d-2619-418c-947c-43b4b1b18820 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:15:55.990581 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-a8de3470-b642-4a70-a28d-8fe796f1fcdc tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 1506a57d-2619-418c-947c-43b4b1b18820) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:56.005238 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763d252c-4308-40c3-aad9-78128cc095e4 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Made reservation on behalf of da0ffd6102044448b330d1e7ce8ea48c for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:15:56.011096 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-763d252c-4308-40c3-aad9-78128cc095e4 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:56.016931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8de3470-b642-4a70-a28d-8fe796f1fcdc tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:56.017554 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a8de3470-b642-4a70-a28d-8fe796f1fcdc tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:56.041096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d111c94e-a987-480f-8bce-3a24d2167e00 None None] Network 1506a57d-2619-418c-947c-43b4b1b18820 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:15:56.058564 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:15:56.060615 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-763d252c-4308-40c3-aad9-78128cc095e4 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] device_id is not set on port 18719f75-2b48-4a22-bd2c-e932346339bf yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:15:56.076258 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a8de3470-b642-4a70-a28d-8fe796f1fcdc tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9813199 Nov 09 04:15:56.080051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44096) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:56.108777 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Request body: {'floatingip': {'floating_network_id': '1506a57d-2619-418c-947c-43b4b1b18820'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:56.133747 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f2bd5471-079e-4754-bee9-a3c07d573188 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/9a3609fe-fd75-4298-853f-9dadd5b368a0 HTTP/1.1" status: 200 len: 472 time: 0.2584724 Nov 09 04:15:56.138435 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44098) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:56.146147 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:15:56.154290 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:56.161499 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:56.175312 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-78819266-4ecf-400f-8791-fa2bdde543a4 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/ca6526e4-cfca-4844-9052-ed0b0c473032 HTTP/1.1" status: 200 len: 461 time: 0.0357077 Nov 09 04:15:56.181549 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44100) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:56.240442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-077ff525-9fa7-4846-bb5c-5e487692650b tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:56.244189 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-077ff525-9fa7-4846-bb5c-5e487692650b tempest-MeteringIpV6TestJSON-406387153 tempest-MeteringIpV6TestJSON-406387153-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/6d39e18f-a9c3-48b6-8c48-2d439868f3b9 HTTP/1.1" status: 204 len: 168 time: 0.5955660 Nov 09 04:15:56.287300 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Allocated IP 172.20.0.2 (caaa88b5-ab04-4871-89f7-06b5c5e5db4f/7109e2d3-5af7-49b7-bb6b-7a2ceeaaf27b/70896899-e65b-4b38-a697-4b4900c8cd63) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:15:56.291561 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-aa861e2d-97fa-4d12-9993-32c1a9932dfe None None] Provisioning complete for port d63c52c8-badd-475b-b833-9be39cd2c548 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:15:56.291939 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-aa861e2d-97fa-4d12-9993-32c1a9932dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:56.333082 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:56.375771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Pushing event updated for resources: {'Port': ['ID=44e3ed9b-f06d-46a1-9f66-04795e73b7da,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:56.396743 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:15:56.399425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:56.401576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:15:56.405753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:15:56.438492 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:15:56.438704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:56.458590 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:15:56.471130 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Sync routers for ids ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:15:56.494976 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Routers {'75eab012-a5ca-4d7b-a862-9b75e28bbfd8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:15:56.498448 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:15:56.508666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-763d252c-4308-40c3-aad9-78128cc095e4 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Allocated IP 2001:db8::5e (37fea146-3f87-4840-9f72-5bbda520dbe6/67fba0cc-ca9a-44c9-831a-5befa99069ce/18719f75-2b48-4a22-bd2c-e932346339bf) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:15:56.515941 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:56.516502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d36ccfc-0de9-4805-a21d-07fa2e8c26d8 None None] Network 37fea146-3f87-4840-9f72-5bbda520dbe6 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:15:56.527932 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e0870d2a-1850-48f6-830a-e093937674c7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1113560 Nov 09 04:15:56.529803 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1887f0f-f94c-4cb0-890e-1657b167ac43 None None] Network 1506a57d-2619-418c-947c-43b4b1b18820 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:15:56.530574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44104) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:56.719269 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Set router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:15:56.755751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44108) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:56.769905 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3724dac5-d8ea-4d75-b77f-dc3d70d9a910 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:56.771040 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3724dac5-d8ea-4d75-b77f-dc3d70d9a910 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/ca6526e4-cfca-4844-9052-ed0b0c473032 HTTP/1.1" status: 204 len: 168 time: 0.5843067 Nov 09 04:15:56.781355 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44112) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:56.841753 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:56.954656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-aa861e2d-97fa-4d12-9993-32c1a9932dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:56.976785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.016314 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-aa861e2d-97fa-4d12-9993-32c1a9932dfe None None] For port d63c52c8-badd-475b-b833-9be39cd2c548, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d63c52c8-badd-475b-b833-9be39cd2c548,segment=NetworkSegment(1a00d6b2-9273-40e8-af28-70e67890abd1),segment_id=1a00d6b2-9273-40e8-af28-70e67890abd1)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:15:57.026252 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Network caaa88b5-ab04-4871-89f7-06b5c5e5db4f is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:15:57.033986 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:57.061241 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:15:57.068362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-aa861e2d-97fa-4d12-9993-32c1a9932dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.088684 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:15:53Z', 'revision_number': 3, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'gw_port': {'id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:51Z', 'updated_at': '2021-11-09T04:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:15:57.124636 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Checking router: 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:15:57.125128 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Updating router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 port 92f49f9f-9431-42b4-ac60-caba3619bba0 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:15:57.157132 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.172501 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 89e11f2a-de2b-418f-8b32-11186e521427 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:15:57.223037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e60a53d7-ed3d-430b-8f0d-ad1af259ca6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.235349 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Attempting to bind port 70896899-e65b-4b38-a697-4b4900c8cd63 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:15:57.235613 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Attempting to bind port 70896899-e65b-4b38-a697-4b4900c8cd63 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd6337c14-6bb0-406b-8d75-b76e55686b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caaa88b5-ab04-4871-89f7-06b5c5e5db4f'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:15:57.235938 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Attempting to bind port 70896899-e65b-4b38-a697-4b4900c8cd63 on network caaa88b5-ab04-4871-89f7-06b5c5e5db4f {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:15:57.250796 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:15:57.251452 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:15:57.251669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Checking segment: {'id': 'd6337c14-6bb0-406b-8d75-b76e55686b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caaa88b5-ab04-4871-89f7-06b5c5e5db4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:15:57.252354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.252754 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Bound using segment: {'id': 'd6337c14-6bb0-406b-8d75-b76e55686b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caaa88b5-ab04-4871-89f7-06b5c5e5db4f'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:15:57.253660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Bound port: 70896899-e65b-4b38-a697-4b4900c8cd63, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6337c14-6bb0-406b-8d75-b76e55686b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caaa88b5-ab04-4871-89f7-06b5c5e5db4f'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:15:57.254072 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.292503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.330206 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Sync routers for ids ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:15:57.341320 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Pushing event updated for resources: {'Port': ['ID=70896899-e65b-4b38-a697-4b4900c8cd63,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:57.358074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-e4a11ff8-4736-4254-8344-5d84869b6c42 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Allocated IP 172.20.0.3 (caaa88b5-ab04-4871-89f7-06b5c5e5db4f/7109e2d3-5af7-49b7-bb6b-7a2ceeaaf27b/00c9488b-f9ba-4644-b5fa-b57097021767) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:15:57.411178 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.415225 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7dfde8f3-6fc9-4603-b988-a6d7ac69e9d7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3351800 Nov 09 04:15:57.421245 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44114) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:57.422226 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-763d252c-4308-40c3-aad9-78128cc095e4 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.442117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Routers {'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:15:57.442744 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:15:57.444877 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a0e7697d-c2b4-4778-8124-51d3c01f67e2 None None] Provisioning complete for port d63c52c8-badd-475b-b833-9be39cd2c548 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:15:57.445239 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a0e7697d-c2b4-4778-8124-51d3c01f67e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.492597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] For port 70896899-e65b-4b38-a697-4b4900c8cd63, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:15:57.519539 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.527528 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.564386 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] For port 70896899-e65b-4b38-a697-4b4900c8cd63, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=70896899-e65b-4b38-a697-4b4900c8cd63,segment=NetworkSegment(d6337c14-6bb0-406b-8d75-b76e55686b54),segment_id=d6337c14-6bb0-406b-8d75-b76e55686b54)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:15:57.566223 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Allocated IP 172.20.0.7 (1506a57d-2619-418c-947c-43b4b1b18820/03e09578-b380-44df-b3df-4b464d7d7d17/76ede299-ce1f-4876-b674-180c6c2324e4) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:15:57.573844 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa861e2d-97fa-4d12-9993-32c1a9932dfe None None] Pushing event updated for resources: {'Port': ['ID=d63c52c8-badd-475b-b833-9be39cd2c548,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:57.587432 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.611931 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53771af4-d052-467b-8412-8c49e5aadd98 None None] Pushing event updated for resources: {'Port': ['ID=92f49f9f-9431-42b4-ac60-caba3619bba0,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:57.636345 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771af4-d052-467b-8412-8c49e5aadd98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:57.640659 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771af4-d052-467b-8412-8c49e5aadd98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:57.641390 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771af4-d052-467b-8412-8c49e5aadd98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:57.642156 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771af4-d052-467b-8412-8c49e5aadd98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:57.642859 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771af4-d052-467b-8412-8c49e5aadd98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:57.643378 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771af4-d052-467b-8412-8c49e5aadd98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:57.643897 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771af4-d052-467b-8412-8c49e5aadd98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:57.644826 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771af4-d052-467b-8412-8c49e5aadd98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:57.645343 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771af4-d052-467b-8412-8c49e5aadd98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:57.645855 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771af4-d052-467b-8412-8c49e5aadd98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:57.646371 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771af4-d052-467b-8412-8c49e5aadd98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:57.647567 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771af4-d052-467b-8412-8c49e5aadd98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53771af4-d052-467b-8412-8c49e5aadd98 None None] Tracked resource versions report: Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: pushed versions: Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: { 'AddressGroup': {'1.2'}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'ConntrackHelper': {'1.0'}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Log': {'1.0'}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Network': {'1.1'}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Port': {'1.7'}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'PortForwarding': {'1.2'}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'QosPolicy': {'1.10'}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'SecurityGroup': {'1.5'}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'SubPort': {'1.0'}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Subnet': {'1.1'}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Trunk': {'1.1'}} Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: consumer versions: Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: { DHCP agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: HyperV agent@hv-neutron-8168: {}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: L3 agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: Metadata agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: Metering agent@dv-neutron-816800-2-hyperv: {}, Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: Open vSwitch agent@dv-neutron-816800-2-hyperv: { 'AddressGroup': '1.2', Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'ConntrackHelper': '1.0', Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Log': '1.0', Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Network': '1.1', Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Port': '1.7', Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'PortForwarding': '1.2', Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'QosPolicy': '1.10', Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'SecurityGroup': '1.5', Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'SecurityGroupRule': '1.2', Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'SubPort': '1.0', Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Subnet': '1.1', Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: 'Trunk': '1.1'}} Nov 09 04:15:57.649109 dv-neutron-816800-2-hyperv neutron-server[101886]: {{(pid=101886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:15:57.652703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e60a53d7-ed3d-430b-8f0d-ad1af259ca6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.662086 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-064e453c-f7ed-4f6d-8a7e-32f7fab64552 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.663441 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-064e453c-f7ed-4f6d-8a7e-32f7fab64552 tempest-MeteringTestJSON-1823855220 tempest-MeteringTestJSON-1823855220-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/9a3609fe-fd75-4298-853f-9dadd5b368a0 HTTP/1.1" status: 204 len: 168 time: 0.8803468 Nov 09 04:15:57.667122 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e60a53d7-ed3d-430b-8f0d-ad1af259ca6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.684616 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Attempting to bind port 92f49f9f-9431-42b4-ac60-caba3619bba0 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:15:57.684843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 89e11f2a-de2b-418f-8b32-11186e521427 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:15:57.685073 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.686688 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Attempting to bind port 92f49f9f-9431-42b4-ac60-caba3619bba0 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:15:57.687917 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Attempting to bind port 92f49f9f-9431-42b4-ac60-caba3619bba0 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:15:57.698340 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:15:57.699094 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:15:57.700192 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.701818 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:15:57.704887 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Bound port: 92f49f9f-9431-42b4-ac60-caba3619bba0, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:15:57.705489 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.725006 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e60a53d7-ed3d-430b-8f0d-ad1af259ca6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40b4017c14de41998135190937e04913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9676447 Nov 09 04:15:57.727846 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44118) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:57.749979 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-763d252c-4308-40c3-aad9-78128cc095e4 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.805924 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] For port 92f49f9f-9431-42b4-ac60-caba3619bba0, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:15:57.820981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.821544 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] For port 92f49f9f-9431-42b4-ac60-caba3619bba0, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=92f49f9f-9431-42b4-ac60-caba3619bba0,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:15:57.830445 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:57.868459 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Set router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:15:57.884266 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763d252c-4308-40c3-aad9-78128cc095e4 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Network 37fea146-3f87-4840-9f72-5bbda520dbe6 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:15:57.903860 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a53d7-ed3d-430b-8f0d-ad1af259ca6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7337dc1b-fc2d-4485-b4e7-5817355bb81c,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:57.906685 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-763d252c-4308-40c3-aad9-78128cc095e4 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:57.967915 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53771af4-d052-467b-8412-8c49e5aadd98 None None] Pushing event updated for resources: {'Port': ['ID=92f49f9f-9431-42b4-ac60-caba3619bba0,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:57.970608 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d252c-4308-40c3-aad9-78128cc095e4 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Pushing event updated for resources: {'Port': ['ID=18719f75-2b48-4a22-bd2c-e932346339bf,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:58.049091 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763d252c-4308-40c3-aad9-78128cc095e4 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:15:58.050071 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763d252c-4308-40c3-aad9-78128cc095e4 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:58.050683 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-763d252c-4308-40c3-aad9-78128cc095e4 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.081107 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b269677-fd83-474d-985d-746b93ac2f00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.091631 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Routers {'75eab012-a5ca-4d7b-a862-9b75e28bbfd8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:15:58.092283 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:15:58.155023 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b269677-fd83-474d-985d-746b93ac2f00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.161603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e4a11ff8-4736-4254-8344-5d84869b6c42 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.196549 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-763d252c-4308-40c3-aad9-78128cc095e4 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3144751 Nov 09 04:15:58.197924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44128) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:58.206104 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44130) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:58.214424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.251135 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-276c38d3-81fd-44dd-a89a-9c93a515cd20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.256400 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a66039-cbe7-4b52-ad29-6c4256b506d3 None None] Pushing event updated for resources: {'Port': ['ID=70896899-e65b-4b38-a697-4b4900c8cd63,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:58.280289 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] Set router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:15:58.416429 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b269677-fd83-474d-985d-746b93ac2f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.420515 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b269677-fd83-474d-985d-746b93ac2f00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.422224 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7b269677-fd83-474d-985d-746b93ac2f00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7337dc1b-fc2d-4485-b4e7-5817355bb81c HTTP/1.1" status: 204 len: 168 time: 0.6909192 Nov 09 04:15:58.427940 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.456295 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b269677-fd83-474d-985d-746b93ac2f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7337dc1b-fc2d-4485-b4e7-5817355bb81c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:58.456936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d63c52c8-badd-475b-b833-9be39cd2c548 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:15:58.467324 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.500545 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ec96b2b-4587-49e0-b87d-0bfa702c58f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.515833 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Network 1506a57d-2619-418c-947c-43b4b1b18820 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:15:58.517573 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-567b3c44-07cb-4e33-acde-ede9faa5abbe tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Deleting port 18719f75-2b48-4a22-bd2c-e932346339bf {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:15:58.518104 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-567b3c44-07cb-4e33-acde-ede9faa5abbe tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.533364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:58.533666 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e4a11ff8-4736-4254-8344-5d84869b6c42 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.539549 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:15:58.567099 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event updated for resources: {'Port': ['ID=76ede299-ce1f-4876-b674-180c6c2324e4,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:58.620093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port d63c52c8-badd-475b-b833-9be39cd2c548 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:15:58.620639 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.637615 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:15:53Z', 'revision_number': 3, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'gw_port': {'id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:51Z', 'updated_at': '2021-11-09T04:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:15:58.708615 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:15:54Z', 'revision_number': 3, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'gw_port': {'id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:15:58.722849 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8196eec5-c326-4a28-865a-5f22d7ea4d54 None None] The sync data for ids ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'] in dv-neutron-816800-2-hyperv is: [{'id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:15:53Z', 'revision_number': 3, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'gw_port': {'id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:51Z', 'updated_at': '2021-11-09T04:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:15:58.751191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Checking router: f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:15:58.751560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Updating router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 port 4eddb257-12eb-4554-8a15-b5ad48023e07 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:15:58.801698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.813355 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.881606 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-567b3c44-07cb-4e33-acde-ede9faa5abbe tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:58.931808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-567b3c44-07cb-4e33-acde-ede9faa5abbe tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Calling delete_port for 18719f75-2b48-4a22-bd2c-e932346339bf owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:15:58.956291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.072590 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44138) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:59.091651 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ec96b2b-4587-49e0-b87d-0bfa702c58f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.118856 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ec96b2b-4587-49e0-b87d-0bfa702c58f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.182564 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb223f-997a-46f0-8bbb-d5a8dc8cd127 None None] Network caaa88b5-ab04-4871-89f7-06b5c5e5db4f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:15:59.185421 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8ec96b2b-4587-49e0-b87d-0bfa702c58f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87a7dc812a1041ee87b32d5bb98c1fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9820020 Nov 09 04:15:59.186486 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1d0dfce-e36d-4be6-9437-e6d6eaa8e248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.199633 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44140) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:59.224498 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.261931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a11ff8-4736-4254-8344-5d84869b6c42 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Network caaa88b5-ab04-4871-89f7-06b5c5e5db4f is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:15:59.309195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-e4a11ff8-4736-4254-8344-5d84869b6c42 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:15:59.320619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a11ff8-4736-4254-8344-5d84869b6c42 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Pushing event updated for resources: {'Port': ['ID=00c9488b-f9ba-4644-b5fa-b57097021767,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:59.328200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a11ff8-4736-4254-8344-5d84869b6c42 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:15:59.329876 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec96b2b-4587-49e0-b87d-0bfa702c58f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bb782f-0e21-4550-b55d-08f7df5dc621,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:59.371272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-590cbdfe-3eca-449f-b8e5-780f434dd5e0 None None] Provisioning complete for port 70896899-e65b-4b38-a697-4b4900c8cd63 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:15:59.371720 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-590cbdfe-3eca-449f-b8e5-780f434dd5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.383735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.458848 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1ff9fbe2-535c-4c30-b86d-e2701730712d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.516324 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a11ff8-4736-4254-8344-5d84869b6c42 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:15:59.517574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e4a11ff8-4736-4254-8344-5d84869b6c42 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.546651 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.552363 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1ff9fbe2-535c-4c30-b86d-e2701730712d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.586510 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-567b3c44-07cb-4e33-acde-ede9faa5abbe tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.620743 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e4a11ff8-4736-4254-8344-5d84869b6c42 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2916112 Nov 09 04:15:59.645083 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44142) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:59.670850 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b3c44-07cb-4e33-acde-ede9faa5abbe tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Pushing event deleted for resources: {'Port': ['ID=18719f75-2b48-4a22-bd2c-e932346339bf,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:59.699605 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13550c5-a363-4d48-a352-dfc3ea1295c9 None None] Pushing event updated for resources: {'Port': ['ID=4eddb257-12eb-4554-8a15-b5ad48023e07,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:15:59.720442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Router 7e2ca235-0f6b-40e1-97cc-315671f53050 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:15:59.726568 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1d0dfce-e36d-4be6-9437-e6d6eaa8e248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.743894 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.750084 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-567b3c44-07cb-4e33-acde-ede9faa5abbe tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.757174 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-567b3c44-07cb-4e33-acde-ede9faa5abbe tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "DELETE /v2.0/ports/18719f75-2b48-4a22-bd2c-e932346339bf HTTP/1.1" status: 204 len: 168 time: 1.5342119 Nov 09 04:15:59.757174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1d0dfce-e36d-4be6-9437-e6d6eaa8e248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.758857 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44144) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:15:59.762510 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-590cbdfe-3eca-449f-b8e5-780f434dd5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.768478 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37fea146-3f87-4840-9f72-5bbda520dbe6', 'external_fixed_ips': [{'subnet_id': '67fba0cc-ca9a-44c9-831a-5befa99069ce', 'ip_address': '2001:db8::5e'}]}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:15:59.773528 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.787850 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Attempting to bind port 4eddb257-12eb-4554-8a15-b5ad48023e07 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:15:59.788730 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Attempting to bind port 4eddb257-12eb-4554-8a15-b5ad48023e07 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:15:59.789103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Attempting to bind port 4eddb257-12eb-4554-8a15-b5ad48023e07 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:15:59.795744 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 70896899-e65b-4b38-a697-4b4900c8cd63 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:15:59.865466 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-590cbdfe-3eca-449f-b8e5-780f434dd5e0 None None] For port 70896899-e65b-4b38-a697-4b4900c8cd63, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=70896899-e65b-4b38-a697-4b4900c8cd63,segment=NetworkSegment(d6337c14-6bb0-406b-8d75-b76e55686b54),segment_id=d6337c14-6bb0-406b-8d75-b76e55686b54)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:15:59.869143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:15:59.869632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:15:59.870055 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.870370 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:15:59.871470 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Bound port: 4eddb257-12eb-4554-8a15-b5ad48023e07, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:15:59.872443 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.904041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-590cbdfe-3eca-449f-b8e5-780f434dd5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.967636 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:15:59.993091 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0dfce-e36d-4be6-9437-e6d6eaa8e248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bfce3f-3c6f-4cc9-8168-069f26c44d2e,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:00.003713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.008633 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.012589 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a1d0dfce-e36d-4be6-9437-e6d6eaa8e248 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6fdc56d021c44e08f6898d96bcabeda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9388926 Nov 09 04:16:00.013697 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44146) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:00.014379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1ff9fbe2-535c-4c30-b86d-e2701730712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.017257 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1ff9fbe2-535c-4c30-b86d-e2701730712d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.021491 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1ff9fbe2-535c-4c30-b86d-e2701730712d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41bb782f-0e21-4550-b55d-08f7df5dc621 HTTP/1.1" status: 204 len: 168 time: 0.8189120 Nov 09 04:16:00.027630 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.028695 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.033845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event updated for resources: {'Port': ['ID=76ede299-ce1f-4876-b674-180c6c2324e4,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:00.052992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.054242 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3ff00fe1-8688-4064-9a74-46946379aeb2 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9737775 Nov 09 04:16:00.061219 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44150) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:00.065270 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9fbe2-535c-4c30-b86d-e2701730712d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bb782f-0e21-4550-b55d-08f7df5dc621,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:00.070362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cbdfe-3eca-449f-b8e5-780f434dd5e0 None None] Pushing event updated for resources: {'Port': ['ID=70896899-e65b-4b38-a697-4b4900c8cd63,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:00.081113 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 70896899-e65b-4b38-a697-4b4900c8cd63 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:00.081468 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.088174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] For port 4eddb257-12eb-4554-8a15-b5ad48023e07, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:16:00.099343 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] For port 4eddb257-12eb-4554-8a15-b5ad48023e07, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4eddb257-12eb-4554-8a15-b5ad48023e07,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:16:00.136191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.203570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:00.206960 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-fc49c565-b03a-41bd-b7bf-b02639ee2b25 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Deleting port 00c9488b-f9ba-4644-b5fa-b57097021767 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:00.207418 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fc49c565-b03a-41bd-b7bf-b02639ee2b25 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.215348 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Sync routers for ids ['7e2ca235-0f6b-40e1-97cc-315671f53050'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:00.243056 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.244296 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Routers {'7e2ca235-0f6b-40e1-97cc-315671f53050'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:00.245140 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7e2ca235-0f6b-40e1-97cc-315671f53050'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:00.251718 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Routers {'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:00.252342 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:00.300968 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13550c5-a363-4d48-a352-dfc3ea1295c9 None None] Pushing event updated for resources: {'Port': ['ID=4eddb257-12eb-4554-8a15-b5ad48023e07,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:00.330687 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-27bce948-6517-44a8-a1bb-e4c8513497f1 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=1506a57d-2619-418c-947c-43b4b1b18820 HTTP/1.1" status: 200 len: 689 time: 0.2637684 Nov 09 04:16:00.337161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44152) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:00.342794 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 92f49f9f-9431-42b4-ac60-caba3619bba0 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:00.420440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.420440 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2e4ee5db-8e25-4e3f-b21a-a32c50e4468b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.3155856 Nov 09 04:16:00.461120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44156) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:00.498408 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] Set router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:00.506981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f9e3d276-3af5-438e-94aa-ff97da3403fd None None] Provisioning complete for port 00c9488b-f9ba-4644-b5fa-b57097021767 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:00.507246 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d276-3af5-438e-94aa-ff97da3403fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.541123 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Set router 7e2ca235-0f6b-40e1-97cc-315671f53050 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:00.570471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3d276-3af5-438e-94aa-ff97da3403fd None None] Port 00c9488b-f9ba-4644-b5fa-b57097021767 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:00.584335 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.621685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 92f49f9f-9431-42b4-ac60-caba3619bba0 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:00.622079 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.722657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f9e3d276-3af5-438e-94aa-ff97da3403fd None None] Provisioning complete for port 70896899-e65b-4b38-a697-4b4900c8cd63 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:00.723325 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d276-3af5-438e-94aa-ff97da3403fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.741621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Allocated IP 172.20.0.1 (5ce73bf0-f08d-4515-bc4d-a4385e38aaa2/2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb/80608bd0-4a36-4787-89a0-7c0ddb4c2263) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:00.788584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e328d70f-ace8-4531-9400-c112a1ef1328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.792166 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.795373 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44158) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:00.836402 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-620a8210-4a0b-4856-9ae8-be3cc7de2b33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.838316 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:15:57Z', 'revision_number': 3, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'gw_port': {'id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:54Z', 'updated_at': '2021-11-09T04:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:00.872082 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Checking router: 7e2ca235-0f6b-40e1-97cc-315671f53050 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:16:00.872430 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Updating router 7e2ca235-0f6b-40e1-97cc-315671f53050 port 44e3ed9b-f06d-46a1-9f66-04795e73b7da binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:16:00.892675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.913792 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.941095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-620a8210-4a0b-4856-9ae8-be3cc7de2b33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.979552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.982286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.993587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fc49c565-b03a-41bd-b7bf-b02639ee2b25 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:00.997682 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-620a8210-4a0b-4856-9ae8-be3cc7de2b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.052787 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-620a8210-4a0b-4856-9ae8-be3cc7de2b33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=931881b8fc94422795cece3c783f229f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559988 Nov 09 04:16:01.067283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44160) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:01.073079 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-fc49c565-b03a-41bd-b7bf-b02639ee2b25 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Calling delete_port for 00c9488b-f9ba-4644-b5fa-b57097021767 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:01.081478 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e328d70f-ace8-4531-9400-c112a1ef1328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.083993 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a8210-4a0b-4856-9ae8-be3cc7de2b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaab2c05-2cc2-4169-b7ca-e61153e930f0,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:01.125843 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Deleting port 76ede299-ce1f-4876-b674-180c6c2324e4 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:01.126328 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.133086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.138527 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Allocated IP 172.20.0.1 (7406e378-feb3-4f56-a182-2c787a7b80e5/e8e11ddf-918b-4633-b516-311dd3cf995b/d5689e17-e89b-4b98-8832-00ea46fc1e35) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:01.157606 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Network 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:01.184663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:01.197298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 92f49f9f-9431-42b4-ac60-caba3619bba0, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=92f49f9f-9431-42b4-ac60-caba3619bba0,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:01.200291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:15:54Z', 'revision_number': 3, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'gw_port': {'id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:01.252319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.253321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d63c52c8-badd-475b-b833-9be39cd2c548 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:01.259599 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669b86d8-1375-495d-a120-0c91fa3e86d5 None None] The sync data for ids ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'] in dv-neutron-816800-2-hyperv is: [{'id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:15:54Z', 'revision_number': 3, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'gw_port': {'id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:01.270520 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.287535 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:01.301635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e328d70f-ace8-4531-9400-c112a1ef1328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.304429 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e328d70f-ace8-4531-9400-c112a1ef1328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.305805 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e328d70f-ace8-4531-9400-c112a1ef1328 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1bfce3f-3c6f-4cc9-8168-069f26c44d2e HTTP/1.1" status: 204 len: 168 time: 1.2831464 Nov 09 04:16:01.325338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Pushing event updated for resources: {'Port': ['ID=80608bd0-4a36-4787-89a0-7c0ddb4c2263,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:01.349102 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328d70f-ace8-4531-9400-c112a1ef1328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bfce3f-3c6f-4cc9-8168-069f26c44d2e,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:01.415986 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.428844 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.429339 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.433648 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.461615 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Calling delete_port for 76ede299-ce1f-4876-b674-180c6c2324e4 owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:01.489577 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-86e2519b-d216-45be-a0f7-08c5fd3c12b3 None None] Provisioning complete for port 00c9488b-f9ba-4644-b5fa-b57097021767 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:01.489949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-86e2519b-d216-45be-a0f7-08c5fd3c12b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.637243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-86e2519b-d216-45be-a0f7-08c5fd3c12b3 None None] Port 00c9488b-f9ba-4644-b5fa-b57097021767 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:01.663068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=92f49f9f-9431-42b4-ac60-caba3619bba0,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:01.673764 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb1180-7a05-4135-b923-14faadde245b None None] Pushing event updated for resources: {'Port': ['ID=44e3ed9b-f06d-46a1-9f66-04795e73b7da,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:01.696254 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port d63c52c8-badd-475b-b833-9be39cd2c548 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:01.696670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.724614 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Attempting to bind port 44e3ed9b-f06d-46a1-9f66-04795e73b7da on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:01.725095 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Attempting to bind port 44e3ed9b-f06d-46a1-9f66-04795e73b7da by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:01.725457 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Attempting to bind port 44e3ed9b-f06d-46a1-9f66-04795e73b7da on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:01.735753 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:01.736133 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:01.742177 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.744521 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:01.744521 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Bound port: 44e3ed9b-f06d-46a1-9f66-04795e73b7da, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:01.750400 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.819784 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.853566 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.877551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-fd64e254-4416-4609-b566-ab5440bf5476 None None] Provisioning complete for port 80608bd0-4a36-4787-89a0-7c0ddb4c2263 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:01.877929 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fd64e254-4416-4609-b566-ab5440bf5476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.903042 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] For port 44e3ed9b-f06d-46a1-9f66-04795e73b7da, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:16:01.911365 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] For port 44e3ed9b-f06d-46a1-9f66-04795e73b7da, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=44e3ed9b-f06d-46a1-9f66-04795e73b7da,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:16:01.929170 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:01.973242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-fd64e254-4416-4609-b566-ab5440bf5476 None None] Port 80608bd0-4a36-4787-89a0-7c0ddb4c2263 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:02.044575 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Routers {'7e2ca235-0f6b-40e1-97cc-315671f53050'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:02.045642 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7e2ca235-0f6b-40e1-97cc-315671f53050'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:02.062078 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb1180-7a05-4135-b923-14faadde245b None None] Pushing event updated for resources: {'Port': ['ID=44e3ed9b-f06d-46a1-9f66-04795e73b7da,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:02.148534 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Allocated IP 2001:db8::5e (37fea146-3f87-4840-9f72-5bbda520dbe6/67fba0cc-ca9a-44c9-831a-5befa99069ce/b613d7ca-1bfd-4a02-8620-cdb41c5154a1) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:02.203723 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] Set router 7e2ca235-0f6b-40e1-97cc-315671f53050 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:02.258112 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4eddb257-12eb-4554-8a15-b5ad48023e07 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:02.335491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:02.337661 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:02.363265 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 4eddb257-12eb-4554-8a15-b5ad48023e07 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:02.363984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:02.440096 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:02.485208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:02.492523 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Network 37fea146-3f87-4840-9f72-5bbda520dbe6 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:02.499580 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:02.504678 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:02.509036 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:02.532885 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 4eddb257-12eb-4554-8a15-b5ad48023e07, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4eddb257-12eb-4554-8a15-b5ad48023e07,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:02.537955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:02.539946 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 70896899-e65b-4b38-a697-4b4900c8cd63 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:02.573401 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:15:57Z', 'revision_number': 3, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'gw_port': {'id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:54Z', 'updated_at': '2021-11-09T04:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:02.628717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=4eddb257-12eb-4554-8a15-b5ad48023e07,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:02.629771 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09469f5-d668-4ae3-96a8-c312c81e4039 None None] The sync data for ids ['7e2ca235-0f6b-40e1-97cc-315671f53050'] in dv-neutron-816800-2-hyperv is: [{'id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:15:57Z', 'revision_number': 3, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'gw_port': {'id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:54Z', 'updated_at': '2021-11-09T04:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:02.687325 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 70896899-e65b-4b38-a697-4b4900c8cd63 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:02.691301 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:02.762099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fc49c565-b03a-41bd-b7bf-b02639ee2b25 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:02.812716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:02.826732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 92f49f9f-9431-42b4-ac60-caba3619bba0 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:02.860728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Pushing event updated for resources: {'Port': ['ID=b613d7ca-1bfd-4a02-8620-cdb41c5154a1,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:02.895512 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 92f49f9f-9431-42b4-ac60-caba3619bba0 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:02.895934 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:02.896343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Network 7406e378-feb3-4f56-a182-2c787a7b80e5 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:02.901665 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Pushing event updated for resources: {'Port': ['ID=d5689e17-e89b-4b98-8832-00ea46fc1e35,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:02.904604 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:02.912428 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:02.976616 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event deleted for resources: {'Port': ['ID=76ede299-ce1f-4876-b674-180c6c2324e4,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:03.091365 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b75bd907-46c4-47c3-9a27-e1756d874083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:03.101033 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49c565-b03a-41bd-b7bf-b02639ee2b25 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Pushing event deleted for resources: {'Port': ['ID=00c9488b-f9ba-4644-b5fa-b57097021767,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:03.128236 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:03.201862 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b75bd907-46c4-47c3-9a27-e1756d874083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:03.222156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:03.246541 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:03.296092 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:03.318918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:03.472886 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:03.486937 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:03.492444 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fc49c565-b03a-41bd-b7bf-b02639ee2b25 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:03.501660 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fc49c565-b03a-41bd-b7bf-b02639ee2b25 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] 10.222.0.21 "DELETE /v2.0/ports/00c9488b-f9ba-4644-b5fa-b57097021767 HTTP/1.1" status: 204 len: 168 time: 3.8548872 Nov 09 04:16:03.534060 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44196) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:03.580068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=03e09578-b380-44df-b3df-4b464d7d7d17,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:03.628785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6002773c-4717-45c8-afa9-23f03d5d568f None None] Provisioning complete for port d5689e17-e89b-4b98-8832-00ea46fc1e35 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:03.629337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6002773c-4717-45c8-afa9-23f03d5d568f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:03.713358 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:03.720982 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-6002773c-4717-45c8-afa9-23f03d5d568f None None] Port d5689e17-e89b-4b98-8832-00ea46fc1e35 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:03.768620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:03.777933 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=101884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:16:03.778278 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:16:03.780651 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:16:03.782526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > port after_create 55550000 {{(pid=101884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:16:03.782526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > port after_delete 55550000 {{(pid=101884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:16:03.782750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > port after_update 55550000 {{(pid=101884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:16:03.784495 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=101884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:16:03.784869 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=101884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:16:03.785200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=101884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:16:03.787982 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=101884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:16:03.810215 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b75bd907-46c4-47c3-9a27-e1756d874083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:03.823766 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b75bd907-46c4-47c3-9a27-e1756d874083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:03.827649 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b75bd907-46c4-47c3-9a27-e1756d874083 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eaab2c05-2cc2-4169-b7ca-e61153e930f0 HTTP/1.1" status: 204 len: 168 time: 2.7042382 Nov 09 04:16:04.022156 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=101884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:16:04.022520 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=101884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:16:04.022901 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=101884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:16:04.023153 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=101884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:16:04.023522 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1506a57d-2619-418c-947c-43b4b1b18820']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:04.028468 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44206) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:04.067674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.074780 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-504d9ed8-707a-4a65-9f79-620e2505b4a2 tempest-DHCPAgentSchedulersTestJSON-314526540 tempest-DHCPAgentSchedulersTestJSON-314526540-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.5319014 Nov 09 04:16:04.078057 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44210) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:04.079825 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6505087-33a6-4fcf-916d-f168ddecf9be') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:04.080118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6505087-33a6-4fcf-916d-f168ddecf9be') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:04.096452 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-38bd6e6e-9d27-498e-901f-e40e0dbcdc01 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-285259869'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:04.103634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bd907-46c4-47c3-9a27-e1756d874083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaab2c05-2cc2-4169-b7ca-e61153e930f0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:04.120952 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.189372 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Allocated IP 172.20.0.1 (4b1c392c-f262-40b8-99ba-61b89c78085e/bfb90b94-eee5-42b8-ae6e-732018a58008/5671e01f-9f9a-443e-a806-81c85086d017) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:04.197499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-635174334', 'router:external': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:04.222950 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.232949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.235132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:04.235531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: from cryptography.utils import int_from_bytes Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: from cryptography.utils import int_from_bytes Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:04.239898 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:04.286109 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bd6e6e-9d27-498e-901f-e40e0dbcdc01 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Made reservation on behalf of 61d16bbd17d047c0a50021c7c59831a2 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:04.289652 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-38bd6e6e-9d27-498e-901f-e40e0dbcdc01 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.315990 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 44e3ed9b-f06d-46a1-9f66-04795e73b7da up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:04.375126 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Made reservation on behalf of d8cf767f47d140ed9cad39158bc2931c for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:04.377418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.389234 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 44e3ed9b-f06d-46a1-9f66-04795e73b7da triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:04.390299 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.394562 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.396880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bd6e6e-9d27-498e-901f-e40e0dbcdc01 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:04.403452 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.422985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1506a57d-2619-418c-947c-43b4b1b18820 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 04:16:04.442683 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-38bd6e6e-9d27-498e-901f-e40e0dbcdc01 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.443412 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-38bd6e6e-9d27-498e-901f-e40e0dbcdc01 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Added segment da0db751-64b6-450e-80d0-5156abea2fa9 of type vlan for network 15709dd6-0f2c-445f-8225-800c36557f18 Nov 09 04:16:04.444635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.450631 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "DELETE /v2.0/networks/1506a57d-2619-418c-947c-43b4b1b18820 HTTP/1.1" status: 204 len: 168 time: 4.0812850 Nov 09 04:16:04.451527 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19693d0-3f4d-49ca-b20a-44b1bef2aea7 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event deleted for resources: {'Network': ['ID=1506a57d-2619-418c-947c-43b4b1b18820,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:04.453018 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44216) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:04.470077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.537151 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.556645 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.588058 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 44e3ed9b-f06d-46a1-9f66-04795e73b7da, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=44e3ed9b-f06d-46a1-9f66-04795e73b7da,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:04.596170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.598543 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4eddb257-12eb-4554-8a15-b5ad48023e07 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:04.600563 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-668323fb-29e8-4e7e-852f-f2637e5d06fe tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1355224 Nov 09 04:16:04.612869 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44222) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:04.662216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.669862 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-38bd6e6e-9d27-498e-901f-e40e0dbcdc01 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.672064 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=44e3ed9b-f06d-46a1-9f66-04795e73b7da,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:04.688988 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Router 3fccadc3-7d8c-45b2-a97e-5b92043a24f9 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:16:04.721361 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 4eddb257-12eb-4554-8a15-b5ad48023e07 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:04.721823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.804394 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df414a98-7421-47d5-9a2c-e72aefc47dcb tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:04.805103 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df414a98-7421-47d5-9a2c-e72aefc47dcb tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:04.805822 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df414a98-7421-47d5-9a2c-e72aefc47dcb tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:04.806425 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df414a98-7421-47d5-9a2c-e72aefc47dcb tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:04.807094 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df414a98-7421-47d5-9a2c-e72aefc47dcb tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:04.808546 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df414a98-7421-47d5-9a2c-e72aefc47dcb tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:04.809379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df414a98-7421-47d5-9a2c-e72aefc47dcb tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:04.810314 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df414a98-7421-47d5-9a2c-e72aefc47dcb tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:04.812685 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-df414a98-7421-47d5-9a2c-e72aefc47dcb tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5219 time: 0.1964905 Nov 09 04:16:04.826095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44228) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:04.827095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-38bd6e6e-9d27-498e-901f-e40e0dbcdc01 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.833959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bd6e6e-9d27-498e-901f-e40e0dbcdc01 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:04.834915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-38bd6e6e-9d27-498e-901f-e40e0dbcdc01 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.890828 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-d15f29b8-3de2-4309-b1fa-bce575c0db93 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] delete failed (client error): The resource could not be found. Nov 09 04:16:04.892203 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d15f29b8-3de2-4309-b1fa-bce575c0db93 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/c44f2987-a204-4ebd-9590-1caccc957021 HTTP/1.1" status: 404 len: 345 time: 0.0542171 Nov 09 04:16:04.910020 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44234) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:04.940118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:04.989693 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.001357 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.003865 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:05.017809 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.018148 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Added segment aa5a5ed5-4095-472a-9071-fd398b5247f0 of type vlan for network cfd039d6-8da0-4020-bd96-bc31976be164 Nov 09 04:16:05.040836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Pushing event updated for resources: {'Port': ['ID=80608bd0-4a36-4787-89a0-7c0ddb4c2263,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:05.093725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44238) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:05.158953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.162113 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.198959 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.210303 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e0d252-7047-4afe-81c6-042083ba2f3b tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] DELETE failed (client error): The resource could not be found. Nov 09 04:16:05.210909 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e0d252-7047-4afe-81c6-042083ba2f3b tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:16:05.213816 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f0e0d252-7047-4afe-81c6-042083ba2f3b tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "DELETE /v2.0/networks/1506a57d-2619-418c-947c-43b4b1b18820 HTTP/1.1" status: 404 len: 339 time: 0.2977324 Nov 09 04:16:05.219314 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-38bd6e6e-9d27-498e-901f-e40e0dbcdc01 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1301332 Nov 09 04:16:05.236465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44242) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:05.236801 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44244) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:05.259174 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-be594535-e088-4d75-9cd5-374909f84e75 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Request body: {'network': {'name': 'tempest-network--1063400020', 'router:external': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:05.269140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Network 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:05.272364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Network 4b1c392c-f262-40b8-99ba-61b89c78085e is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:05.279232 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Request body: {'networks': [{'name': 'tempest-network--320116364'}, {'name': 'tempest-network--1435037854'}]} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:05.279546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Request body: {'network': {'name': 'tempest-network--320116364'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:05.280006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Request body: {'network': {'name': 'tempest-network--1435037854'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:05.283482 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd6e6e-9d27-498e-901f-e40e0dbcdc01 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Pushing event updated for resources: {'Network': ['ID=15709dd6-0f2c-445f-8225-800c36557f18,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:05.290661 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.296170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 15709dd6-0f2c-445f-8225-800c36557f18 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:05.301559 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cb3ff7-40f3-488e-88ca-adadc58c0ed0,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:05.306656 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:05.323561 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Sync routers for ids ['3fccadc3-7d8c-45b2-a97e-5b92043a24f9'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:05.323683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:05.334221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:05.336471 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=5671e01f-9f9a-443e-a806-81c85086d017,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:05.340689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.342153 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:05.343138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.362827 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:05.390826 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Routers {'3fccadc3-7d8c-45b2-a97e-5b92043a24f9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:05.391448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3fccadc3-7d8c-45b2-a97e-5b92043a24f9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:05.434521 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Pushing event updated for resources: {'Network': ['ID=cfd039d6-8da0-4020-bd96-bc31976be164,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:05.466990 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.469558 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8d594c6a-6e38-4610-b7b9-37ca447d659c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.4261398 Nov 09 04:16:05.474269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44250) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:05.482351 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network cfd039d6-8da0-4020-bd96-bc31976be164 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:05.482890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9cf44fcd-dfd4-4d9f-8243-bcd25fdaea81 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Request body: {'subnet': {'network_id': 'cfd039d6-8da0-4020-bd96-bc31976be164', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:05.517915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be594535-e088-4d75-9cd5-374909f84e75 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Made reservation on behalf of e4b6f492f28b488aad5919cb3a4921f5 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:05.519949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-be594535-e088-4d75-9cd5-374909f84e75 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.663206 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Set router 3fccadc3-7d8c-45b2-a97e-5b92043a24f9 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:05.687504 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.688907 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-51106774-0e5a-4e8e-b852-4b63e6b8c2f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.9258244 Nov 09 04:16:05.692455 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44252) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:05.724087 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Pushing event updated for resources: {'Port': ['ID=d5689e17-e89b-4b98-8832-00ea46fc1e35,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:05.726828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.744664 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Made reservation on behalf of d489cf525bf04341bdac18ab0d20283d for: {'network': 2} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:05.750739 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.776380 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf44fcd-dfd4-4d9f-8243-bcd25fdaea81 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Made reservation on behalf of d8cf767f47d140ed9cad39158bc2931c for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:05.778703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9cf44fcd-dfd4-4d9f-8243-bcd25fdaea81 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.891935 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92c74c8d-4fbe-4406-99a9-29eda197f9d1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.894462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.902083 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-3985542a-3a53-4da2-b6b1-3bdb42b528c4 None None] Provisioning complete for port 80608bd0-4a36-4787-89a0-7c0ddb4c2263 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:05.902651 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3985542a-3a53-4da2-b6b1-3bdb42b528c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.907980 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be594535-e088-4d75-9cd5-374909f84e75 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:05.959328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-3985542a-3a53-4da2-b6b1-3bdb42b528c4 None None] Port 80608bd0-4a36-4787-89a0-7c0ddb4c2263 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:05.987389 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-be594535-e088-4d75-9cd5-374909f84e75 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:05.988003 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-be594535-e088-4d75-9cd5-374909f84e75 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Added segment 5fd0022b-5992-4411-85c7-671e75e964c5 of type vlan for network c6c6353b-4a3d-45da-bf53-369946f9b76a Nov 09 04:16:06.009589 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4284edf0-61b2-4f9d-80dc-fecb701e153a tempest-DHCPAgentSchedulersTestJSON-314526540 tempest-DHCPAgentSchedulersTestJSON-314526540-project-admin] 10.222.0.21 "GET /v2.0/agents/37584269-0a98-4094-8690-c71ccdf211aa/dhcp-networks HTTP/1.1" status: 200 len: 6476 time: 0.7669747 Nov 09 04:16:06.014769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44254) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:06.023609 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:16:06.032746 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fccadc3-7d8c-45b2-a97e-5b92043a24f9', 'name': '', 'tenant_id': 'da0ffd6102044448b330d1e7ce8ea48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37fea146-3f87-4840-9f72-5bbda520dbe6', 'external_fixed_ips': [{'subnet_id': '67fba0cc-ca9a-44c9-831a-5befa99069ce', 'ip_address': '2001:db8::5e'}], 'enable_snat': True}, 'gw_port_id': 'b613d7ca-1bfd-4a02-8620-cdb41c5154a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:02Z', 'revision_number': 3, 'project_id': 'da0ffd6102044448b330d1e7ce8ea48c', 'gw_port': {'id': 'b613d7ca-1bfd-4a02-8620-cdb41c5154a1', 'name': '', 'network_id': '37fea146-3f87-4840-9f72-5bbda520dbe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fccadc3-7d8c-45b2-a97e-5b92043a24f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '67fba0cc-ca9a-44c9-831a-5befa99069ce', 'ip_address': '2001:db8::5e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:01Z', 'updated_at': '2021-11-09T04:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67fba0cc-ca9a-44c9-831a-5befa99069ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:06.079981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Checking router: 3fccadc3-7d8c-45b2-a97e-5b92043a24f9 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:16:06.080807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Updating router 3fccadc3-7d8c-45b2-a97e-5b92043a24f9 port b613d7ca-1bfd-4a02-8620-cdb41c5154a1 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:16:06.100229 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Network 7406e378-feb3-4f56-a182-2c787a7b80e5 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:06.110077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:16:06.110745 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.117762 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92c74c8d-4fbe-4406-99a9-29eda197f9d1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.120057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-be594535-e088-4d75-9cd5-374909f84e75 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.123179 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:06.137738 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7a69c26f-ce35-41a4-8907-07dafd0724e6 None None] Provisioning complete for port 5671e01f-9f9a-443e-a806-81c85086d017 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:06.138109 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7a69c26f-ce35-41a4-8907-07dafd0724e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.143429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 44e3ed9b-f06d-46a1-9f66-04795e73b7da up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:06.258732 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb8bd94-75ce-4ccb-bd22-fcd85a97c9ad tempest-DHCPAgentSchedulersTestJSON-314526540 tempest-DHCPAgentSchedulersTestJSON-314526540-project-admin] Network 15709dd6-0f2c-445f-8225-800c36557f18 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:16:06.284060 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-7a69c26f-ce35-41a4-8907-07dafd0724e6 None None] Port 5671e01f-9f9a-443e-a806-81c85086d017 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:06.304391 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-eeb8bd94-75ce-4ccb-bd22-fcd85a97c9ad tempest-DHCPAgentSchedulersTestJSON-314526540 tempest-DHCPAgentSchedulersTestJSON-314526540-project-admin] 10.222.0.21 "POST /v2.0/agents/37584269-0a98-4094-8690-c71ccdf211aa/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2874050 Nov 09 04:16:06.307115 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44256) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:06.312368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.316483 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 44e3ed9b-f06d-46a1-9f66-04795e73b7da triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:06.316935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.341042 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaff942-1648-4161-8512-d35ff0fecf65 None None] Network 15709dd6-0f2c-445f-8225-800c36557f18 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:06.351967 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-be594535-e088-4d75-9cd5-374909f84e75 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.353243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be594535-e088-4d75-9cd5-374909f84e75 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:06.354029 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-be594535-e088-4d75-9cd5-374909f84e75 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.366537 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-92c74c8d-4fbe-4406-99a9-29eda197f9d1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Deleting port b613d7ca-1bfd-4a02-8620-cdb41c5154a1 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:06.366870 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92c74c8d-4fbe-4406-99a9-29eda197f9d1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.402790 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.423303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.424233 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.520558 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-be594535-e088-4d75-9cd5-374909f84e75 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2792053 Nov 09 04:16:06.527677 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44258) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:06.594695 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-45948508-a852-4585-9086-2c25cda2197d None None] Provisioning complete for port d5689e17-e89b-4b98-8832-00ea46fc1e35 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:06.594975 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-45948508-a852-4585-9086-2c25cda2197d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.598937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92c74c8d-4fbe-4406-99a9-29eda197f9d1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.608493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be594535-e088-4d75-9cd5-374909f84e75 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event updated for resources: {'Network': ['ID=c6c6353b-4a3d-45da-bf53-369946f9b76a,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:06.625716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.objects.ports [None req-9cf44fcd-dfd4-4d9f-8243-bcd25fdaea81 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:16:06.626174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9cf44fcd-dfd4-4d9f-8243-bcd25fdaea81 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.633062 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-037c57bf-cb7e-415b-b881-fe0d0d147fbc tempest-DHCPAgentSchedulersTestJSON-314526540 tempest-DHCPAgentSchedulersTestJSON-314526540-project-admin] 10.222.0.21 "GET /v2.0/agents/37584269-0a98-4094-8690-c71ccdf211aa/dhcp-networks HTTP/1.1" status: 200 len: 7244 time: 0.3247523 Nov 09 04:16:06.639418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44260) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:06.640246 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-92c74c8d-4fbe-4406-99a9-29eda197f9d1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Calling delete_port for b613d7ca-1bfd-4a02-8620-cdb41c5154a1 owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:06.648074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf13f27e-6205-4abf-84dc-e0eca4f8220c,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:06.671020 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:16:06.672941 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network c6c6353b-4a3d-45da-bf53-369946f9b76a details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:06.708457 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-45948508-a852-4585-9086-2c25cda2197d None None] Port d5689e17-e89b-4b98-8832-00ea46fc1e35 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:06.723992 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:06.734994 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Sync routers for ids ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:06.756141 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Routers {'75eab012-a5ca-4d7b-a862-9b75e28bbfd8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:06.756757 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:06.772427 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-21456418-9de1-422c-b453-c815e082a084 admin admin] 10.222.0.21 "PUT /v2.0/routers/75eab012-a5ca-4d7b-a862-9b75e28bbfd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2365942 Nov 09 04:16:06.795396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:06.820262 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf44fcd-dfd4-4d9f-8243-bcd25fdaea81 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Pushing event updated for resources: {'Subnet': ['ID=47ee1796-13b8-4ca8-9544-d87f099821ea,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:06.847205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.870042 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.876055 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Set router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:06.879495 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf44fcd-dfd4-4d9f-8243-bcd25fdaea81 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Checking segment: {'id': 'aa5a5ed5-4095-472a-9071-fd398b5247f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cfd039d6-8da0-4020-bd96-bc31976be164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:06.880269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf44fcd-dfd4-4d9f-8243-bcd25fdaea81 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Network hostable DHCP agents. Network: cfd039d6-8da0-4020-bd96-bc31976be164, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:16:06.926633 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Attempting to bind port b613d7ca-1bfd-4a02-8620-cdb41c5154a1 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:06.927176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Attempting to bind port b613d7ca-1bfd-4a02-8620-cdb41c5154a1 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '0f529f03-73f3-4810-a2b4-326497073232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '37fea146-3f87-4840-9f72-5bbda520dbe6'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:06.927362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Attempting to bind port b613d7ca-1bfd-4a02-8620-cdb41c5154a1 on network 37fea146-3f87-4840-9f72-5bbda520dbe6 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:06.935460 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a459dc8e-59cf-4db6-9a7c-2522143e09f8 tempest-DHCPAgentSchedulersTestJSON-314526540 tempest-DHCPAgentSchedulersTestJSON-314526540-project-admin] 10.222.0.21 "DELETE /v2.0/agents/37584269-0a98-4094-8690-c71ccdf211aa/dhcp-networks/15709dd6-0f2c-445f-8225-800c36557f18 HTTP/1.1" status: 204 len: 168 time: 0.2931159 Nov 09 04:16:06.939653 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44264) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:06.972456 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:06.973577 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Checking segment: {'id': '0f529f03-73f3-4810-a2b4-326497073232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '37fea146-3f87-4840-9f72-5bbda520dbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:06.974295 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.975274 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Bound using segment: {'id': '0f529f03-73f3-4810-a2b4-326497073232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '37fea146-3f87-4840-9f72-5bbda520dbe6'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:06.975735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Bound port: b613d7ca-1bfd-4a02-8620-cdb41c5154a1, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f529f03-73f3-4810-a2b4-326497073232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '37fea146-3f87-4840-9f72-5bbda520dbe6'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:06.976118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:06.997378 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf44fcd-dfd4-4d9f-8243-bcd25fdaea81 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Network cfd039d6-8da0-4020-bd96-bc31976be164 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:16:07.068186 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de52730-e4c7-499a-b0fa-f4ac78068259 None None] Pushing event updated for resources: {'Port': ['ID=b613d7ca-1bfd-4a02-8620-cdb41c5154a1,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:07.078871 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-9cf44fcd-dfd4-4d9f-8243-bcd25fdaea81 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, cfd039d6-8da0-4020-bd96-bc31976be164) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:07.099818 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abd4109-5962-4d0b-af37-a26f5ef6e51a None None] Network cfd039d6-8da0-4020-bd96-bc31976be164 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:07.112928 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf44fcd-dfd4-4d9f-8243-bcd25fdaea81 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:07.118322 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9cf44fcd-dfd4-4d9f-8243-bcd25fdaea81 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.138711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.139223 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Added segment 601982bb-1920-4b76-a402-94b28a05ceb2 of type vlan for network c50e525c-ffe6-497c-aed6-dfb33bc33842 Nov 09 04:16:07.168919 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9cf44fcd-dfd4-4d9f-8243-bcd25fdaea81 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6934063 Nov 09 04:16:07.175245 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44274) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:07.180711 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-49bf0b9c-719f-435a-961f-d157d39a5c07 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-852040163', 'network_id': 'cfd039d6-8da0-4020-bd96-bc31976be164'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:07.266157 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:03Z', 'revision_number': 4, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'gw_port': {'id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:51Z', 'updated_at': '2021-11-09T04:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '80608bd0-4a36-4787-89a0-7c0ddb4c2263', 'name': '', 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'mac_address': 'fa:16:3e:23:46:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:03Z', 'revision_number': 2, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'subnets': [{'id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:07.267618 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-84783c14-8d01-4f9a-ac9f-8db3bb2bcae1 tempest-DHCPAgentSchedulersTestJSON-314526540 tempest-DHCPAgentSchedulersTestJSON-314526540-project-admin] 10.222.0.21 "GET /v2.0/agents/37584269-0a98-4094-8690-c71ccdf211aa/dhcp-networks HTTP/1.1" status: 200 len: 6476 time: 0.3266883 Nov 09 04:16:07.273391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44278) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:07.280944 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92c74c8d-4fbe-4406-99a9-29eda197f9d1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.286446 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:16:07.286446 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:16:07.289265 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff41e7d-8a92-4528-88d3-f3848dc4a732 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:07.289412 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bf0b9c-719f-435a-961f-d157d39a5c07 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Made reservation on behalf of d8cf767f47d140ed9cad39158bc2931c for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:07.295842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff41e7d-8a92-4528-88d3-f3848dc4a732 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:07.301997 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff41e7d-8a92-4528-88d3-f3848dc4a732 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:07.303015 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-49bf0b9c-719f-435a-961f-d157d39a5c07 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.310820 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab13058-f161-4b5a-890c-c4923dda6c50 None None] Network cfd039d6-8da0-4020-bd96-bc31976be164 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:07.320590 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff41e7d-8a92-4528-88d3-f3848dc4a732 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:07.321365 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Checking router: 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:16:07.322044 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Updating router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 port 80608bd0-4a36-4787-89a0-7c0ddb4c2263 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:16:07.328040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff41e7d-8a92-4528-88d3-f3848dc4a732 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:07.353676 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff41e7d-8a92-4528-88d3-f3848dc4a732 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:07.355453 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0ff41e7d-8a92-4528-88d3-f3848dc4a732 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3658 time: 0.8149307 Nov 09 04:16:07.366167 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.380436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44280) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:07.480937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c74c8d-4fbe-4406-99a9-29eda197f9d1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Pushing event deleted for resources: {'Port': ['ID=b613d7ca-1bfd-4a02-8620-cdb41c5154a1,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:07.499055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.507283 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-49bf0b9c-719f-435a-961f-d157d39a5c07 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] device_id is not set on port 7819b10d-467c-4696-925f-114a2b056f26 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:16:07.515804 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92c74c8d-4fbe-4406-99a9-29eda197f9d1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.557702 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b7c1f5d6-1f52-4193-a1fd-000c847927ff tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.609325 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2fb4bc9d-d1fb-4a04-bc72-03ff4216297c tempest-DHCPAgentSchedulersTestJSON-314526540 tempest-DHCPAgentSchedulersTestJSON-314526540-project-admin] 10.222.0.21 "GET /v2.0/networks/caaa88b5-ab04-4871-89f7-06b5c5e5db4f/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3288920 Nov 09 04:16:07.609862 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44282) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:07.645764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:07.651581 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9d1f0ac5-1258-4285-983e-beb5c09461d7 admin admin] 10.222.0.21 "PUT /v2.0/routers/f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2255034 Nov 09 04:16:07.661239 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Sync routers for ids ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:07.662391 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92c74c8d-4fbe-4406-99a9-29eda197f9d1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.666130 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92c74c8d-4fbe-4406-99a9-29eda197f9d1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.676951 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Routers {'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:07.680454 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:07.680645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.685540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:07.712750 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.713651 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Added segment c02371a4-9264-4ea5-a474-05609ee42623 of type vlan for network b071d870-0b98-43f2-893d-e7383dc0d7b5 Nov 09 04:16:07.763255 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92c74c8d-4fbe-4406-99a9-29eda197f9d1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.763869 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c74c8d-4fbe-4406-99a9-29eda197f9d1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fccadc3-7d8c-45b2-a97e-5b92043a24f9 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:16:07.773681 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92c74c8d-4fbe-4406-99a9-29eda197f9d1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.778183 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-92c74c8d-4fbe-4406-99a9-29eda197f9d1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "DELETE /v2.0/routers/3fccadc3-7d8c-45b2-a97e-5b92043a24f9 HTTP/1.1" status: 204 len: 168 time: 2.0827608 Nov 09 04:16:07.780444 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44286) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:07.787351 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.790887 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-49bf0b9c-719f-435a-961f-d157d39a5c07 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Allocated IP 172.20.0.6 (cfd039d6-8da0-4020-bd96-bc31976be164/47ee1796-13b8-4ca8-9544-d87f099821ea/7819b10d-467c-4696-925f-114a2b056f26) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:07.795807 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.811362 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.855690 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7fd98fc8-7994-466f-af73-8ddec00a039f tempest-DHCPAgentSchedulersTestJSON-314526540 tempest-DHCPAgentSchedulersTestJSON-314526540-project-admin] 10.222.0.21 "GET /v2.0/networks/caaa88b5-ab04-4871-89f7-06b5c5e5db4f/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2381091 Nov 09 04:16:07.858548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.859595 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef866f0-52f4-4548-8a38-ee1bd213b0f9 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Deleting subnet 67fba0cc-ca9a-44c9-831a-5befa99069ce {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:16:07.859722 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.862419 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44288) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:07.866420 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ef866f0-52f4-4548-8a38-ee1bd213b0f9 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.868576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:07.876423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:07.878620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.890633 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:07.907552 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f88127-da1b-4daf-9708-5c0e7b19cb8c None None] Pushing event updated for resources: {'Port': ['ID=80608bd0-4a36-4787-89a0-7c0ddb4c2263,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:07.963974 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Set router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:08.008644 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ef866f0-52f4-4548-8a38-ee1bd213b0f9 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:08.064657 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Attempting to bind port 80608bd0-4a36-4787-89a0-7c0ddb4c2263 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:08.065828 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Attempting to bind port 80608bd0-4a36-4787-89a0-7c0ddb4c2263 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '15ceb2c9-795f-4254-ab70-ce73f3f867c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:08.066445 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Attempting to bind port 80608bd0-4a36-4787-89a0-7c0ddb4c2263 on network 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:08.075520 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:08.076415 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Checking segment: {'id': '15ceb2c9-795f-4254-ab70-ce73f3f867c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:08.077024 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:08.077852 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Bound using segment: {'id': '15ceb2c9-795f-4254-ab70-ce73f3f867c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:08.078927 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Bound port: 80608bd0-4a36-4787-89a0-7c0ddb4c2263, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ceb2c9-795f-4254-ab70-ce73f3f867c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:08.079542 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:08.089461 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9837353 Nov 09 04:16:08.109088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44302) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:08.162323 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Attempting to bind port b613d7ca-1bfd-4a02-8620-cdb41c5154a1 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:08.162696 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Attempting to bind port b613d7ca-1bfd-4a02-8620-cdb41c5154a1 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '0f529f03-73f3-4810-a2b4-326497073232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '37fea146-3f87-4840-9f72-5bbda520dbe6'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:08.165421 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] For port 80608bd0-4a36-4787-89a0-7c0ddb4c2263, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:16:08.168346 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Attempting to bind port b613d7ca-1bfd-4a02-8620-cdb41c5154a1 on network 37fea146-3f87-4840-9f72-5bbda520dbe6 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:08.170207 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] For port 80608bd0-4a36-4787-89a0-7c0ddb4c2263, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=80608bd0-4a36-4787-89a0-7c0ddb4c2263,segment=NetworkSegment(15ceb2c9-795f-4254-ab70-ce73f3f867c6),segment_id=15ceb2c9-795f-4254-ab70-ce73f3f867c6)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:16:08.182154 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:08.250801 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:08.255289 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f88127-da1b-4daf-9708-5c0e7b19cb8c None None] Pushing event updated for resources: {'Port': ['ID=80608bd0-4a36-4787-89a0-7c0ddb4c2263,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:08.257556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Checking segment: {'id': '0f529f03-73f3-4810-a2b4-326497073232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '37fea146-3f87-4840-9f72-5bbda520dbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:08.258566 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:08.258963 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Bound using segment: {'id': '0f529f03-73f3-4810-a2b4-326497073232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '37fea146-3f87-4840-9f72-5bbda520dbe6'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:08.261521 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Bound port: b613d7ca-1bfd-4a02-8620-cdb41c5154a1, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f529f03-73f3-4810-a2b4-326497073232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '37fea146-3f87-4840-9f72-5bbda520dbe6'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:08.261921 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:08.300408 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Routers {'75eab012-a5ca-4d7b-a862-9b75e28bbfd8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:08.301157 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:08.304163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Port b613d7ca-1bfd-4a02-8620-cdb41c5154a1 has been deleted concurrently {{(pid=101885) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 09 04:16:08.384841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b7c1f5d6-1f52-4193-a1fd-000c847927ff tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:08.398163 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=5671e01f-9f9a-443e-a806-81c85086d017,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:08.415455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:08.417774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event updated for resources: {'Network': ['ID=c50e525c-ffe6-497c-aed6-dfb33bc33842,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:08.424681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Routers set() bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:08.425050 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Router IDs set() for agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 04:16:08.425840 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_agentschedulers_db [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3fccadc3-7d8c-45b2-a97e-5b92043a24f9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent'). {{(pid=101885) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 04:16:08.426083 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f12670-561d-45a7-a58f-4d67d2a0ef24 None None] The sync data for ids ['3fccadc3-7d8c-45b2-a97e-5b92043a24f9'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:08.436607 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network c50e525c-ffe6-497c-aed6-dfb33bc33842 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:08.440261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44304) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:08.472163 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6ce4e892-6221-4f20-ae82-6bc798cf1ce4 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1684840395', 'description': 'tempest-description--1901629465'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:08.490119 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1161799-e0e7-4ec1-8e05-7d065a63b4c1 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:08.504854 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1161799-e0e7-4ec1-8e05-7d065a63b4c1 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:08.508181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a1ffd23d-8d6b-4452-8974-7f62ad53ecef None None] Provisioning complete for port 80608bd0-4a36-4787-89a0-7c0ddb4c2263 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:08.508547 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a1ffd23d-8d6b-4452-8974-7f62ad53ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:08.514992 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] Set router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:08.523704 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1161799-e0e7-4ec1-8e05-7d065a63b4c1 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:08.532326 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1161799-e0e7-4ec1-8e05-7d065a63b4c1 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:08.540040 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1161799-e0e7-4ec1-8e05-7d065a63b4c1 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:08.549891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1161799-e0e7-4ec1-8e05-7d065a63b4c1 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:08.559601 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1161799-e0e7-4ec1-8e05-7d065a63b4c1 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:08.561696 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a1161799-e0e7-4ec1-8e05-7d065a63b4c1 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4168 time: 0.4419067 Nov 09 04:16:08.587324 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ef866f0-52f4-4548-8a38-ee1bd213b0f9 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:08.621133 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-b7c1f5d6-1f52-4193-a1fd-000c847927ff tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c6353b-4a3d-45da-bf53-369946f9b76a']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:08.635067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44306) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:08.712150 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-49bf0b9c-719f-435a-961f-d157d39a5c07 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:08.738842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ef866f0-52f4-4548-8a38-ee1bd213b0f9 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:08.742346 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-b7c1f5d6-1f52-4193-a1fd-000c847927ff tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd0022b-5992-4411-85c7-671e75e964c5') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:08.742952 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-b7c1f5d6-1f52-4193-a1fd-000c847927ff tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd0022b-5992-4411-85c7-671e75e964c5') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:08.745192 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca6d24-a8bc-4628-a5cb-41d336b2fc40 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event updated for resources: {'Network': ['ID=b071d870-0b98-43f2-893d-e7383dc0d7b5,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:08.778756 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef866f0-52f4-4548-8a38-ee1bd213b0f9 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=67fba0cc-ca9a-44c9-831a-5befa99069ce,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:08.782381 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ef866f0-52f4-4548-8a38-ee1bd213b0f9 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:08.788744 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8ef866f0-52f4-4548-8a38-ee1bd213b0f9 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/67fba0cc-ca9a-44c9-831a-5befa99069ce HTTP/1.1" status: 204 len: 168 time: 1.0043964 Nov 09 04:16:08.790470 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44310) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:08.805010 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4acdb9d5-1c0f-4d08-b40e-7cadb6c47368 tempest-DHCPAgentSchedulersTestJSON-314526540 tempest-DHCPAgentSchedulersTestJSON-314526540-project-admin] 10.222.0.21 "GET /v2.0/agents/37584269-0a98-4094-8690-c71ccdf211aa/dhcp-networks HTTP/1.1" status: 200 len: 7278 time: 0.9391382 Nov 09 04:16:08.819596 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44312) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:08.862361 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:03Z', 'revision_number': 4, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'gw_port': {'id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:51Z', 'updated_at': '2021-11-09T04:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '80608bd0-4a36-4787-89a0-7c0ddb4c2263', 'name': '', 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'mac_address': 'fa:16:3e:23:46:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:08Z', 'revision_number': 4, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'subnets': [{'id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:08.880967 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network b071d870-0b98-43f2-893d-e7383dc0d7b5 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:08.895779 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cd4aea-3ed8-472b-a584-0c542bb2959b None None] The sync data for ids ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'] in dv-neutron-816800-2-hyperv is: [{'id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:03Z', 'revision_number': 4, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'gw_port': {'id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:51Z', 'updated_at': '2021-11-09T04:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '80608bd0-4a36-4787-89a0-7c0ddb4c2263', 'name': '', 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'mac_address': 'fa:16:3e:23:46:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:08Z', 'revision_number': 4, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'subnets': [{'id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:08.945844 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0584c19f-eb54-4db3-b4b0-0b50dbd11c35 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:08.956017 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-49bf0b9c-719f-435a-961f-d157d39a5c07 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.019667 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44314) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:09.024716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-1aed3865-2213-4219-8865-fd8caedadd2a tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1135766097', 'description': 'tempest-description--391517037'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:09.029475 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b7c1f5d6-1f52-4193-a1fd-000c847927ff tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.031257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6ce4e892-6221-4f20-ae82-6bc798cf1ce4 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.041259 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Network 4b1c392c-f262-40b8-99ba-61b89c78085e is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:09.052617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27197313-245d-4a6a-a047-0bcbedf2bc8a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.064586 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5e569a43-05ce-423e-9d61-8ff0c74fe494 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.077739 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:09.095888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b7c1f5d6-1f52-4193-a1fd-000c847927ff tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.138562 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bf0b9c-719f-435a-961f-d157d39a5c07 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Network cfd039d6-8da0-4020-bd96-bc31976be164 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:09.144806 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-49bf0b9c-719f-435a-961f-d157d39a5c07 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:09.145269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a1ffd23d-8d6b-4452-8974-7f62ad53ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.163987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c1f5d6-1f52-4193-a1fd-000c847927ff tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:09.163987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b7c1f5d6-1f52-4193-a1fd-000c847927ff tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:09.169489 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:09.195583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bf0b9c-719f-435a-961f-d157d39a5c07 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:09.206996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a1ffd23d-8d6b-4452-8974-7f62ad53ecef None None] For port 80608bd0-4a36-4787-89a0-7c0ddb4c2263, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=80608bd0-4a36-4787-89a0-7c0ddb4c2263,segment=NetworkSegment(15ceb2c9-795f-4254-ab70-ce73f3f867c6),segment_id=15ceb2c9-795f-4254-ab70-ce73f3f867c6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:09.209858 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'gw_port': {'id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'd5689e17-e89b-4b98-8832-00ea46fc1e35', 'name': '', 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'mac_address': 'fa:16:3e:2a:68:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 2, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'subnets': [{'id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:09.246305 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6ce4e892-6221-4f20-ae82-6bc798cf1ce4 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.251769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bf0b9c-719f-435a-961f-d157d39a5c07 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:09.252403 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-49bf0b9c-719f-435a-961f-d157d39a5c07 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.264056 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a1ffd23d-8d6b-4452-8974-7f62ad53ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.265753 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Checking router: f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:16:09.266088 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Updating router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 port d5689e17-e89b-4b98-8832-00ea46fc1e35 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:16:09.308862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.318391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6ce4e892-6221-4f20-ae82-6bc798cf1ce4 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.351640 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b7c1f5d6-1f52-4193-a1fd-000c847927ff tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.370539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0584c19f-eb54-4db3-b4b0-0b50dbd11c35 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.400195 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf0b9c-719f-435a-961f-d157d39a5c07 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Pushing event updated for resources: {'Port': ['ID=7819b10d-467c-4696-925f-114a2b056f26,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:09.410137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-0584c19f-eb54-4db3-b4b0-0b50dbd11c35 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fea146-3f87-4840-9f72-5bbda520dbe6']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:09.413339 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1aed3865-2213-4219-8865-fd8caedadd2a tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.435688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c1f5d6-1f52-4193-a1fd-000c847927ff tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6c6353b-4a3d-45da-bf53-369946f9b76a {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 04:16:09.441502 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b7c1f5d6-1f52-4193-a1fd-000c847927ff tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.442774 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-49bf0b9c-719f-435a-961f-d157d39a5c07 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.2660189 Nov 09 04:16:09.448602 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b7c1f5d6-1f52-4193-a1fd-000c847927ff tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c6c6353b-4a3d-45da-bf53-369946f9b76a HTTP/1.1" status: 204 len: 168 time: 2.0634472 Nov 09 04:16:09.448765 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44316) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:09.449355 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44318) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:09.461339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6ce4e892-6221-4f20-ae82-6bc798cf1ce4 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.462584 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6ce4e892-6221-4f20-ae82-6bc798cf1ce4 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0080967 Nov 09 04:16:09.486108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44320) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:09.506259 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3615ac40-c6ac-431e-beb2-e1016a0686c9 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Request body: {'security_group_rule': {'security_group_id': '63b2237b-06c6-43f5-98d7-7640c2d24bde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:09.506938 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-0584c19f-eb54-4db3-b4b0-0b50dbd11c35 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f529f03-73f3-4810-a2b4-326497073232') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:09.507395 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-0584c19f-eb54-4db3-b4b0-0b50dbd11c35 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f529f03-73f3-4810-a2b4-326497073232') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:09.515377 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-15f76c67-35de-4606-8ef5-9ea67dc09d4f tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Request body: {'network': {'name': 'tempest-network--547477423', 'router:external': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:09.527232 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1f5d6-1f52-4193-a1fd-000c847927ff tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6c6353b-4a3d-45da-bf53-369946f9b76a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:09.558532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4e892-6221-4f20-ae82-6bc798cf1ce4 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b2237b-06c6-43f5-98d7-7640c2d24bde,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:09.576309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27197313-245d-4a6a-a047-0bcbedf2bc8a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.586273 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3615ac40-c6ac-431e-beb2-e1016a0686c9 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.591298 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1aed3865-2213-4219-8865-fd8caedadd2a tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.611180 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Router 7e2ca235-0f6b-40e1-97cc-315671f53050 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:16:09.621055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-27197313-245d-4a6a-a047-0bcbedf2bc8a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50e525c-ffe6-497c-aed6-dfb33bc33842']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:09.650683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-27197313-245d-4a6a-a047-0bcbedf2bc8a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601982bb-1920-4b76-a402-94b28a05ceb2') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:09.651054 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-27197313-245d-4a6a-a047-0bcbedf2bc8a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601982bb-1920-4b76-a402-94b28a05ceb2') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:09.664671 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27197313-245d-4a6a-a047-0bcbedf2bc8a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.688010 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffd23d-8d6b-4452-8974-7f62ad53ecef None None] Pushing event updated for resources: {'Port': ['ID=80608bd0-4a36-4787-89a0-7c0ddb4c2263,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:09.726912 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-403e8b21-5876-4606-92e8-b99fc4396741 None None] Provisioning complete for port 80608bd0-4a36-4787-89a0-7c0ddb4c2263 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:09.727647 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-403e8b21-5876-4606-92e8-b99fc4396741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.740596 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3615ac40-c6ac-431e-beb2-e1016a0686c9 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.743425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27197313-245d-4a6a-a047-0bcbedf2bc8a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.753894 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27197313-245d-4a6a-a047-0bcbedf2bc8a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:09.754299 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27197313-245d-4a6a-a047-0bcbedf2bc8a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:09.757460 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:09.771732 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3615ac40-c6ac-431e-beb2-e1016a0686c9 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.814912 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.829886 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.830903 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0584c19f-eb54-4db3-b4b0-0b50dbd11c35 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.833772 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f76c67-35de-4606-8ef5-9ea67dc09d4f tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Made reservation on behalf of e4b6f492f28b488aad5919cb3a4921f5 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:09.835998 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15f76c67-35de-4606-8ef5-9ea67dc09d4f tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.837726 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1aed3865-2213-4219-8865-fd8caedadd2a tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.859032 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615ac40-c6ac-431e-beb2-e1016a0686c9 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e65a89-c696-4870-85d4-eb448a3d6d2a,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:09.884095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3615ac40-c6ac-431e-beb2-e1016a0686c9 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.885576 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3615ac40-c6ac-431e-beb2-e1016a0686c9 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3913593 Nov 09 04:16:09.887968 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27197313-245d-4a6a-a047-0bcbedf2bc8a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.889327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44324) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:09.893158 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed3865-2213-4219-8865-fd8caedadd2a tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a7353b-8c43-4beb-a52e-6513bfdc2c53,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:09.896700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7dcda0c9-495e-4f5c-8a1b-af473fcbd8a8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Request body: {'security_group_rule': {'security_group_id': '63b2237b-06c6-43f5-98d7-7640c2d24bde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:09.897317 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1aed3865-2213-4219-8865-fd8caedadd2a tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.898569 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1aed3865-2213-4219-8865-fd8caedadd2a tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8779378 Nov 09 04:16:09.900336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5e569a43-05ce-423e-9d61-8ff0c74fe494 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.909869 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44326) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:09.910925 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27197313-245d-4a6a-a047-0bcbedf2bc8a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.923850 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0584c19f-eb54-4db3-b4b0-0b50dbd11c35 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.924594 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-27197313-245d-4a6a-a047-0bcbedf2bc8a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "DELETE /v2.0/networks/c50e525c-ffe6-497c-aed6-dfb33bc33842 HTTP/1.1" status: 204 len: 168 time: 1.2761445 Nov 09 04:16:09.927102 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:09.933770 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44328) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:09.945682 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-431e0e94-5e38-4982-bb19-6df2a8afa67c tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Request body: {'security_group_rule': {'security_group_id': '30a7353b-8c43-4beb-a52e-6513bfdc2c53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:09.946709 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f76c67-35de-4606-8ef5-9ea67dc09d4f tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:09.955815 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15f76c67-35de-4606-8ef5-9ea67dc09d4f tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:09.956157 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-15f76c67-35de-4606-8ef5-9ea67dc09d4f tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Added segment 93389287-e0b2-4206-b47f-6a5966f26b0c of type vlan for network 5d816379-e084-481e-bea6-74a71522e82a Nov 09 04:16:09.969040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7a33f-a7e8-4d5c-8640-5ca72a591cb9 None None] Pushing event updated for resources: {'Port': ['ID=d5689e17-e89b-4b98-8832-00ea46fc1e35,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:10.005369 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fbb75446-2e04-4b3d-8c43-b3bccf0b9fb1 admin admin] 10.222.0.21 "PUT /v2.0/routers/7e2ca235-0f6b-40e1-97cc-315671f53050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5411863 Nov 09 04:16:10.008752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15f76c67-35de-4606-8ef5-9ea67dc09d4f tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.026817 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27197313-245d-4a6a-a047-0bcbedf2bc8a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event deleted for resources: {'Network': ['ID=c50e525c-ffe6-497c-aed6-dfb33bc33842,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:10.044921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-431e0e94-5e38-4982-bb19-6df2a8afa67c tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.049535 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dcda0c9-495e-4f5c-8a1b-af473fcbd8a8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.125877 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Attempting to bind port d5689e17-e89b-4b98-8832-00ea46fc1e35 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:10.126246 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Attempting to bind port d5689e17-e89b-4b98-8832-00ea46fc1e35 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '48aee43e-30bf-4afa-8662-df14895c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:10.126665 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Attempting to bind port d5689e17-e89b-4b98-8832-00ea46fc1e35 on network 7406e378-feb3-4f56-a182-2c787a7b80e5 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:10.134002 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:10.134365 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Checking segment: {'id': '48aee43e-30bf-4afa-8662-df14895c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:10.134815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.135248 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Bound using segment: {'id': '48aee43e-30bf-4afa-8662-df14895c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:10.135719 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Bound port: d5689e17-e89b-4b98-8832-00ea46fc1e35, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48aee43e-30bf-4afa-8662-df14895c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:10.136095 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.185308 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Sync routers for ids ['7e2ca235-0f6b-40e1-97cc-315671f53050'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:10.195364 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Routers {'7e2ca235-0f6b-40e1-97cc-315671f53050'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:10.195962 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7e2ca235-0f6b-40e1-97cc-315671f53050'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:10.201331 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5015733f-e7a3-4ea9-be4f-18495ee57bfc tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.203604 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0584c19f-eb54-4db3-b4b0-0b50dbd11c35 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:10.203990 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0584c19f-eb54-4db3-b4b0-0b50dbd11c35 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: items = [ Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:10.222561 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:10.232899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15f76c67-35de-4606-8ef5-9ea67dc09d4f tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.233969 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f76c67-35de-4606-8ef5-9ea67dc09d4f tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:10.234556 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15f76c67-35de-4606-8ef5-9ea67dc09d4f tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.238403 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5e569a43-05ce-423e-9d61-8ff0c74fe494 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15709dd6-0f2c-445f-8225-800c36557f18']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:10.243107 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] For port d5689e17-e89b-4b98-8832-00ea46fc1e35, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:16:10.272560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 80608bd0-4a36-4787-89a0-7c0ddb4c2263 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:10.283700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-431e0e94-5e38-4982-bb19-6df2a8afa67c tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.300397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] For port d5689e17-e89b-4b98-8832-00ea46fc1e35, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d5689e17-e89b-4b98-8832-00ea46fc1e35,segment=NetworkSegment(48aee43e-30bf-4afa-8662-df14895c0815),segment_id=48aee43e-30bf-4afa-8662-df14895c0815)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:16:10.311906 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-431e0e94-5e38-4982-bb19-6df2a8afa67c tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.341024 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.352422 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-dcf496fa-0262-478f-b5c7-084a7699eef1 None None] Provisioning complete for port 5671e01f-9f9a-443e-a806-81c85086d017 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:10.352863 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dcf496fa-0262-478f-b5c7-084a7699eef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.383335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e0e94-5e38-4982-bb19-6df2a8afa67c tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1d8cf7-55a3-4447-841b-3e44319a47a7,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:10.406685 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dcda0c9-495e-4f5c-8a1b-af473fcbd8a8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.411708 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-dcf496fa-0262-478f-b5c7-084a7699eef1 None None] Port 5671e01f-9f9a-443e-a806-81c85086d017 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:10.416911 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-431e0e94-5e38-4982-bb19-6df2a8afa67c tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.418119 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-431e0e94-5e38-4982-bb19-6df2a8afa67c tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4885783 Nov 09 04:16:10.419424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dcda0c9-495e-4f5c-8a1b-af473fcbd8a8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.422665 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44336) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:10.433077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f97934e4-0eb3-4cec-b631-62e46da23c63 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Request body: {'security_group_rule': {'security_group_id': '30a7353b-8c43-4beb-a52e-6513bfdc2c53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:10.440920 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Set router 7e2ca235-0f6b-40e1-97cc-315671f53050 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:10.468144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Routers {'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:10.468862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:10.515521 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcda0c9-495e-4f5c-8a1b-af473fcbd8a8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9090d4d-2d45-421f-8d92-78ba5377c04e,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:10.520318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f76c67-35de-4606-8ef5-9ea67dc09d4f tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event updated for resources: {'Network': ['ID=5d816379-e084-481e-bea6-74a71522e82a,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:10.535476 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5e569a43-05ce-423e-9d61-8ff0c74fe494 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0db751-64b6-450e-80d0-5156abea2fa9') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:10.535927 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5e569a43-05ce-423e-9d61-8ff0c74fe494 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0db751-64b6-450e-80d0-5156abea2fa9') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:10.539815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dcda0c9-495e-4f5c-8a1b-af473fcbd8a8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.554179 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7dcda0c9-495e-4f5c-8a1b-af473fcbd8a8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6587389 Nov 09 04:16:10.554179 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f97934e4-0eb3-4cec-b631-62e46da23c63 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.559620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44338) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:10.573050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:10.573728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-e2f4e06c-6b32-421a-a9fc-a43668f2dd2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Deleting port 7819b10d-467c-4696-925f-114a2b056f26 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:10.574264 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e2f4e06c-6b32-421a-a9fc-a43668f2dd2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.603181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] Set router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:10.662655 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 5d816379-e084-481e-bea6-74a71522e82a details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:10.696440 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5e569a43-05ce-423e-9d61-8ff0c74fe494 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.743491 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-15f76c67-35de-4606-8ef5-9ea67dc09d4f tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.2746480 Nov 09 04:16:10.753787 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44340) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:10.779083 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5e569a43-05ce-423e-9d61-8ff0c74fe494 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.791404 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f97934e4-0eb3-4cec-b631-62e46da23c63 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.799398 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0584c19f-eb54-4db3-b4b0-0b50dbd11c35 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.810534 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0584c19f-eb54-4db3-b4b0-0b50dbd11c35 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37fea146-3f87-4840-9f72-5bbda520dbe6 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 04:16:10.814057 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0584c19f-eb54-4db3-b4b0-0b50dbd11c35 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.818610 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0584c19f-eb54-4db3-b4b0-0b50dbd11c35 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "DELETE /v2.0/networks/37fea146-3f87-4840-9f72-5bbda520dbe6 HTTP/1.1" status: 204 len: 168 time: 2.0249546 Nov 09 04:16:10.831679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44342) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:10.847197 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c14b858f-3193-4035-8eab-b46ccb022b10 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1885056022', 'description': 'tempest-description--533994379'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:10.860158 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e569a43-05ce-423e-9d61-8ff0c74fe494 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:10.861491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5e569a43-05ce-423e-9d61-8ff0c74fe494 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:10.884755 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:10.982317 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:06Z', 'revision_number': 4, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'gw_port': {'id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:54Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '5671e01f-9f9a-443e-a806-81c85086d017', 'name': '', 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'mac_address': 'fa:16:3e:04:3a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:03Z', 'updated_at': '2021-11-09T04:16:06Z', 'revision_number': 2, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'subnets': [{'id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:11.028954 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Checking router: 7e2ca235-0f6b-40e1-97cc-315671f53050 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:16:11.029315 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Updating router 7e2ca235-0f6b-40e1-97cc-315671f53050 port 5671e01f-9f9a-443e-a806-81c85086d017 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:16:11.036341 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7a33f-a7e8-4d5c-8640-5ca72a591cb9 None None] Pushing event updated for resources: {'Port': ['ID=d5689e17-e89b-4b98-8832-00ea46fc1e35,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:11.050482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-107ce244-cb5d-4575-8f2e-cf9593fe0d1f None None] Provisioning complete for port d5689e17-e89b-4b98-8832-00ea46fc1e35 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:11.051505 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584c19f-eb54-4db3-b4b0-0b50dbd11c35 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Pushing event deleted for resources: {'Network': ['ID=37fea146-3f87-4840-9f72-5bbda520dbe6,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:11.051699 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-107ce244-cb5d-4575-8f2e-cf9593fe0d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.076408 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.097255 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 80608bd0-4a36-4787-89a0-7c0ddb4c2263 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:11.097639 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.109680 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e2f4e06c-6b32-421a-a9fc-a43668f2dd2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.122103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f97934e4-0eb3-4cec-b631-62e46da23c63 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.130514 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5015733f-e7a3-4ea9-be4f-18495ee57bfc tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.161553 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-e2f4e06c-6b32-421a-a9fc-a43668f2dd2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Calling delete_port for 7819b10d-467c-4696-925f-114a2b056f26 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:11.164393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for floatingip, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.176769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5e569a43-05ce-423e-9d61-8ff0c74fe494 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.181178 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5015733f-e7a3-4ea9-be4f-18495ee57bfc tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b071d870-0b98-43f2-893d-e7383dc0d7b5']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:11.196413 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5e569a43-05ce-423e-9d61-8ff0c74fe494 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.201564 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5e569a43-05ce-423e-9d61-8ff0c74fe494 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] 10.222.0.21 "DELETE /v2.0/networks/15709dd6-0f2c-445f-8225-800c36557f18 HTTP/1.1" status: 204 len: 168 time: 2.3738623 Nov 09 04:16:11.208221 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44350) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:11.210613 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c14b858f-3193-4035-8eab-b46ccb022b10 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.220610 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5015733f-e7a3-4ea9-be4f-18495ee57bfc tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02371a4-9264-4ea5-a474-05609ee42623') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:11.229576 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5015733f-e7a3-4ea9-be4f-18495ee57bfc tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02371a4-9264-4ea5-a474-05609ee42623') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:11.250507 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-107ce244-cb5d-4575-8f2e-cf9593fe0d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.295823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-107ce244-cb5d-4575-8f2e-cf9593fe0d1f None None] For port d5689e17-e89b-4b98-8832-00ea46fc1e35, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d5689e17-e89b-4b98-8832-00ea46fc1e35,segment=NetworkSegment(48aee43e-30bf-4afa-8662-df14895c0815),segment_id=48aee43e-30bf-4afa-8662-df14895c0815)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:11.302321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f97934e4-0eb3-4cec-b631-62e46da23c63 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.307071 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f97934e4-0eb3-4cec-b631-62e46da23c63 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8790469 Nov 09 04:16:11.307927 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44352) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:11.316257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97934e4-0eb3-4cec-b631-62e46da23c63 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e615af1d-f662-49c7-b1d3-c0aafe86154f,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:11.324651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44354) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:11.328345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:11.338927 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-4bbea023-55ef-4f4f-97e7-afe418059b17 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Request body: {'router': {'name': 'tempest-router--733174296', 'project_id': 'e4902b2e9a5d4e2aab7add4ac5bc0e88'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:11.363186 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3fa766-641a-415e-bc47-44c4b0159c34 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] DELETE failed (client error): The resource could not be found. Nov 09 04:16:11.365849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc87f34-9b1f-4a9a-9277-96f79e4bf2d2 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:11.367474 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3cc87f34-9b1f-4a9a-9277-96f79e4bf2d2 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] 10.222.0.21 "GET /v2.0/networks/5d816379-e084-481e-bea6-74a71522e82a HTTP/1.1" status: 200 len: 756 time: 0.6095731 Nov 09 04:16:11.373286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3fa766-641a-415e-bc47-44c4b0159c34 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:16:11.374318 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44356) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:11.384446 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2f3fa766-641a-415e-bc47-44c4b0159c34 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] 10.222.0.21 "DELETE /v2.0/ports/00c9488b-f9ba-4644-b5fa-b57097021767 HTTP/1.1" status: 404 len: 333 time: 0.1681952 Nov 09 04:16:11.385465 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e569a43-05ce-423e-9d61-8ff0c74fe494 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Pushing event deleted for resources: {'Network': ['ID=15709dd6-0f2c-445f-8225-800c36557f18,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:11.386863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44358) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:11.415537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-107ce244-cb5d-4575-8f2e-cf9593fe0d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.477743 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5015733f-e7a3-4ea9-be4f-18495ee57bfc tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.523689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5015733f-e7a3-4ea9-be4f-18495ee57bfc tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.538596 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.546932 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.558355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4bbea023-55ef-4f4f-97e7-afe418059b17 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.559778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4bbea023-55ef-4f4f-97e7-afe418059b17 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.574363 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5015733f-e7a3-4ea9-be4f-18495ee57bfc tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:11.575078 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5015733f-e7a3-4ea9-be4f-18495ee57bfc tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:11.578271 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:11.610990 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ce244-cb5d-4575-8f2e-cf9593fe0d1f None None] Pushing event updated for resources: {'Port': ['ID=d5689e17-e89b-4b98-8832-00ea46fc1e35,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:11.621702 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'gw_port': {'id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'd5689e17-e89b-4b98-8832-00ea46fc1e35', 'name': '', 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'mac_address': 'fa:16:3e:2a:68:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:10Z', 'revision_number': 4, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'subnets': [{'id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:11.665595 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Attempting to bind port 5671e01f-9f9a-443e-a806-81c85086d017 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:11.666115 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Attempting to bind port 5671e01f-9f9a-443e-a806-81c85086d017 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '1a00d6b2-9273-40e8-af28-70e67890abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:11.667041 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Attempting to bind port 5671e01f-9f9a-443e-a806-81c85086d017 on network 4b1c392c-f262-40b8-99ba-61b89c78085e {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:11.680093 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:11.680461 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Checking segment: {'id': '1a00d6b2-9273-40e8-af28-70e67890abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:11.680862 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.681254 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Bound using segment: {'id': '1a00d6b2-9273-40e8-af28-70e67890abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:11.681752 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Bound port: 5671e01f-9f9a-443e-a806-81c85086d017, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a00d6b2-9273-40e8-af28-70e67890abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:11.682185 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.682535 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for floatingip, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.699989 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df464f-f25f-4945-9a14-fa1316c0825a None None] The sync data for ids ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'] in dv-neutron-816800-2-hyperv is: [{'id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'gw_port': {'id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'd5689e17-e89b-4b98-8832-00ea46fc1e35', 'name': '', 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'mac_address': 'fa:16:3e:2a:68:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:10Z', 'revision_number': 4, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'subnets': [{'id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:11.702200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-28778b4b-7d28-4dfc-98c9-94e81c099371 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Deleting subnet 7109e2d3-5af7-49b7-bb6b-7a2ceeaaf27b {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:16:11.707595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-800929a7-7887-4d7c-ae19-a18b70519fed None None] Provisioning complete for port d5689e17-e89b-4b98-8832-00ea46fc1e35 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:11.708236 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-800929a7-7887-4d7c-ae19-a18b70519fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.725487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28778b4b-7d28-4dfc-98c9-94e81c099371 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.737227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4ff278-f9db-4197-b0be-d7e511e300c1 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:11.739160 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2f4ff278-f9db-4197-b0be-d7e511e300c1 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] 10.222.0.21 "GET /v2.0/networks/b1d6a4a3-003a-43e7-99ee-3b7c9137bafe HTTP/1.1" status: 200 len: 768 time: 0.3637443 Nov 09 04:16:11.749428 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44360) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:11.832516 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] For port 5671e01f-9f9a-443e-a806-81c85086d017, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:16:11.839421 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] For port 5671e01f-9f9a-443e-a806-81c85086d017, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5671e01f-9f9a-443e-a806-81c85086d017,segment=NetworkSegment(1a00d6b2-9273-40e8-af28-70e67890abd1),segment_id=1a00d6b2-9273-40e8-af28-70e67890abd1)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:16:11.840577 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f216dfd-28ba-425f-91f0-25cdf480277d None None] Pushing event updated for resources: {'Port': ['ID=5671e01f-9f9a-443e-a806-81c85086d017,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:11.851371 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28778b4b-7d28-4dfc-98c9-94e81c099371 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.868245 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.892544 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5015733f-e7a3-4ea9-be4f-18495ee57bfc tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.898396 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5015733f-e7a3-4ea9-be4f-18495ee57bfc tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:11.909037 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5015733f-e7a3-4ea9-be4f-18495ee57bfc tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "DELETE /v2.0/networks/b071d870-0b98-43f2-893d-e7383dc0d7b5 HTTP/1.1" status: 204 len: 168 time: 1.8453672 Nov 09 04:16:11.958996 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44362) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:12.022957 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f216dfd-28ba-425f-91f0-25cdf480277d None None] Pushing event updated for resources: {'Port': ['ID=5671e01f-9f9a-443e-a806-81c85086d017,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:12.043966 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Routers {'7e2ca235-0f6b-40e1-97cc-315671f53050'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:12.043966 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7e2ca235-0f6b-40e1-97cc-315671f53050'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:12.077320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015733f-e7a3-4ea9-be4f-18495ee57bfc tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event deleted for resources: {'Network': ['ID=b071d870-0b98-43f2-893d-e7383dc0d7b5,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:12.117732 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c14b858f-3193-4035-8eab-b46ccb022b10 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.118391 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-98eaa75a-a35f-4843-b149-563f8437d68a None None] Provisioning complete for port 5671e01f-9f9a-443e-a806-81c85086d017 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:12.118767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98eaa75a-a35f-4843-b149-563f8437d68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.172215 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7365b21-970f-474f-ac04-f119bbbc5eb9 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.182816 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c14b858f-3193-4035-8eab-b46ccb022b10 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.232511 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d5689e17-e89b-4b98-8832-00ea46fc1e35 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:12.247554 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b858f-3193-4035-8eab-b46ccb022b10 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62fcfb5-5370-435c-a770-1257c459131f,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:12.320394 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4bbea023-55ef-4f4f-97e7-afe418059b17 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.322032 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.326103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28778b4b-7d28-4dfc-98c9-94e81c099371 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.352286 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] Set router 7e2ca235-0f6b-40e1-97cc-315671f53050 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:12.367684 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c14b858f-3193-4035-8eab-b46ccb022b10 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.369273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port d5689e17-e89b-4b98-8832-00ea46fc1e35 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:12.370570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.376194 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c14b858f-3193-4035-8eab-b46ccb022b10 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5356858 Nov 09 04:16:12.376956 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44364) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:12.381840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4bbea023-55ef-4f4f-97e7-afe418059b17 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.400184 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-db039c67-00f2-4950-ac87-c72283a872cf tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Request body: {'security_group_rule': {'security_group_id': 'a62fcfb5-5370-435c-a770-1257c459131f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:12.436183 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e2f4e06c-6b32-421a-a9fc-a43668f2dd2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.490171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98eaa75a-a35f-4843-b149-563f8437d68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.535345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-98eaa75a-a35f-4843-b149-563f8437d68a None None] For port 5671e01f-9f9a-443e-a806-81c85086d017, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5671e01f-9f9a-443e-a806-81c85086d017,segment=NetworkSegment(1a00d6b2-9273-40e8-af28-70e67890abd1),segment_id=1a00d6b2-9273-40e8-af28-70e67890abd1)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:12.539748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7365b21-970f-474f-ac04-f119bbbc5eb9 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.540843 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.560687 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28778b4b-7d28-4dfc-98c9-94e81c099371 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.566451 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98eaa75a-a35f-4843-b149-563f8437d68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.586842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4e06c-6b32-421a-a9fc-a43668f2dd2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Pushing event deleted for resources: {'Port': ['ID=7819b10d-467c-4696-925f-114a2b056f26,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:12.616561 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b68b192-4175-4bb8-af00-87677adcd77a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:12.623552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4bbea023-55ef-4f4f-97e7-afe418059b17 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.626118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eaa75a-a35f-4843-b149-563f8437d68a None None] Pushing event updated for resources: {'Port': ['ID=5671e01f-9f9a-443e-a806-81c85086d017,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:12.627545 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4bbea023-55ef-4f4f-97e7-afe418059b17 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2945552 Nov 09 04:16:12.628157 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44366) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:12.639071 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b68b192-4175-4bb8-af00-87677adcd77a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:12.644391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28778b4b-7d28-4dfc-98c9-94e81c099371 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Pushing event deleted for resources: {'Subnet': ['ID=7109e2d3-5af7-49b7-bb6b-7a2ceeaaf27b,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:12.646518 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b68b192-4175-4bb8-af00-87677adcd77a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:12.652475 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea51d40-781c-45b6-ae77-01f5356327c9 None None] Network caaa88b5-ab04-4871-89f7-06b5c5e5db4f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:12.653908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b68b192-4175-4bb8-af00-87677adcd77a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:12.659936 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5b68b192-4175-4bb8-af00-87677adcd77a tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2493 time: 0.6901827 Nov 09 04:16:12.661156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28778b4b-7d28-4dfc-98c9-94e81c099371 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.664337 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-28778b4b-7d28-4dfc-98c9-94e81c099371 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] 10.222.0.21 "DELETE /v2.0/subnets/7109e2d3-5af7-49b7-bb6b-7a2ceeaaf27b HTTP/1.1" status: 204 len: 168 time: 1.2433820 Nov 09 04:16:12.670949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Allocated IP 172.26.5.107 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/87fc9dc0-ea72-4c51-8817-6b735e6dff72) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:12.692408 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44368) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:12.692765 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44370) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:12.693490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-db039c67-00f2-4950-ac87-c72283a872cf tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.730455 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ce058124-f327-452a-bdea-7948a54422da tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1636747482'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:12.742032 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:06Z', 'revision_number': 4, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'gw_port': {'id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:54Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '5671e01f-9f9a-443e-a806-81c85086d017', 'name': '', 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'mac_address': 'fa:16:3e:04:3a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:03Z', 'updated_at': '2021-11-09T04:16:11Z', 'revision_number': 4, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'subnets': [{'id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:12.759345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13e25c49-e5a3-42f3-9d2e-21e3c9109f03 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.806627 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6e908-8646-43dc-95dc-fbe9957d44ca None None] The sync data for ids ['7e2ca235-0f6b-40e1-97cc-315671f53050'] in dv-neutron-816800-2-hyperv is: [{'id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:06Z', 'revision_number': 4, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'gw_port': {'id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:54Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '5671e01f-9f9a-443e-a806-81c85086d017', 'name': '', 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'mac_address': 'fa:16:3e:04:3a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:03Z', 'updated_at': '2021-11-09T04:16:11Z', 'revision_number': 4, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'subnets': [{'id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:12.816486 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9b0d3568-7367-4d43-9129-b0b3e2ffdca4 None None] Provisioning complete for port 5671e01f-9f9a-443e-a806-81c85086d017 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:12.816863 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9b0d3568-7367-4d43-9129-b0b3e2ffdca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.822560 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.826983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-b7365b21-970f-474f-ac04-f119bbbc5eb9 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d816379-e084-481e-bea6-74a71522e82a']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:12.906267 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-b7365b21-970f-474f-ac04-f119bbbc5eb9 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93389287-e0b2-4206-b47f-6a5966f26b0c') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:12.906583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-b7365b21-970f-474f-ac04-f119bbbc5eb9 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93389287-e0b2-4206-b47f-6a5966f26b0c') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:12.931314 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7365b21-970f-474f-ac04-f119bbbc5eb9 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.959849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e315a7c4-6376-4968-9e35-cfe492d7dd92 None None] DHCP port deletion for caaa88b5-ab04-4871-89f7-06b5c5e5db4f request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:16:12.967330 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce058124-f327-452a-bdea-7948a54422da tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Made reservation on behalf of d489cf525bf04341bdac18ab0d20283d for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:12.970952 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ce058124-f327-452a-bdea-7948a54422da tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.975773 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-db039c67-00f2-4950-ac87-c72283a872cf tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.991426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7365b21-970f-474f-ac04-f119bbbc5eb9 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:12.995796 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e2f4e06c-6b32-421a-a9fc-a43668f2dd2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.001919 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e2f4e06c-6b32-421a-a9fc-a43668f2dd2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "DELETE /v2.0/ports/7819b10d-467c-4696-925f-114a2b056f26 HTTP/1.1" status: 204 len: 168 time: 3.5404325 Nov 09 04:16:13.004225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44372) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:13.019580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e315a7c4-6376-4968-9e35-cfe492d7dd92 None None] Deleting port 70896899-e65b-4b38-a697-4b4900c8cd63 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:13.020308 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e315a7c4-6376-4968-9e35-cfe492d7dd92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.023054 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-db039c67-00f2-4950-ac87-c72283a872cf tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.033166 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cfd039d6-8da0-4020-bd96-bc31976be164', 'external_fixed_ips': [{'subnet_id': '47ee1796-13b8-4ca8-9544-d87f099821ea', 'ip_address': '172.20.0.6'}]}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:13.041853 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7365b21-970f-474f-ac04-f119bbbc5eb9 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:13.042177 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7365b21-970f-474f-ac04-f119bbbc5eb9 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:13.050311 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:13.052622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13e25c49-e5a3-42f3-9d2e-21e3c9109f03 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.056170 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13e25c49-e5a3-42f3-9d2e-21e3c9109f03 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.100377 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e315a7c4-6376-4968-9e35-cfe492d7dd92 None None] For port 70896899-e65b-4b38-a697-4b4900c8cd63, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=70896899-e65b-4b38-a697-4b4900c8cd63,segment=NetworkSegment(d6337c14-6bb0-406b-8d75-b76e55686b54),segment_id=d6337c14-6bb0-406b-8d75-b76e55686b54)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:13.101049 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e315a7c4-6376-4968-9e35-cfe492d7dd92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.112339 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db039c67-00f2-4950-ac87-c72283a872cf tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1473087b-0ee5-4301-ad7a-b725ffb59589,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:13.114299 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e315a7c4-6376-4968-9e35-cfe492d7dd92 None None] Calling delete_port for 70896899-e65b-4b38-a697-4b4900c8cd63 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:13.143145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.146183 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.147532 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.148674 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13e25c49-e5a3-42f3-9d2e-21e3c9109f03 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.149289 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e25c49-e5a3-42f3-9d2e-21e3c9109f03 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8dbfd426-138e-47d3-88d8-4bf1feee15ed {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:16:13.160017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13e25c49-e5a3-42f3-9d2e-21e3c9109f03 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.163947 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-13e25c49-e5a3-42f3-9d2e-21e3c9109f03 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "DELETE /v2.0/routers/8dbfd426-138e-47d3-88d8-4bf1feee15ed HTTP/1.1" status: 204 len: 168 time: 0.5268660 Nov 09 04:16:13.164104 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7365b21-970f-474f-ac04-f119bbbc5eb9 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.168005 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-db039c67-00f2-4950-ac87-c72283a872cf tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.171820 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44376) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:13.171965 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-db039c67-00f2-4950-ac87-c72283a872cf tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7763221 Nov 09 04:16:13.175643 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7365b21-970f-474f-ac04-f119bbbc5eb9 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d816379-e084-481e-bea6-74a71522e82a {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 04:16:13.177842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7365b21-970f-474f-ac04-f119bbbc5eb9 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.181144 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b7365b21-970f-474f-ac04-f119bbbc5eb9 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "DELETE /v2.0/networks/5d816379-e084-481e-bea6-74a71522e82a HTTP/1.1" status: 204 len: 168 time: 1.4291685 Nov 09 04:16:13.182007 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce058124-f327-452a-bdea-7948a54422da tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:13.185688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a70ec8a3-f176-4785-95b7-cf14cbb5a3a0 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Request body: {'security_group_rule': {'security_group_id': 'a62fcfb5-5370-435c-a770-1257c459131f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:13.187762 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44378) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:13.198125 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-006974cd-b079-45ce-a245-495ce5a47822 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Request body: {'network': {'name': 'tempest-network--23855113'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:13.226043 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Deleting port 70896899-e65b-4b38-a697-4b4900c8cd63 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:13.226387 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.232327 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7365b21-970f-474f-ac04-f119bbbc5eb9 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d816379-e084-481e-bea6-74a71522e82a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:13.234092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.244520 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ce058124-f327-452a-bdea-7948a54422da tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.244715 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-ce058124-f327-452a-bdea-7948a54422da tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Added segment 7558fd09-03ba-43f8-9feb-8bd470283651 of type vlan for network 9faf4d50-771e-4794-8a5c-91424a0831ed Nov 09 04:16:13.261561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:13.287157 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:13.322012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:13.345966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e315a7c4-6376-4968-9e35-cfe492d7dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.406272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315a7c4-6376-4968-9e35-cfe492d7dd92 None None] Pushing event deleted for resources: {'Port': ['ID=70896899-e65b-4b38-a697-4b4900c8cd63,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:13.412622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e315a7c4-6376-4968-9e35-cfe492d7dd92 None None] No DVR routers for this DVR port 70896899-e65b-4b38-a697-4b4900c8cd63 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:16:13.446132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44380) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:13.468560 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a70ec8a3-f176-4785-95b7-cf14cbb5a3a0 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.531615 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.563490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ce058124-f327-452a-bdea-7948a54422da tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.564134 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a70ec8a3-f176-4785-95b7-cf14cbb5a3a0 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.586361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a70ec8a3-f176-4785-95b7-cf14cbb5a3a0 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.586361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.596815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Pushing event updated for resources: {'Port': ['ID=87fc9dc0-ea72-4c51-8817-6b735e6dff72,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:13.605035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ce058124-f327-452a-bdea-7948a54422da tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.610522 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce058124-f327-452a-bdea-7948a54422da tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:13.611115 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ce058124-f327-452a-bdea-7948a54422da tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.621070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ec8a3-f176-4785-95b7-cf14cbb5a3a0 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3cf4b8-5b9e-4ae6-9b89-e0032a315516,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:13.625178 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Allocated IP 172.26.5.56 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/b7fb2c01-37bc-471d-bc19-34dd2fe2f081) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:13.724427 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce058124-f327-452a-bdea-7948a54422da tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event updated for resources: {'Network': ['ID=9faf4d50-771e-4794-8a5c-91424a0831ed,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:13.737256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 9faf4d50-771e-4794-8a5c-91424a0831ed details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:13.762964 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006974cd-b079-45ce-a245-495ce5a47822 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Made reservation on behalf of e4b6f492f28b488aad5919cb3a4921f5 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:13.765409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-006974cd-b079-45ce-a245-495ce5a47822 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.792939 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] For port 70896899-e65b-4b38-a697-4b4900c8cd63, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=70896899-e65b-4b38-a697-4b4900c8cd63,segment=NetworkSegment(d6337c14-6bb0-406b-8d75-b76e55686b54),segment_id=d6337c14-6bb0-406b-8d75-b76e55686b54)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:13.793341 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.809938 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ce058124-f327-452a-bdea-7948a54422da tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0816388 Nov 09 04:16:13.811513 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44384) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:13.880385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-324232872', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:13.886838 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.895912 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-15b35ccc-d768-4000-b005-b8f8460ffb2d tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1859993962'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:13.908944 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Calling delete_port for 70896899-e65b-4b38-a697-4b4900c8cd63 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:13.925907 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a70ec8a3-f176-4785-95b7-cf14cbb5a3a0 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:13.930175 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a70ec8a3-f176-4785-95b7-cf14cbb5a3a0 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7563338 Nov 09 04:16:13.939710 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44386) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:13.954229 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:13.962802 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.016375 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006974cd-b079-45ce-a245-495ce5a47822 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:14.034220 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-006974cd-b079-45ce-a245-495ce5a47822 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.034975 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-006974cd-b079-45ce-a245-495ce5a47822 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Added segment ff18bed7-77c0-42ad-9871-e4f7e53171c0 of type vlan for network 976fcf77-4b8e-4b37-b588-6a2e092cbede Nov 09 04:16:14.053929 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.055198 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.167409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.171356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.208791 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5671e01f-9f9a-443e-a806-81c85086d017 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:14.227217 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-006974cd-b079-45ce-a245-495ce5a47822 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.249927 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b35ccc-d768-4000-b005-b8f8460ffb2d tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Made reservation on behalf of d489cf525bf04341bdac18ab0d20283d for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:14.254043 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15b35ccc-d768-4000-b005-b8f8460ffb2d tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.277240 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5671e01f-9f9a-443e-a806-81c85086d017 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:14.277665 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.313625 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b35ccc-d768-4000-b005-b8f8460ffb2d tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:14.315679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.348327 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-006974cd-b079-45ce-a245-495ce5a47822 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.349282 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006974cd-b079-45ce-a245-495ce5a47822 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:14.349883 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-006974cd-b079-45ce-a245-495ce5a47822 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.361186 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15b35ccc-d768-4000-b005-b8f8460ffb2d tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.361567 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-15b35ccc-d768-4000-b005-b8f8460ffb2d tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Added segment 19a39e18-dd97-411c-8898-1085ea39f286 of type vlan for network 40e154ab-e80d-4caa-ac4b-ddac3a8ef809 Nov 09 04:16:14.363876 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Pushing event deleted for resources: {'Port': ['ID=70896899-e65b-4b38-a697-4b4900c8cd63,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:14.399189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] No DVR routers for this DVR port 70896899-e65b-4b38-a697-4b4900c8cd63 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:16:14.413586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for floatingip, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.474764 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 70896899-e65b-4b38-a697-4b4900c8cd63 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:16:14.491022 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006974cd-b079-45ce-a245-495ce5a47822 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event updated for resources: {'Network': ['ID=976fcf77-4b8e-4b37-b588-6a2e092cbede,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:14.506897 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-006974cd-b079-45ce-a245-495ce5a47822 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.3145599 Nov 09 04:16:14.509016 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 976fcf77-4b8e-4b37-b588-6a2e092cbede details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:14.511440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 70896899-e65b-4b38-a697-4b4900c8cd63 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:16:14.511944 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 70896899-e65b-4b38-a697-4b4900c8cd63 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:16:14.521568 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.524070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44388) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:14.545298 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-8e1b75fc-829f-4254-a6ea-a8706dbb8553 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:14.637270 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15b35ccc-d768-4000-b005-b8f8460ffb2d tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.642059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.722092 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.726316 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.744322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:14.755503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.769828 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15b35ccc-d768-4000-b005-b8f8460ffb2d tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.770201 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:14.772653 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:14.775847 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b35ccc-d768-4000-b005-b8f8460ffb2d tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:14.776496 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15b35ccc-d768-4000-b005-b8f8460ffb2d tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.779583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.788485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caaa88b5-ab04-4871-89f7-06b5c5e5db4f']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:14.818165 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.840736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6337c14-6bb0-406b-8d75-b76e55686b54') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:14.840962 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6337c14-6bb0-406b-8d75-b76e55686b54') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:14.886298 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Pushing event updated for resources: {'Port': ['ID=b7fb2c01-37bc-471d-bc19-34dd2fe2f081,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:14.887479 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-15b35ccc-d768-4000-b005-b8f8460ffb2d tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9957190 Nov 09 04:16:14.889385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.892346 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44390) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:14.912483 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Request body: {'ports': [{'network_id': '9faf4d50-771e-4794-8a5c-91424a0831ed', 'name': 'tempest-port--1665735848', 'admin_state_up': True}, {'network_id': '40e154ab-e80d-4caa-ac4b-ddac3a8ef809', 'admin_state_up': False}]} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:14.912800 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Request body: {'port': {'network_id': '9faf4d50-771e-4794-8a5c-91424a0831ed', 'name': 'tempest-port--1665735848', 'admin_state_up': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:14.913277 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Request body: {'port': {'network_id': '40e154ab-e80d-4caa-ac4b-ddac3a8ef809', 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:14.936117 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b35ccc-d768-4000-b005-b8f8460ffb2d tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event updated for resources: {'Network': ['ID=40e154ab-e80d-4caa-ac4b-ddac3a8ef809,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:14.943180 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.951346 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 40e154ab-e80d-4caa-ac4b-ddac3a8ef809 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:14.956701 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:14.957096 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:14.960338 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:15.087118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:15.104594 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:15.108998 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] 10.222.0.21 "DELETE /v2.0/networks/caaa88b5-ab04-4871-89f7-06b5c5e5db4f HTTP/1.1" status: 204 len: 168 time: 2.3687484 Nov 09 04:16:15.120698 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Allocated IP 172.20.0.6 (cfd039d6-8da0-4020-bd96-bc31976be164/47ee1796-13b8-4ca8-9544-d87f099821ea/0e12d859-eac7-4e6c-8228-fecd49807d5f) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:15.124564 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7318d4-053b-4eb8-b535-03ee90c5f620 tempest-DHCPAgentSchedulersTestJSON-1578504718 tempest-DHCPAgentSchedulersTestJSON-1578504718-project] Pushing event deleted for resources: {'Network': ['ID=caaa88b5-ab04-4871-89f7-06b5c5e5db4f,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:15.137740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Pushing event updated for resources: {'Port': ['ID=87fc9dc0-ea72-4c51-8817-6b735e6dff72,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:15.149980 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8e1b75fc-829f-4254-a6ea-a8706dbb8553 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:15.175382 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:15.226200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8e1b75fc-829f-4254-a6ea-a8706dbb8553 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:15.238569 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:15.262834 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:15.300063 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:15.301370 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-41a5ae89-6ab3-4675-a6f3-9c85b2e71bd8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7371786 Nov 09 04:16:15.302086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e1b75fc-829f-4254-a6ea-a8706dbb8553 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Network 976fcf77-4b8e-4b37-b588-6a2e092cbede is not hosted by any dhcp agent {{(pid=101883) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 04:16:15.303099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1b75fc-829f-4254-a6ea-a8706dbb8553 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:15.303679 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8e1b75fc-829f-4254-a6ea-a8706dbb8553 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:15.305044 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8e1b75fc-829f-4254-a6ea-a8706dbb8553 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "PUT /v2.0/networks/976fcf77-4b8e-4b37-b588-6a2e092cbede HTTP/1.1" status: 200 len: 855 time: 0.7798476 Nov 09 04:16:15.311599 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44394) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:15.323421 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:15.370253 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:15.418314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b75fc-829f-4254-a6ea-a8706dbb8553 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event updated for resources: {'Network': ['ID=976fcf77-4b8e-4b37-b588-6a2e092cbede,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:15.439457 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Network cfd039d6-8da0-4020-bd96-bc31976be164 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:15.472516 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:15.495138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:15.501691 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c05ab820-cece-409f-ba53-b3b5e60d5968 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:15.503796 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Pushing event updated for resources: {'Port': ['ID=0e12d859-eac7-4e6c-8228-fecd49807d5f,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:15.515240 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:15.528367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44402) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:15.884706 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44428) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:15.895918 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 04:16:15.922104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Made reservation on behalf of d489cf525bf04341bdac18ab0d20283d for: {'port': 2} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:15.926514 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:15.945445 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:15.972121 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-40c43bb9-df70-49bb-9bfa-e48c3dff4d32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61d16bbd17d047c0a50021c7c59831a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4394636 Nov 09 04:16:15.973967 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44430) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:15.988297 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c05ab820-cece-409f-ba53-b3b5e60d5968 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.010887 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.017788 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.033007 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c05ab820-cece-409f-ba53-b3b5e60d5968 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976fcf77-4b8e-4b37-b588-6a2e092cbede']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:16.080452 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c05ab820-cece-409f-ba53-b3b5e60d5968 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff18bed7-77c0-42ad-9871-e4f7e53171c0') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:16.080769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c05ab820-cece-409f-ba53-b3b5e60d5968 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff18bed7-77c0-42ad-9871-e4f7e53171c0') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:16.106733 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c05ab820-cece-409f-ba53-b3b5e60d5968 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.122290 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7004-c146-4a37-9bc4-173892eb2551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.123832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Allocated IP 172.26.5.150 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/c2b85699-b328-405c-97cb-7fbe8dd7c1a5) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:16.154162 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c05ab820-cece-409f-ba53-b3b5e60d5968 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.167015 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05ab820-cece-409f-ba53-b3b5e60d5968 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:16.167418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c05ab820-cece-409f-ba53-b3b5e60d5968 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:16.170262 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:16.228241 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7004-c146-4a37-9bc4-173892eb2551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.237945 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-743fb1a3-14e4-48cf-8330-b3c044d92299 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1684840395&fields=id&tenant_id=c7273c23e14d458d8f30dc649eb26159 HTTP/1.1" status: 200 len: 267 time: 0.3499405 Nov 09 04:16:16.263017 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.300416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c05ab820-cece-409f-ba53-b3b5e60d5968 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.308253 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] device_id is not set on port b51a5a05-2f68-48ca-b84a-0ae6e68d4b31 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:16:16.309820 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05ab820-cece-409f-ba53-b3b5e60d5968 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 976fcf77-4b8e-4b37-b588-6a2e092cbede {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 04:16:16.320784 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c05ab820-cece-409f-ba53-b3b5e60d5968 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.328496 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c05ab820-cece-409f-ba53-b3b5e60d5968 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] 10.222.0.21 "DELETE /v2.0/networks/976fcf77-4b8e-4b37-b588-6a2e092cbede HTTP/1.1" status: 204 len: 168 time: 1.0109541 Nov 09 04:16:16.328772 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44432) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:16.341303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ab820-cece-409f-ba53-b3b5e60d5968 tempest-ExternalNetworksTestJSON-221209998 tempest-ExternalNetworksTestJSON-221209998-project-admin] Pushing event deleted for resources: {'Network': ['ID=976fcf77-4b8e-4b37-b588-6a2e092cbede,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:16.365581 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f391672-5a7a-4481-845b-d8377bf61036 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] DELETE failed (client error): The resource could not be found. Nov 09 04:16:16.367976 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f391672-5a7a-4481-845b-d8377bf61036 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:16:16.374557 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4f391672-5a7a-4481-845b-d8377bf61036 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] 10.222.0.21 "DELETE /v2.0/subnets/03e09578-b380-44df-b3df-4b464d7d7d17 HTTP/1.1" status: 404 len: 337 time: 0.0424407 Nov 09 04:16:16.402878 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44434) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:16.443570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7004-c146-4a37-9bc4-173892eb2551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.446019 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ffc7004-c146-4a37-9bc4-173892eb2551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.450127 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8ffc7004-c146-4a37-9bc4-173892eb2551 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7a6b526-f7e9-44bb-aa94-20fd57a8dde1 HTTP/1.1" status: 204 len: 168 time: 0.4709890 Nov 09 04:16:16.494506 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc7004-c146-4a37-9bc4-173892eb2551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a6b526-f7e9-44bb-aa94-20fd57a8dde1,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:16.569747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.599478 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8059d-34c3-40b3-b7ac-9978e3992a25 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.619503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.702937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8059d-34c3-40b3-b7ac-9978e3992a25 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.730786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.743722 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11642f-a51d-436b-ada4-f7d062905465 req-d590d552-019e-45a5-b04d-8afe5b8727d5 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:16.745617 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-d590d552-019e-45a5-b04d-8afe5b8727d5 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/networks?id=5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 HTTP/1.1" status: 200 len: 811 time: 0.4789329 Nov 09 04:16:16.757010 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.760419 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c7b8059d-34c3-40b3-b7ac-9978e3992a25 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d6a4a3-003a-43e7-99ee-3b7c9137bafe']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:16.776932 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c7b8059d-34c3-40b3-b7ac-9978e3992a25 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b490e5b-e10a-4801-aba5-2c58e6557afe') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:16.777226 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c7b8059d-34c3-40b3-b7ac-9978e3992a25 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b490e5b-e10a-4801-aba5-2c58e6557afe') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:16.796202 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44440) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:16.815721 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8059d-34c3-40b3-b7ac-9978e3992a25 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.841537 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8059d-34c3-40b3-b7ac-9978e3992a25 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.844231 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.853908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b8059d-34c3-40b3-b7ac-9978e3992a25 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:16.854309 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8059d-34c3-40b3-b7ac-9978e3992a25 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:16.857951 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:16.859899 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-124350d5-c268-4c7f-ac98-274e4b90f56f tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/quotas/c7273c23e14d458d8f30dc649eb26159 HTTP/1.1" status: 200 len: 375 time: 0.0988877 Nov 09 04:16:16.886729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c8fba48-d5ad-412f-9740-d3d710eb4292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.930892 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8059d-34c3-40b3-b7ac-9978e3992a25 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.935097 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8059d-34c3-40b3-b7ac-9978e3992a25 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.941204 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c7b8059d-34c3-40b3-b7ac-9978e3992a25 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] 10.222.0.21 "DELETE /v2.0/networks/b1d6a4a3-003a-43e7-99ee-3b7c9137bafe HTTP/1.1" status: 204 len: 168 time: 0.5356352 Nov 09 04:16:16.952160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:16.964250 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8059d-34c3-40b3-b7ac-9978e3992a25 tempest-ExternalNetworksTestJSON-129281304 tempest-ExternalNetworksTestJSON-129281304-project] Pushing event deleted for resources: {'Network': ['ID=b1d6a4a3-003a-43e7-99ee-3b7c9137bafe,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:16.972163 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Router 5e830192-28f4-49b3-ab36-3fcebe54e97a is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:16:17.005293 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Pushing event updated for resources: {'Port': ['ID=b7fb2c01-37bc-471d-bc19-34dd2fe2f081,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:17.008343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:17.104626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:17.108359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:17.124733 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98cc12-28af-416f-bc37-c5bae81becc2 None None] Sync routers for ids ['5e830192-28f4-49b3-ab36-3fcebe54e97a'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:17.126830 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:17.131338 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8c9c76b0-5533-438e-8c65-4d24846dcf2c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.1093113 Nov 09 04:16:17.132153 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44444) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:17.152739 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98cc12-28af-416f-bc37-c5bae81becc2 None None] Routers {'5e830192-28f4-49b3-ab36-3fcebe54e97a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:17.153741 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-be98cc12-28af-416f-bc37-c5bae81becc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['5e830192-28f4-49b3-ab36-3fcebe54e97a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:17.159818 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:17.176579 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] device_id is not set on port 302774d8-038d-44e7-9855-8e9e35606116 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:16:17.179594 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:17.196670 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:17.207361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:17.208825 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ca2d0703-87fd-47ee-8a11-aeebc81c6fd7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8936028 Nov 09 04:16:17.235445 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Pushing event updated for resources: {'Port': ['ID=c2b85699-b328-405c-97cb-7fbe8dd7c1a5,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:17.246049 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-c9376ec7-f4c9-4923-8078-5b34bd1d2c2d tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7273c23e14d458d8f30dc649eb26159&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3644207 Nov 09 04:16:17.249828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Allocated IP 172.26.5.233 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/d1222add-c2fd-44f4-91ef-da14454cd841) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:17.265622 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc303cbe-0cd8-464f-a69d-026ce7feac95 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:17.404969 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44452) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:17.410196 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-be98cc12-28af-416f-bc37-c5bae81becc2 None None] Set router 5e830192-28f4-49b3-ab36-3fcebe54e97a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:17.443170 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c8fba48-d5ad-412f-9740-d3d710eb4292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:17.516629 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c8fba48-d5ad-412f-9740-d3d710eb4292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:17.564884 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:17.605977 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc303cbe-0cd8-464f-a69d-026ce7feac95 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:17.658569 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:17.674151 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-cc303cbe-0cd8-464f-a69d-026ce7feac95 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Deleting port 0e12d859-eac7-4e6c-8228-fecd49807d5f {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:17.674500 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc303cbe-0cd8-464f-a69d-026ce7feac95 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:17.693327 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-be98cc12-28af-416f-bc37-c5bae81becc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e830192-28f4-49b3-ab36-3fcebe54e97a', 'name': '', 'tenant_id': 'd8cf767f47d140ed9cad39158bc2931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd039d6-8da0-4020-bd96-bc31976be164', 'external_fixed_ips': [{'subnet_id': '47ee1796-13b8-4ca8-9544-d87f099821ea', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '0e12d859-eac7-4e6c-8228-fecd49807d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:16:13Z', 'updated_at': '2021-11-09T04:16:15Z', 'revision_number': 3, 'project_id': 'd8cf767f47d140ed9cad39158bc2931c', 'gw_port': {'id': '0e12d859-eac7-4e6c-8228-fecd49807d5f', 'name': '', 'network_id': 'cfd039d6-8da0-4020-bd96-bc31976be164', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e830192-28f4-49b3-ab36-3fcebe54e97a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '47ee1796-13b8-4ca8-9544-d87f099821ea', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:14Z', 'updated_at': '2021-11-09T04:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47ee1796-13b8-4ca8-9544-d87f099821ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:17.728390 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8c8fba48-d5ad-412f-9740-d3d710eb4292 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bbb0da31155487493cf1fd0361ea79f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9086819 Nov 09 04:16:17.733658 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98cc12-28af-416f-bc37-c5bae81becc2 None None] Checking router: 5e830192-28f4-49b3-ab36-3fcebe54e97a for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:16:17.734019 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98cc12-28af-416f-bc37-c5bae81becc2 None None] Updating router 5e830192-28f4-49b3-ab36-3fcebe54e97a port 0e12d859-eac7-4e6c-8228-fecd49807d5f binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:16:17.750319 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44470) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:17.763416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-d5095097-dd28-45ad-a1b5-05cb3ead1341 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:16:17.771227 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-d5095097-dd28-45ad-a1b5-05cb3ead1341 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1163492 Nov 09 04:16:17.782790 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-be98cc12-28af-416f-bc37-c5bae81becc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:17.828036 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-884a37d1-4244-4327-813d-2d55d50fc8f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:17.831667 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc303cbe-0cd8-464f-a69d-026ce7feac95 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:17.855674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-cc303cbe-0cd8-464f-a69d-026ce7feac95 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Calling delete_port for 0e12d859-eac7-4e6c-8228-fecd49807d5f owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:17.868785 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-884a37d1-4244-4327-813d-2d55d50fc8f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:17.975064 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44482) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:17.977709 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 04:16:18.016802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-884a37d1-4244-4327-813d-2d55d50fc8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.019412 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-884a37d1-4244-4327-813d-2d55d50fc8f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.020784 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-884a37d1-4244-4327-813d-2d55d50fc8f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0231727-eb8e-48f0-9d7e-353ca8927962 HTTP/1.1" status: 204 len: 168 time: 0.2692807 Nov 09 04:16:18.047638 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a37d1-4244-4327-813d-2d55d50fc8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0231727-eb8e-48f0-9d7e-353ca8927962,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:18.098994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fba48-d5ad-412f-9740-d3d710eb4292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0231727-eb8e-48f0-9d7e-353ca8927962,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:18.117543 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.130597 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-c248e636-43a0-4a02-8929-6d7729614c0d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1135766097&fields=id&tenant_id=6dfcc1c4d09647fa8fc08487cdee666e HTTP/1.1" status: 200 len: 267 time: 0.1542959 Nov 09 04:16:18.155602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.248275 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.282966 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-872696f7-ad37-4f88-ad5f-79c6e08b87b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b7f1fd215414d9dae8826b279708731&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8711717 Nov 09 04:16:18.301549 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44490) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:18.304449 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-638b7ddc-e16d-40f6-be9f-32deed619108 service neutron] 10.222.0.21 "GET /v2.0/networks/5ce73bf0-f08d-4515-bc4d-a4385e38aaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323744 Nov 09 04:16:18.329160 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-be98cc12-28af-416f-bc37-c5bae81becc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:16:18.329757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-be98cc12-28af-416f-bc37-c5bae81becc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:16:18.334911 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc303cbe-0cd8-464f-a69d-026ce7feac95 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.363600 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:18.377308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.384229 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-10cfdf07-0cba-4c54-ab59-0fc7080a9aed tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:18.385881 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-10cfdf07-0cba-4c54-ab59-0fc7080a9aed tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/networks?id=7406e378-feb3-4f56-a182-2c787a7b80e5 HTTP/1.1" status: 200 len: 812 time: 0.2449491 Nov 09 04:16:18.388425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:18.391407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc303cbe-0cd8-464f-a69d-026ce7feac95 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e12d859-eac7-4e6c-8228-fecd49807d5f,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:18.439872 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:18.453985 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-0bba4869-f2da-4c81-8a70-48c599fba28d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/quotas/6dfcc1c4d09647fa8fc08487cdee666e HTTP/1.1" status: 200 len: 375 time: 0.0472064 Nov 09 04:16:18.502085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8a5bde11-570e-43cd-bb8c-c81d58ec700a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.514375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Pushing event updated for resources: {'Port': ['ID=d1222add-c2fd-44f4-91ef-da14454cd841,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:18.542960 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc303cbe-0cd8-464f-a69d-026ce7feac95 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.606839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Checking segment: {'id': '7558fd09-03ba-43f8-9feb-8bd470283651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9faf4d50-771e-4794-8a5c-91424a0831ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:18.607208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Network hostable DHCP agents. Network: 9faf4d50-771e-4794-8a5c-91424a0831ed, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:16:18.624506 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8a5bde11-570e-43cd-bb8c-c81d58ec700a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.667083 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc303cbe-0cd8-464f-a69d-026ce7feac95 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.676139 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-da61a717-0623-4b6a-8f23-59f1b6e48b7f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6dfcc1c4d09647fa8fc08487cdee666e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2114100 Nov 09 04:16:18.679343 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc303cbe-0cd8-464f-a69d-026ce7feac95 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.744797 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event updated for resources: {'Port': ['ID=b51a5a05-2f68-48ca-b84a-0ae6e68d4b31,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:18.760675 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-9b048c25-a236-4c1d-9380-b067ef4268d1 service neutron] 10.222.0.21 "GET /v2.0/networks/5ce73bf0-f08d-4515-bc4d-a4385e38aaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218609 Nov 09 04:16:18.763926 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc303cbe-0cd8-464f-a69d-026ce7feac95 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.764491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc303cbe-0cd8-464f-a69d-026ce7feac95 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e830192-28f4-49b3-ab36-3fcebe54e97a {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:16:18.777310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc303cbe-0cd8-464f-a69d-026ce7feac95 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.778345 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cc303cbe-0cd8-464f-a69d-026ce7feac95 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5e830192-28f4-49b3-ab36-3fcebe54e97a HTTP/1.1" status: 204 len: 168 time: 1.6450391 Nov 09 04:16:18.781438 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44514) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:18.819959 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.831725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Network 9faf4d50-771e-4794-8a5c-91424a0831ed is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:16:18.844424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.854500 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8a5bde11-570e-43cd-bb8c-c81d58ec700a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.859273 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8a5bde11-570e-43cd-bb8c-c81d58ec700a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.860891 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98cc12-28af-416f-bc37-c5bae81becc2 None None] Port 0e12d859-eac7-4e6c-8228-fecd49807d5f not found while updating agent binding for router 5e830192-28f4-49b3-ab36-3fcebe54e97a. {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 09 04:16:18.863273 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8a5bde11-570e-43cd-bb8c-c81d58ec700a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af99c526-d0ea-4736-b051-b14382fd1280 HTTP/1.1" status: 204 len: 168 time: 0.5576801 Nov 09 04:16:18.892202 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98cc12-28af-416f-bc37-c5bae81becc2 None None] Routers set() bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:18.892666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98cc12-28af-416f-bc37-c5bae81becc2 None None] Router IDs set() for agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 04:16:18.893355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 9faf4d50-771e-4794-8a5c-91424a0831ed) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:18.893836 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_agentschedulers_db [None req-be98cc12-28af-416f-bc37-c5bae81becc2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5e830192-28f4-49b3-ab36-3fcebe54e97a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent'). {{(pid=101885) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 04:16:18.894227 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98cc12-28af-416f-bc37-c5bae81becc2 None None] The sync data for ids ['5e830192-28f4-49b3-ab36-3fcebe54e97a'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:18.904994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:18.905948 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2258cfa1-b477-48f0-9b17-2903d5c3d70e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Deleting subnet 47ee1796-13b8-4ca8-9544-d87f099821ea {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:16:18.906621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.917450 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2258cfa1-b477-48f0-9b17-2903d5c3d70e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:18.919980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2fe905-f805-4947-b2c9-acdb0ec49040 None None] Network 9faf4d50-771e-4794-8a5c-91424a0831ed requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:18.933951 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bde11-570e-43cd-bb8c-c81d58ec700a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af99c526-d0ea-4736-b051-b14382fd1280,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:19.005018 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2258cfa1-b477-48f0-9b17-2903d5c3d70e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:19.058583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Pushing event updated for resources: {'Port': ['ID=c2b85699-b328-405c-97cb-7fbe8dd7c1a5,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:19.081842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-b509b545-6627-4d91-a5f1-23231a03748a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:16:19.083783 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-b509b545-6627-4d91-a5f1-23231a03748a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2027369 Nov 09 04:16:19.202581 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-ce3b4466-7cbb-41fa-bce1-f7d3acd5f865 service neutron] 10.222.0.21 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100886 Nov 09 04:16:19.220685 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2258cfa1-b477-48f0-9b17-2903d5c3d70e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:19.305545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:19.366133 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-6a0bf1d3-2633-4ab2-b129-46473bf30895 service neutron] 10.222.0.21 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550980 Nov 09 04:16:19.369880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2258cfa1-b477-48f0-9b17-2903d5c3d70e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:19.384915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event updated for resources: {'Port': ['ID=302774d8-038d-44e7-9855-8e9e35606116,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:19.403028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258cfa1-b477-48f0-9b17-2903d5c3d70e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=47ee1796-13b8-4ca8-9544-d87f099821ea,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:19.408250 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2258cfa1-b477-48f0-9b17-2903d5c3d70e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:19.414556 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2258cfa1-b477-48f0-9b17-2903d5c3d70e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/47ee1796-13b8-4ca8-9544-d87f099821ea HTTP/1.1" status: 204 len: 168 time: 0.6325123 Nov 09 04:16:19.415261 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44546) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:19.415585 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-82f184c0-b9c7-4a00-b739-7e76ce97eed9 req-70f187dd-d83a-479b-abaf-684dbc64cf72 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 210 time: 0.1837053 Nov 09 04:16:19.442475 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Checking segment: {'id': '19a39e18-dd97-411c-8898-1085ea39f286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '40e154ab-e80d-4caa-ac4b-ddac3a8ef809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:19.442926 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Network hostable DHCP agents. Network: 40e154ab-e80d-4caa-ac4b-ddac3a8ef809, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:16:19.473973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:19.473973 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6379a16c-5743-43e4-8816-fbf47d3d02ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5220551 Nov 09 04:16:19.490228 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:19.493721 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Network 40e154ab-e80d-4caa-ac4b-ddac3a8ef809 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:16:19.528392 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cd6b03e3-7bcc-446f-b582-aa46a77e76d7 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:19.544634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 40e154ab-e80d-4caa-ac4b-ddac3a8ef809) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:19.551005 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:19.554033 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3578f07-7f21-46ad-bbce-e6ec3c5915d4 None None] Network 40e154ab-e80d-4caa-ac4b-ddac3a8ef809 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:19.558520 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:19.563676 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:19.564368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:19.590597 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44552) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:19.620917 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0024e6e8-1f59-44b3-87e7-dfd8f36e684c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7224164 Nov 09 04:16:19.624285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44554) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:19.774795 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cd6b03e3-7bcc-446f-b582-aa46a77e76d7 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:19.831596 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a633c04a-7ca3-4cda-829a-04aada149de4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4b6f492f28b488aad5919cb3a4921f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2397764 Nov 09 04:16:19.844474 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44570) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:19.849714 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2e5fd118-498f-4ba4-a093-f055ca60d9ca req-bd5d5e89-c165-4515-b881-2ccd682a3e27 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 210 time: 0.0574207 Nov 09 04:16:19.883060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0b99af-5fcc-4601-b9b8-6e3185a23966 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:19.890644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0b99af-5fcc-4601-b9b8-6e3185a23966 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:19.892380 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ab0b99af-5fcc-4601-b9b8-6e3185a23966 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2669818 Nov 09 04:16:19.902034 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-cd6b03e3-7bcc-446f-b582-aa46a77e76d7 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd039d6-8da0-4020-bd96-bc31976be164']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:19.905116 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44582) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:19.952373 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:19.985405 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-cd6b03e3-7bcc-446f-b582-aa46a77e76d7 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5a5ed5-4095-472a-9071-fd398b5247f0') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:19.985724 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-cd6b03e3-7bcc-446f-b582-aa46a77e76d7 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5a5ed5-4095-472a-9071-fd398b5247f0') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:20.047346 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cd6b03e3-7bcc-446f-b582-aa46a77e76d7 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:20.170502 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cd6b03e3-7bcc-446f-b582-aa46a77e76d7 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:20.194158 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6b03e3-7bcc-446f-b582-aa46a77e76d7 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:20.194729 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cd6b03e3-7bcc-446f-b582-aa46a77e76d7 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:20.204188 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:20.233672 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Router 856a0bc4-aa19-41a4-8fba-0a9261ec434f is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:16:20.481167 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:20.496259 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd47fbf-ac1c-4dd3-95c8-eac052d712ba None None] Sync routers for ids ['856a0bc4-aa19-41a4-8fba-0a9261ec434f'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:20.522855 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd47fbf-ac1c-4dd3-95c8-eac052d712ba None None] Routers {'856a0bc4-aa19-41a4-8fba-0a9261ec434f'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:20.523691 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ccd47fbf-ac1c-4dd3-95c8-eac052d712ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['856a0bc4-aa19-41a4-8fba-0a9261ec434f'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:20.562161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4005c6e1-b53d-40a0-aa05-08712a6b946b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:20.572332 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-23ebf867-3244-4d85-a36e-3a33ad73d2b3 req-7707ddf3-3a4e-47dc-84f2-a33a54045542 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 210 time: 0.0537705 Nov 09 04:16:20.593194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:20.596562 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ccd47fbf-ac1c-4dd3-95c8-eac052d712ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:20.597025 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c1e500d8-501b-4e67-91d9-d55f3b7fff0b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.1463418 Nov 09 04:16:20.600169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44616) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:20.608157 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd47fbf-ac1c-4dd3-95c8-eac052d712ba None None] Routers {'856a0bc4-aa19-41a4-8fba-0a9261ec434f'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:20.609009 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ccd47fbf-ac1c-4dd3-95c8-eac052d712ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:15:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['856a0bc4-aa19-41a4-8fba-0a9261ec434f'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:20.616949 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-62042b2a-c81e-4573-94e9-c2f798eebb48 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1885056022&fields=id&tenant_id=a9d1db2f4a4b4c198a0d79702824d532 HTTP/1.1" status: 200 len: 267 time: 0.6362283 Nov 09 04:16:20.688241 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4005c6e1-b53d-40a0-aa05-08712a6b946b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:20.689386 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ccd47fbf-ac1c-4dd3-95c8-eac052d712ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:20.690372 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd47fbf-ac1c-4dd3-95c8-eac052d712ba None None] The sync data for ids ['856a0bc4-aa19-41a4-8fba-0a9261ec434f'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:20.690872 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cd6b03e3-7bcc-446f-b582-aa46a77e76d7 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:20.719069 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6b03e3-7bcc-446f-b582-aa46a77e76d7 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cfd039d6-8da0-4020-bd96-bc31976be164 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 09 04:16:20.756408 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cd6b03e3-7bcc-446f-b582-aa46a77e76d7 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:20.760352 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cd6b03e3-7bcc-446f-b582-aa46a77e76d7 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "DELETE /v2.0/networks/cfd039d6-8da0-4020-bd96-bc31976be164 HTTP/1.1" status: 204 len: 168 time: 1.3440871 Nov 09 04:16:20.775233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-dffb9caa-a84e-4848-ba0e-36a56121961e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Deleting port b51a5a05-2f68-48ca-b84a-0ae6e68d4b31 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:20.775597 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dffb9caa-a84e-4848-ba0e-36a56121961e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:20.828131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b03e3-7bcc-446f-b582-aa46a77e76d7 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfd039d6-8da0-4020-bd96-bc31976be164,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:21.037978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dffb9caa-a84e-4848-ba0e-36a56121961e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:21.080233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44634) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:21.088059 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-dffb9caa-a84e-4848-ba0e-36a56121961e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Calling delete_port for b51a5a05-2f68-48ca-b84a-0ae6e68d4b31 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:21.128303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-1334dc62-eb34-4e70-a35d-84b5bc8aaeac tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:21.129864 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-1334dc62-eb34-4e70-a35d-84b5bc8aaeac tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/networks?id=4b1c392c-f262-40b8-99ba-61b89c78085e HTTP/1.1" status: 200 len: 805 time: 0.5005500 Nov 09 04:16:21.142204 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4005c6e1-b53d-40a0-aa05-08712a6b946b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:21.144713 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4005c6e1-b53d-40a0-aa05-08712a6b946b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:21.145858 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4005c6e1-b53d-40a0-aa05-08712a6b946b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91434bc9-66b9-4c55-94d7-3fca93287eb8 HTTP/1.1" status: 204 len: 168 time: 1.3004065 Nov 09 04:16:21.178990 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-d5e25fe1-ecc1-4c59-8df6-a1fc47b32abe tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/quotas/a9d1db2f4a4b4c198a0d79702824d532 HTTP/1.1" status: 200 len: 375 time: 0.0305598 Nov 09 04:16:21.253782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005c6e1-b53d-40a0-aa05-08712a6b946b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91434bc9-66b9-4c55-94d7-3fca93287eb8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:21.308499 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-55e0b5e5-976e-4126-a27c-bd2e30fdbb04 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9d1db2f4a4b4c198a0d79702824d532&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941079 Nov 09 04:16:21.456941 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e7844473-2375-43af-aed5-c04f2a6e82d2 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:21.464117 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-66dea124-523d-4c31-ae81-f957fc5da53b req-0619af7b-7127-469f-b2da-b66a3f6f3a12 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 210 time: 0.0704765 Nov 09 04:16:21.475677 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dffb9caa-a84e-4848-ba0e-36a56121961e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:21.484406 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d0ae8964-86a6-47ce-a10a-f606730f7f63 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/routers/856a0bc4-aa19-41a4-8fba-0a9261ec434f HTTP/1.1" status: 200 len: 924 time: 0.8831198 Nov 09 04:16:21.484997 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44650) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:21.549142 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ee3a1181-1441-4d42-8d21-e77271a3a5b0 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "GET /v2.0/ports?device_id=856a0bc4-aa19-41a4-8fba-0a9261ec434f HTTP/1.1" status: 200 len: 205 time: 0.0472267 Nov 09 04:16:21.549798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44654) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:21.605796 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb9caa-a84e-4848-ba0e-36a56121961e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event deleted for resources: {'Port': ['ID=b51a5a05-2f68-48ca-b84a-0ae6e68d4b31,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:21.656029 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dffb9caa-a84e-4848-ba0e-36a56121961e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:21.659223 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dffb9caa-a84e-4848-ba0e-36a56121961e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "DELETE /v2.0/ports/b51a5a05-2f68-48ca-b84a-0ae6e68d4b31 HTTP/1.1" status: 204 len: 168 time: 1.7513371 Nov 09 04:16:21.662659 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44664) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:21.693365 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e7844473-2375-43af-aed5-c04f2a6e82d2 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] 10.222.0.21 "PUT /v2.0/quotas/9c9cccf3e4914aacb9e1bbf46bf75c2f HTTP/1.1" status: 200 len: 368 time: 0.6072083 Nov 09 04:16:21.693983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44666) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:21.722861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Request body: {'network': {'project_id': '9c9cccf3e4914aacb9e1bbf46bf75c2f'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:21.755702 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44668) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:21.776471 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9b281964-c81d-48a3-8b15-af7d2c9db19e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Request body: {'router': {'name': 'tempest-router--133002838', 'project_id': '0a7a5e299a4b44f9b123279f625791d3'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:21.781735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Made reservation on behalf of 9c9cccf3e4914aacb9e1bbf46bf75c2f for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:21.783975 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:21.789231 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-8ae1e85a-8de0-42e0-a027-f16a79048f2b service neutron] 10.222.0.21 "GET /v2.0/networks/4b1c392c-f262-40b8-99ba-61b89c78085e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603312 Nov 09 04:16:21.938196 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:21.941453 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-3b7080aa-bc0b-4862-8fe2-eb5974f26d75 service neutron] 10.222.0.21 "GET /v2.0/networks/4b1c392c-f262-40b8-99ba-61b89c78085e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329648 Nov 09 04:16:21.964365 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3eb39ea3-d17a-41ef-97a7-02a64d728875 req-3343f5e2-b9f2-4592-afeb-57fe1bd004b2 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 210 time: 0.0840604 Nov 09 04:16:21.997285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b910da4-da59-4d3d-8164-017961088c2c tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.032236 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.051779 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.119601 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b281964-c81d-48a3-8b15-af7d2c9db19e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.120459 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b281964-c81d-48a3-8b15-af7d2c9db19e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.187390 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:22.210341 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.211289 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Added segment 836e4d8f-6a70-486b-a022-87990dfbb0ec of type vlan for network 695ba796-3f6a-4c6b-a526-04271583968d Nov 09 04:16:22.283091 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-19a257e5-5227-4f9b-979e-375c0554bdc8 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Deleting port 302774d8-038d-44e7-9855-8e9e35606116 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:22.283431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19a257e5-5227-4f9b-979e-375c0554bdc8 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.294586 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.335721 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4beb9cc3-a959-4201-88dd-a138e9c9e9c2,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:22.342145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.342241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b910da4-da59-4d3d-8164-017961088c2c tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.343292 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:22.343784 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.399953 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6986797 Nov 09 04:16:22.399953 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b281964-c81d-48a3-8b15-af7d2c9db19e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.401754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44686) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:22.411563 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-8a576de7-2796-46f5-8464-756e4a33a2df tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Request body: {'network': {'project_id': '9c9cccf3e4914aacb9e1bbf46bf75c2f'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:22.426367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b281964-c81d-48a3-8b15-af7d2c9db19e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.446305 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b281964-c81d-48a3-8b15-af7d2c9db19e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.451122 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9b281964-c81d-48a3-8b15-af7d2c9db19e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6916354 Nov 09 04:16:22.451840 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ee78c656-7f48-4f75-b129-6fc74f1b1835 req-4a6daa8f-73de-4247-9349-16d55912e83c tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 210 time: 0.0682042 Nov 09 04:16:22.451966 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44690) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:22.460327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19a257e5-5227-4f9b-979e-375c0554bdc8 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.488541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-19a257e5-5227-4f9b-979e-375c0554bdc8 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Calling delete_port for 302774d8-038d-44e7-9855-8e9e35606116 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:22.491163 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a576de7-2796-46f5-8464-756e4a33a2df tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Made reservation on behalf of 9c9cccf3e4914aacb9e1bbf46bf75c2f for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:22.494380 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8a576de7-2796-46f5-8464-756e4a33a2df tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.535422 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a576de7-2796-46f5-8464-756e4a33a2df tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:22.556540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8a576de7-2796-46f5-8464-756e4a33a2df tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.556540 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-8a576de7-2796-46f5-8464-756e4a33a2df tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Added segment 1d032733-9fdb-4856-9821-96e2a31fe51b of type vlan for network 5af3c1d3-30bd-4de0-8c21-79de49292db1 Nov 09 04:16:22.589072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8a576de7-2796-46f5-8464-756e4a33a2df tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.652099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8a576de7-2796-46f5-8464-756e4a33a2df tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.653070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a576de7-2796-46f5-8464-756e4a33a2df tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:22.653678 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8a576de7-2796-46f5-8464-756e4a33a2df tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.694505 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-9b910da4-da59-4d3d-8164-017961088c2c tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Deleting port d1222add-c2fd-44f4-91ef-da14454cd841 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:22.695111 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b910da4-da59-4d3d-8164-017961088c2c tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.706483 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8a576de7-2796-46f5-8464-756e4a33a2df tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3037302 Nov 09 04:16:22.726074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44700) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:22.769527 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c518af08-4b2c-415b-91e1-bb41a37c4d67 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:22.779675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7632def4-d481-4ad6-9b1e-ebee99730856 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Request body: {'network': {'project_id': '9c9cccf3e4914aacb9e1bbf46bf75c2f'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:22.790209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.31', 54375) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:22.873398 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a576de7-2796-46f5-8464-756e4a33a2df tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Pushing event updated for resources: {'Network': ['ID=5af3c1d3-30bd-4de0-8c21-79de49292db1,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:22.884764 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 5af3c1d3-30bd-4de0-8c21-79de49292db1 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:22.904602 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7632def4-d481-4ad6-9b1e-ebee99730856 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 04:16:22.905175 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7632def4-d481-4ad6-9b1e-ebee99730856 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:16:22.906380 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7632def4-d481-4ad6-9b1e-ebee99730856 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1448479 Nov 09 04:16:22.917355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44710) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:23.018050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19a257e5-5227-4f9b-979e-375c0554bdc8 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.098099 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c518af08-4b2c-415b-91e1-bb41a37c4d67 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.104821 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c518af08-4b2c-415b-91e1-bb41a37c4d67 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.128957 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b910da4-da59-4d3d-8164-017961088c2c tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.139913 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e782e-0268-4fc3-bef1-cc70cea08444 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Pushing event updated for resources: {'Network': ['ID=695ba796-3f6a-4c6b-a526-04271583968d,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:23.153096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 695ba796-3f6a-4c6b-a526-04271583968d details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:23.156622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a257e5-5227-4f9b-979e-375c0554bdc8 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event deleted for resources: {'Port': ['ID=302774d8-038d-44e7-9855-8e9e35606116,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:23.181794 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8c3cfcd8-d1ea-495a-bd31-382a67646edb req-560c672b-2182-4b4d-b65b-061123202cbb tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 210 time: 0.2439690 Nov 09 04:16:23.215088 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-9b910da4-da59-4d3d-8164-017961088c2c tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Calling delete_port for d1222add-c2fd-44f4-91ef-da14454cd841 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:23.224589 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c06206a0-eb46-4d4c-b44a-9805097f12bd req-4c7c97bf-f7bc-4502-b052-0be09d9016bd tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 210 time: 0.1199732 Nov 09 04:16:23.227340 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1c546d4e-8558-46ce-b529-ac772d1438bc tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c9cccf3e4914aacb9e1bbf46bf75c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036840 Nov 09 04:16:23.233767 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19a257e5-5227-4f9b-979e-375c0554bdc8 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.234347 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44724) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:23.241755 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-19a257e5-5227-4f9b-979e-375c0554bdc8 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "DELETE /v2.0/ports/302774d8-038d-44e7-9855-8e9e35606116 HTTP/1.1" status: 204 len: 168 time: 1.5752726 Nov 09 04:16:23.242708 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44726) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:23.269178 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-937e58fb-d6da-494f-856c-44b108e6d40d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:23.270953 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-937e58fb-d6da-494f-856c-44b108e6d40d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.31 "GET /v2.0/networks?id=7406e378-feb3-4f56-a182-2c787a7b80e5 HTTP/1.1" status: 200 len: 812 time: 0.4780140 Nov 09 04:16:23.294272 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7fc1497d-7398-45e6-850d-42d526d1201c tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0482748 Nov 09 04:16:23.296017 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9ac14189-e941-4f39-9589-9b89dbefa136 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.297549 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c518af08-4b2c-415b-91e1-bb41a37c4d67 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.298042 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c518af08-4b2c-415b-91e1-bb41a37c4d67 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cdd68f2b-7726-4876-a264-470e65b18dc5 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:16:23.298151 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44728) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:23.302899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c518af08-4b2c-415b-91e1-bb41a37c4d67 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.307515 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c518af08-4b2c-415b-91e1-bb41a37c4d67 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "DELETE /v2.0/routers/cdd68f2b-7726-4876-a264-470e65b18dc5 HTTP/1.1" status: 204 len: 168 time: 0.8138638 Nov 09 04:16:23.335866 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-de1f1b1f-85c7-4271-bc53-286b0eaa76d7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1956163461'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:23.346118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9ac14189-e941-4f39-9589-9b89dbefa136 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.405111 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1f1b1f-85c7-4271-bc53-286b0eaa76d7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Made reservation on behalf of d489cf525bf04341bdac18ab0d20283d for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:23.408657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-de1f1b1f-85c7-4271-bc53-286b0eaa76d7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.448385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9ac14189-e941-4f39-9589-9b89dbefa136 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.451146 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9ac14189-e941-4f39-9589-9b89dbefa136 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.454876 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9ac14189-e941-4f39-9589-9b89dbefa136 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/4beb9cc3-a959-4201-88dd-a138e9c9e9c2 HTTP/1.1" status: 204 len: 168 time: 0.2156901 Nov 09 04:16:23.455847 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44738) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:23.499186 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.31', 54381) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:23.528989 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-b3cd824e-e63a-4225-86df-d7a654aa797b tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dfcc1c4d09647fa8fc08487cdee666e HTTP/1.1" status: 200 len: 380 time: 0.1887603 Nov 09 04:16:23.535035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1f1b1f-85c7-4271-bc53-286b0eaa76d7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:23.543502 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-f9f36422-bde6-40eb-a95b-50bbc1ddff80 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Request body: {'port': {'device_id': '196b8c03-35f6-47e5-bc1c-c1579b6f42a9', 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'admin_state_up': True, 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'security_groups': ['30a7353b-8c43-4beb-a52e-6513bfdc2c53']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:23.583946 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac14189-e941-4f39-9589-9b89dbefa136 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beb9cc3-a959-4201-88dd-a138e9c9e9c2,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:23.603764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-de1f1b1f-85c7-4271-bc53-286b0eaa76d7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.605292 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-de1f1b1f-85c7-4271-bc53-286b0eaa76d7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Added segment aa0d6574-556b-4cca-9210-30149b60fcaa of type vlan for network 1f8e9097-bf40-446a-894f-9070c78fbfb4 Nov 09 04:16:23.731993 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-de1f1b1f-85c7-4271-bc53-286b0eaa76d7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.818594 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-59fbb605-c63a-4037-8873-73916f3e0760 req-382cc6de-7d85-4927-beaa-a689e013557d tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 210 time: 0.1784589 Nov 09 04:16:23.832674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-94a571f0-748a-43bd-b56d-decad97fe738 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.852852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44752) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:23.872377 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b910da4-da59-4d3d-8164-017961088c2c tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.912326 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-de1f1b1f-85c7-4271-bc53-286b0eaa76d7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.923121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1f1b1f-85c7-4271-bc53-286b0eaa76d7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:23.929995 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-de1f1b1f-85c7-4271-bc53-286b0eaa76d7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:23.934334 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44758) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:23.951524 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b910da4-da59-4d3d-8164-017961088c2c tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Pushing event deleted for resources: {'Port': ['ID=d1222add-c2fd-44f4-91ef-da14454cd841,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:23.952647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.31', 54384) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:23.992397 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11642f-a51d-436b-ada4-f7d062905465 req-c4acf2c8-548f-4672-bbc2-498c24426a1c tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:23.994038 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-c4acf2c8-548f-4672-bbc2-498c24426a1c tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.31 "GET /v2.0/networks?id=5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 HTTP/1.1" status: 200 len: 811 time: 0.4830408 Nov 09 04:16:24.015289 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-f9f36422-bde6-40eb-a95b-50bbc1ddff80 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Made reservation on behalf of 6dfcc1c4d09647fa8fc08487cdee666e for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:24.019074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-f9f36422-bde6-40eb-a95b-50bbc1ddff80 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.098491 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-de1f1b1f-85c7-4271-bc53-286b0eaa76d7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7966299 Nov 09 04:16:24.127856 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44772) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:24.138355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-960f75cc-dced-40bb-a029-d74f82427c38 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1615653450'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:24.184301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960f75cc-dced-40bb-a029-d74f82427c38 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Made reservation on behalf of d489cf525bf04341bdac18ab0d20283d for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:24.190417 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-960f75cc-dced-40bb-a029-d74f82427c38 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.214068 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:24.217025 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f1b1f-85c7-4271-bc53-286b0eaa76d7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event updated for resources: {'Network': ['ID=1f8e9097-bf40-446a-894f-9070c78fbfb4,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:24.224617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-238970473', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:24.231686 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 1f8e9097-bf40-446a-894f-9070c78fbfb4 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:24.279351 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b910da4-da59-4d3d-8164-017961088c2c tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.441327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b910da4-da59-4d3d-8164-017961088c2c tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.444319 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7b81222a-58df-4329-a0cd-db101f23d683 req-6f1ed0bd-ab2b-4980-ad46-131a0e677125 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 210 time: 0.0949633 Nov 09 04:16:24.449540 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-94a571f0-748a-43bd-b56d-decad97fe738 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.450204 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b910da4-da59-4d3d-8164-017961088c2c tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.454456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960f75cc-dced-40bb-a029-d74f82427c38 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:24.494238 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.531497 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-960f75cc-dced-40bb-a029-d74f82427c38 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.532163 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-960f75cc-dced-40bb-a029-d74f82427c38 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Added segment 0a5ae215-825b-478b-8db8-bfd94130fcff of type vlan for network 16e10cb3-87c9-4e4a-8146-c8d91116b96d Nov 09 04:16:24.538280 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-398d3c74-3879-44e8-ba03-8bf6157817ec req-848d093b-2cfa-40da-97ae-c322ea273624 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 210 time: 0.1070218 Nov 09 04:16:24.569929 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-94a571f0-748a-43bd-b56d-decad97fe738 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af3c1d3-30bd-4de0-8c21-79de49292db1']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:24.586498 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-72281b6e-7c5f-4156-a8eb-7b8826369e10 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7273c23e14d458d8f30dc649eb26159 HTTP/1.1" status: 200 len: 380 time: 0.5693231 Nov 09 04:16:24.605587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b910da4-da59-4d3d-8164-017961088c2c tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.606098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b910da4-da59-4d3d-8164-017961088c2c tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Fanout notify agent at l3_agent the message router_deleted on router 856a0bc4-aa19-41a4-8fba-0a9261ec434f {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:16:24.607446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-94a571f0-748a-43bd-b56d-decad97fe738 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d032733-9fdb-4856-9821-96e2a31fe51b') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:24.607748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-94a571f0-748a-43bd-b56d-decad97fe738 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d032733-9fdb-4856-9821-96e2a31fe51b') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:24.607866 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.608809 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.621094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b910da4-da59-4d3d-8164-017961088c2c tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.622237 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9b910da4-da59-4d3d-8164-017961088c2c tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "DELETE /v2.0/routers/856a0bc4-aa19-41a4-8fba-0a9261ec434f HTTP/1.1" status: 204 len: 168 time: 3.0714943 Nov 09 04:16:24.630073 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44786) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:24.633979 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-0e11642f-a51d-436b-ada4-f7d062905465 req-17fe94bc-0a60-42df-b669-ca229d8625d1 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Request body: {'port': {'device_id': '9758b208-85d2-4784-b1e3-c0efb0d674ea', 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'admin_state_up': True, 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'security_groups': ['63b2237b-06c6-43f5-98d7-7640c2d24bde']}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:24.638787 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1336931749', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'enable_snat': False}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:24.646810 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-f9f36422-bde6-40eb-a95b-50bbc1ddff80 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Allocated IP 172.20.0.4 (7406e378-feb3-4f56-a182-2c787a7b80e5/e8e11ddf-918b-4633-b516-311dd3cf995b/490c1e67-81a0-40ef-8104-06c6989875b9) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:24.651711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-960f75cc-dced-40bb-a029-d74f82427c38 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.658480 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-94a571f0-748a-43bd-b56d-decad97fe738 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.700503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-d808869a-afbe-4fdf-be10-06d4db7489dd tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:24.701918 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-d808869a-afbe-4fdf-be10-06d4db7489dd tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.31 "GET /v2.0/networks?id=4b1c392c-f262-40b8-99ba-61b89c78085e HTTP/1.1" status: 200 len: 805 time: 0.7469742 Nov 09 04:16:24.745482 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-94a571f0-748a-43bd-b56d-decad97fe738 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.768632 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a571f0-748a-43bd-b56d-decad97fe738 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:24.768939 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-94a571f0-748a-43bd-b56d-decad97fe738 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:24.770778 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:24.882919 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-94a571f0-748a-43bd-b56d-decad97fe738 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.903038 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-94a571f0-748a-43bd-b56d-decad97fe738 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:24.906847 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-94a571f0-748a-43bd-b56d-decad97fe738 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] 10.222.0.21 "DELETE /v2.0/networks/5af3c1d3-30bd-4de0-8c21-79de49292db1 HTTP/1.1" status: 204 len: 168 time: 1.4488242 Nov 09 04:16:24.909937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44790) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:24.917536 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a571f0-748a-43bd-b56d-decad97fe738 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Pushing event deleted for resources: {'Network': ['ID=5af3c1d3-30bd-4de0-8c21-79de49292db1,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:24.999616 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6217cf1b-5ba8-4cc1-83c6-5bf41d41e598 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.093186 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.db.resource_extend [None req-960f75cc-dced-40bb-a029-d74f82427c38 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 04:16:25.106779 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6217cf1b-5ba8-4cc1-83c6-5bf41d41e598 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.113656 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6e667cb7-ba75-4f41-aec9-08e4744eb3ce req-dba92aaa-f3b3-4eef-8567-5a237e3c35cd tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 210 time: 0.0613799 Nov 09 04:16:25.127985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-6217cf1b-5ba8-4cc1-83c6-5bf41d41e598 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695ba796-3f6a-4c6b-a526-04271583968d']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:25.139871 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-6217cf1b-5ba8-4cc1-83c6-5bf41d41e598 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836e4d8f-6a70-486b-a022-87990dfbb0ec') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:25.140346 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-6217cf1b-5ba8-4cc1-83c6-5bf41d41e598 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836e4d8f-6a70-486b-a022-87990dfbb0ec') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:25.152315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6217cf1b-5ba8-4cc1-83c6-5bf41d41e598 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.172242 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6217cf1b-5ba8-4cc1-83c6-5bf41d41e598 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.179206 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6217cf1b-5ba8-4cc1-83c6-5bf41d41e598 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:25.179206 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6217cf1b-5ba8-4cc1-83c6-5bf41d41e598 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.194237 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.198028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.199201 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.215561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-960f75cc-dced-40bb-a029-d74f82427c38 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.221343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f75cc-dced-40bb-a029-d74f82427c38 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:25.222070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-960f75cc-dced-40bb-a029-d74f82427c38 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:25.254301 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:25.263338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e11642f-a51d-436b-ada4-f7d062905465 req-17fe94bc-0a60-42df-b669-ca229d8625d1 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Made reservation on behalf of c7273c23e14d458d8f30dc649eb26159 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:25.267773 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0e11642f-a51d-436b-ada4-f7d062905465 req-17fe94bc-0a60-42df-b669-ca229d8625d1 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.284317 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6217cf1b-5ba8-4cc1-83c6-5bf41d41e598 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.308872 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6217cf1b-5ba8-4cc1-83c6-5bf41d41e598 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.322755 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6217cf1b-5ba8-4cc1-83c6-5bf41d41e598 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] 10.222.0.21 "DELETE /v2.0/networks/695ba796-3f6a-4c6b-a526-04271583968d HTTP/1.1" status: 204 len: 168 time: 0.4039850 Nov 09 04:16:25.323759 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217cf1b-5ba8-4cc1-83c6-5bf41d41e598 tempest-QuotasNegativeTest-1726057482 tempest-QuotasNegativeTest-1726057482-project-admin] Pushing event deleted for resources: {'Network': ['ID=695ba796-3f6a-4c6b-a526-04271583968d,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:25.475670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7ddc5a52-01b8-4de6-b314-72e12b9e7afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.542302 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [req-0e11642f-a51d-436b-ada4-f7d062905465 req-17fe94bc-0a60-42df-b669-ca229d8625d1 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Allocated IP 172.20.0.5 (5ce73bf0-f08d-4515-bc4d-a4385e38aaa2/2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb/4862d803-77b2-435f-9989-18f65b7f3e03) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:25.662268 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-960f75cc-dced-40bb-a029-d74f82427c38 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5331106 Nov 09 04:16:25.671699 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.787337 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ccf02b5b-3d9b-4e68-9fcf-c2150e37bc66 req-fbf0a0ee-f8c9-47c9-9748-0e86dbd3c699 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 210 time: 0.1191242 Nov 09 04:16:25.795107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f75cc-dced-40bb-a029-d74f82427c38 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event updated for resources: {'Network': ['ID=16e10cb3-87c9-4e4a-8146-c8d91116b96d,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:25.809485 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 16e10cb3-87c9-4e4a-8146-c8d91116b96d details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:25.861806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.862810 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0e11642f-a51d-436b-ada4-f7d062905465 req-17fe94bc-0a60-42df-b669-ca229d8625d1 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:25.874279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:26.127249 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e012d205-6b2d-4110-ad6c-90585dbd4bfb req-84962c4d-a3a9-4dcd-9fc9-ebd112b5012e tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 210 time: 0.1667047 Nov 09 04:16:26.150980 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0e11642f-a51d-436b-ada4-f7d062905465 req-17fe94bc-0a60-42df-b669-ca229d8625d1 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:26.267832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e11642f-a51d-436b-ada4-f7d062905465 req-17fe94bc-0a60-42df-b669-ca229d8625d1 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Network 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:26.303319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:26.361024 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-f9f36422-bde6-40eb-a95b-50bbc1ddff80 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:26.383810 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [req-0e11642f-a51d-436b-ada4-f7d062905465 req-17fe94bc-0a60-42df-b669-ca229d8625d1 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:26.386596 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe94bc-0a60-42df-b669-ca229d8625d1 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Pushing event updated for resources: {'Port': ['ID=4862d803-77b2-435f-9989-18f65b7f3e03,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:26.423553 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44804) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:26.427962 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e11642f-a51d-436b-ada4-f7d062905465 req-17fe94bc-0a60-42df-b669-ca229d8625d1 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:26.444168 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-10141ace-9534-4870-b57f-b9dc0d66a6d8 req-76dbbec5-0904-4d3e-b6c5-376bf05f78fe tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 210 time: 0.1109469 Nov 09 04:16:26.547385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Allocated IP 172.26.5.147 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/ce2446b7-c78a-4dd0-95a5-4b173211c0f8) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:26.551152 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-ab178a0f-995e-4282-a9f7-63158c488c77 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d1db2f4a4b4c198a0d79702824d532 HTTP/1.1" status: 200 len: 380 time: 0.5869653 Nov 09 04:16:26.591238 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-257fc925-6bc7-4a7d-a5e4-2fb806bd737a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Request body: {'port': {'device_id': 'f5d40010-bd75-4592-8cb0-ec11cdb8abd1', 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'admin_state_up': True, 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'security_groups': ['a62fcfb5-5370-435c-a770-1257c459131f']}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:26.735394 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b276f040-6ae1-49ba-b8fc-1202174494ad None None] Provisioning complete for port 4862d803-77b2-435f-9989-18f65b7f3e03 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:26.736841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b276f040-6ae1-49ba-b8fc-1202174494ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:26.776927 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b276f040-6ae1-49ba-b8fc-1202174494ad None None] Port 4862d803-77b2-435f-9989-18f65b7f3e03 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:26.790721 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-f9f36422-bde6-40eb-a95b-50bbc1ddff80 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:26.791338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11642f-a51d-436b-ada4-f7d062905465 req-17fe94bc-0a60-42df-b669-ca229d8625d1 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:26.791338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0e11642f-a51d-436b-ada4-f7d062905465 req-17fe94bc-0a60-42df-b669-ca229d8625d1 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:26.824855 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-17fe94bc-0a60-42df-b669-ca229d8625d1 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2195945 Nov 09 04:16:26.843636 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-af4801e2-7d11-47a3-8d1e-22068b6f4b71 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:16:26.844600 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-af4801e2-7d11-47a3-8d1e-22068b6f4b71 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056260 Nov 09 04:16:26.894855 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c455f420-7996-4589-8380-c2657509408e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:26.965120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-257fc925-6bc7-4a7d-a5e4-2fb806bd737a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Made reservation on behalf of a9d1db2f4a4b4c198a0d79702824d532 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:26.969226 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-257fc925-6bc7-4a7d-a5e4-2fb806bd737a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:27.100324 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Request body: {'port': {'device_id': '9758b208-85d2-4784-b1e3-c0efb0d674ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:27.102552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:27.223601 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0fad-eb43-45fb-9e3b-e129d44582d5 req-1979af94-2c48-4560-a82e-c1d4e4224343 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:27.232466 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-92ac0fad-eb43-45fb-9e3b-e129d44582d5 req-1979af94-2c48-4560-a82e-c1d4e4224343 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 931 time: 0.2405581 Nov 09 04:16:27.266868 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:27.346398 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c455f420-7996-4589-8380-c2657509408e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:27.369893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-f9f36422-bde6-40eb-a95b-50bbc1ddff80 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Network 7406e378-feb3-4f56-a182-2c787a7b80e5 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:27.417312 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-92ac0fad-eb43-45fb-9e3b-e129d44582d5 req-b035f39a-9dc8-4ae1-ad2f-1e16ff4f60dd tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792958 Nov 09 04:16:27.431913 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-257fc925-6bc7-4a7d-a5e4-2fb806bd737a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Allocated IP 172.20.0.12 (4b1c392c-f262-40b8-99ba-61b89c78085e/bfb90b94-eee5-42b8-ae6e-732018a58008/e1f6022d-2dde-4034-af66-8dc0071308ed) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:27.498470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-f9f36422-bde6-40eb-a95b-50bbc1ddff80 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:27.526694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c455f420-7996-4589-8380-c2657509408e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:27.566006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:27.578229 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-f9f36422-bde6-40eb-a95b-50bbc1ddff80 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:27.669908 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-31923925-4fba-47f8-a830-68db43064f46 req-4bbfaa0b-6fab-44fc-9f13-6fdd4590086a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 210 time: 0.1054847 Nov 09 04:16:27.717969 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c455f420-7996-4589-8380-c2657509408e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cefa84f94d449cfad949a8e2c531120&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2722578 Nov 09 04:16:27.727694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:27.734777 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-f9f36422-bde6-40eb-a95b-50bbc1ddff80 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:27.735696 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-f9f36422-bde6-40eb-a95b-50bbc1ddff80 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:27.747797 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44818) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:27.751175 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:27.780276 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:27.823467 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:27.830318 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:27.837707 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-649eda6c-dcea-4af2-afd5-7c31d9bfd854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:27.838390 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-f9f36422-bde6-40eb-a95b-50bbc1ddff80 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3007979 Nov 09 04:16:27.877093 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Request body: {'port': {'device_id': '196b8c03-35f6-47e5-bc1c-c1579b6f42a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:27.900249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f36422-bde6-40eb-a95b-50bbc1ddff80 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Pushing event updated for resources: {'Port': ['ID=490c1e67-81a0-40ef-8104-06c6989875b9,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:27.942606 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6904e4f9-b851-4661-aae6-ceaaf7db32ce None None] Provisioning complete for port 490c1e67-81a0-40ef-8104-06c6989875b9 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:27.942986 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6904e4f9-b851-4661-aae6-ceaaf7db32ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:28.086206 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-6904e4f9-b851-4661-aae6-ceaaf7db32ce None None] Port 490c1e67-81a0-40ef-8104-06c6989875b9 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:28.409224 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-257fc925-6bc7-4a7d-a5e4-2fb806bd737a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:28.455328 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4862d803-77b2-435f-9989-18f65b7f3e03 {{(pid=101884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:16:28.483512 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:28.565199 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.provisioning_blocks [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Transition to ACTIVE for port object 4862d803-77b2-435f-9989-18f65b7f3e03 will not be triggered until provisioned by entity L2. {{(pid=101884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:16:28.609768 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:28.645310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-257fc925-6bc7-4a7d-a5e4-2fb806bd737a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:28.661369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-00c298d8-31e1-4aa1-85f6-f37aa677dfaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:28.721358 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096cfbc-4832-4b15-b035-4f7cd593fe95 req-ae9ee1cc-101d-4e72-b5f2-f576180655a0 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:28.733489 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8096cfbc-4832-4b15-b035-4f7cd593fe95 req-ae9ee1cc-101d-4e72-b5f2-f576180655a0 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 931 time: 0.1914239 Nov 09 04:16:28.756692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-257fc925-6bc7-4a7d-a5e4-2fb806bd737a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Network 4b1c392c-f262-40b8-99ba-61b89c78085e is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:28.762440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-00c298d8-31e1-4aa1-85f6-f37aa677dfaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:28.771729 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4862d803-77b2-435f-9989-18f65b7f3e03,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:28.817311 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-257fc925-6bc7-4a7d-a5e4-2fb806bd737a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:28.824070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d621b-f24e-4344-a975-89cfb22e8194 req-85f5283d-ac9c-4569-9957-32c478035a60 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:28.831447 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8c9d621b-f24e-4344-a975-89cfb22e8194 req-85f5283d-ac9c-4569-9957-32c478035a60 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 931 time: 1.4594316 Nov 09 04:16:28.845539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-257fc925-6bc7-4a7d-a5e4-2fb806bd737a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:28.935958 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455f420-7996-4589-8380-c2657509408e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbabd21b-0a64-44ee-92fb-24ba3d11e5e6,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:29.041843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:29.077251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Pushing event updated for resources: {'Port': ['ID=ce2446b7-c78a-4dd0-95a5-4b173211c0f8,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:29.175611 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fc925-6bc7-4a7d-a5e4-2fb806bd737a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Pushing event updated for resources: {'Port': ['ID=e1f6022d-2dde-4034-af66-8dc0071308ed,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:29.187902 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8096cfbc-4832-4b15-b035-4f7cd593fe95 req-3968e3be-2464-40e7-b667-520d245cf1af tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4297729 Nov 09 04:16:29.195305 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-257fc925-6bc7-4a7d-a5e4-2fb806bd737a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:29.195963 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-257fc925-6bc7-4a7d-a5e4-2fb806bd737a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:29.221096 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Attempting to bind port 4862d803-77b2-435f-9989-18f65b7f3e03 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:29.221463 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Attempting to bind port 4862d803-77b2-435f-9989-18f65b7f3e03 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '15ceb2c9-795f-4254-ab70-ce73f3f867c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:29.221945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Attempting to bind port 4862d803-77b2-435f-9989-18f65b7f3e03 on network 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:29.231688 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Port 4862d803-77b2-435f-9989-18f65b7f3e03 on network 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:16:29.232021 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Attempting to bind port 4862d803-77b2-435f-9989-18f65b7f3e03 on network 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:29.237770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:29.241096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:29.260672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-feb0245b-a306-4503-bdc1-28b8df10bd67 None None] Provisioning complete for port e1f6022d-2dde-4034-af66-8dc0071308ed triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:29.262272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-feb0245b-a306-4503-bdc1-28b8df10bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:29.266713 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:29.267634 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Checking segment: {'id': '15ceb2c9-795f-4254-ab70-ce73f3f867c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:29.268210 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Bound using segment: {'id': '15ceb2c9-795f-4254-ab70-ce73f3f867c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2'} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:29.269888 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Bound port: 4862d803-77b2-435f-9989-18f65b7f3e03, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ceb2c9-795f-4254-ab70-ce73f3f867c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2'}}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:29.270255 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:29.303472 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-257fc925-6bc7-4a7d-a5e4-2fb806bd737a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7380021 Nov 09 04:16:29.325631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:29.357917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-feb0245b-a306-4503-bdc1-28b8df10bd67 None None] Port e1f6022d-2dde-4034-af66-8dc0071308ed cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:29.370376 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Request body: {'port': {'device_id': 'f5d40010-bd75-4592-8cb0-ec11cdb8abd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:29.428982 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8c9d621b-f24e-4344-a975-89cfb22e8194 req-62a14d0d-a2fd-454e-a357-05966bf83310 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5939951 Nov 09 04:16:29.434497 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Allocated IP 172.26.5.205 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/eff6ab76-4fcd-42c7-9706-b5dc09b51795) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:29.442641 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44826) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:29.469084 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Request body: {'subnets': [{'network_id': '1f8e9097-bf40-446a-894f-9070c78fbfb4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2113462515', 'ip_version': 6}, {'network_id': '16e10cb3-87c9-4e4a-8146-c8d91116b96d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:29.469407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Request body: {'subnet': {'network_id': '1f8e9097-bf40-446a-894f-9070c78fbfb4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2113462515', 'ip_version': 6}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:29.470094 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Request body: {'subnet': {'network_id': '16e10cb3-87c9-4e4a-8146-c8d91116b96d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:29.487115 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-00c298d8-31e1-4aa1-85f6-f37aa677dfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:29.489673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-00c298d8-31e1-4aa1-85f6-f37aa677dfaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:29.490919 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-00c298d8-31e1-4aa1-85f6-f37aa677dfaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbabd21b-0a64-44ee-92fb-24ba3d11e5e6 HTTP/1.1" status: 204 len: 168 time: 1.7082736 Nov 09 04:16:29.493928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:29.538021 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:29.559003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c298d8-31e1-4aa1-85f6-f37aa677dfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbabd21b-0a64-44ee-92fb-24ba3d11e5e6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:29.676247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] For port 4862d803-77b2-435f-9989-18f65b7f3e03, host hv-neutron-8168, cleared binding levels {{(pid=101884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:16:29.700323 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:29.703819 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df2c24-9f74-4c65-a1df-1ca9c7dc3a2d req-f1854fa3-c318-43e3-8c89-a17827126844 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:29.705862 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b3df2c24-9f74-4c65-a1df-1ca9c7dc3a2d req-f1854fa3-c318-43e3-8c89-a17827126844 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 932 time: 0.2635550 Nov 09 04:16:29.729830 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] For port 4862d803-77b2-435f-9989-18f65b7f3e03, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4862d803-77b2-435f-9989-18f65b7f3e03,segment=NetworkSegment(15ceb2c9-795f-4254-ab70-ce73f3f867c6),segment_id=15ceb2c9-795f-4254-ab70-ce73f3f867c6)] {{(pid=101884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:16:29.803221 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:29.974914 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:29.975491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:29.977427 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] 10.222.0.31 "PUT /v2.0/ports/4862d803-77b2-435f-9989-18f65b7f3e03 HTTP/1.1" status: 200 len: 1093 time: 2.9748402 Nov 09 04:16:29.984016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9758b208-85d2-4784-b1e3-c0efb0d674ea', 'tag': '4862d803-77b2-435f-9989-18f65b7f3e03'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:16:30.026089 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b3df2c24-9f74-4c65-a1df-1ca9c7dc3a2d req-3b543fe3-dbd1-4dc4-8400-98eb407961cf tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984872 Nov 09 04:16:30.031171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:30.080482 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bd9dd-896c-44ed-86c0-a4c1ab4cd1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4862d803-77b2-435f-9989-18f65b7f3e03,revision_number=3']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:30.114673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44836) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:30.184406 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Made reservation on behalf of d489cf525bf04341bdac18ab0d20283d for: {'subnet': 2} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:30.189404 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:30.194132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:30.205617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:30.291665 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-693ea1d6-db12-429d-950f-6245e0e5d151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:30.355789 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59af268-00d8-4650-9720-f7c9b8c41f84" -d '{"events": [{"name": "network-changed", "server_uuid": "9758b208-85d2-4784-b1e3-c0efb0d674ea", "tag": "4862d803-77b2-435f-9989-18f65b7f3e03"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:16:30.574756 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11642f-a51d-436b-ada4-f7d062905465 req-3c49a11a-5bee-46f8-b1b0-458189a56c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:30.582131 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-3c49a11a-5bee-46f8-b1b0-458189a56c43 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7273c23e14d458d8f30dc649eb26159&device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 1096 time: 0.4636884 Nov 09 04:16:30.652118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b7413e-2086-4473-a691-70c72259cc16 x-openstack-request-id: req-f1b7413e-2086-4473-a691-70c72259cc16 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:16:30.654512 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9758b208-85d2-4784-b1e3-c0efb0d674ea", "tag": "4862d803-77b2-435f-9989-18f65b7f3e03", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:16:30.654919 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1b7413e-2086-4473-a691-70c72259cc16 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:16:30.655546 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9758b208-85d2-4784-b1e3-c0efb0d674ea', 'tag': '4862d803-77b2-435f-9989-18f65b7f3e03', 'status': 'completed', 'code': 200} Nov 09 04:16:30.669625 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Allocated IP 172.26.5.226 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/b832f87d-d8df-4ba2-b36f-ff71667be5d6) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:30.682497 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:30.744060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490c1e67-81a0-40ef-8104-06c6989875b9 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:16:30.778851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:30.792782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f6022d-2dde-4034-af66-8dc0071308ed {{(pid=101884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:16:30.810019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:30.831783 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:30.854184 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:30.865458 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab2bb6-a5fc-45d5-a199-f85c68f7e300 req-aef31ad5-01e5-4d49-9218-a4b76389b733 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:30.869496 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a5ab2bb6-a5fc-45d5-a199-f85c68f7e300 req-aef31ad5-01e5-4d49-9218-a4b76389b733 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 931 time: 0.1494427 Nov 09 04:16:30.889353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Transition to ACTIVE for port object 490c1e67-81a0-40ef-8104-06c6989875b9 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:16:30.891402 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.provisioning_blocks [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Transition to ACTIVE for port object e1f6022d-2dde-4034-af66-8dc0071308ed will not be triggered until provisioned by entity L2. {{(pid=101884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:16:30.897074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Pushing event updated for resources: {'Port': ['ID=eff6ab76-4fcd-42c7-9706-b5dc09b51795,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:30.899811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:30.902285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:30.929082 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:30.942473 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:30.952892 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:30.985644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:30.992131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-693ea1d6-db12-429d-950f-6245e0e5d151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:30.996355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330957eb-018b-428b-81e4-a1fba115c6ab req-ba2494cc-8b23-4250-a114-a555b8b5613c tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:30.997930 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-330957eb-018b-428b-81e4-a1fba115c6ab req-ba2494cc-8b23-4250-a114-a555b8b5613c tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 943 time: 0.6468685 Nov 09 04:16:31.047710 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-693ea1d6-db12-429d-950f-6245e0e5d151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:31.184993 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a5ab2bb6-a5fc-45d5-a199-f85c68f7e300 req-cf8484be-a632-4f1d-824f-b6fff234a6b4 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949023 Nov 09 04:16:31.250054 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Pushing event updated for resources: {'Port': ['ID=ce2446b7-c78a-4dd0-95a5-4b173211c0f8,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:31.353387 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-693ea1d6-db12-429d-950f-6245e0e5d151 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25f364c45f294f559b7b601abb7abb4b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2353177 Nov 09 04:16:31.357796 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44850) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:31.372105 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:31.414499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ea1d6-db12-429d-950f-6245e0e5d151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8510a849-19a3-43d1-bf94-d81a117ba237,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:31.444811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f6022d-2dde-4034-af66-8dc0071308ed,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:31.489985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:31.501372 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-330957eb-018b-428b-81e4-a1fba115c6ab req-e77bb818-f513-4816-ad5b-50ab58dbf1b7 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4858999 Nov 09 04:16:31.548311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:31.549601 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9632e510-62f5-4e5f-a38f-f0755646217d tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6108475 Nov 09 04:16:31.553402 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44852) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:31.553812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Pushing event updated for resources: {'Port': ['ID=490c1e67-81a0-40ef-8104-06c6989875b9,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:31.568894 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-6793d21b-7318-4dc6-a7d6-09db76bf0ae7 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1588562046', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'fixed_ips': [{'ip_address': '172.26.5.147'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:31.596552 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b6a41-015d-4c2e-b05a-4738536b9e71 req-dc5cf35f-1b0c-4140-9cee-cfe1ca43f434 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:31.598043 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1e8b6a41-015d-4c2e-b05a-4738536b9e71 req-dc5cf35f-1b0c-4140-9cee-cfe1ca43f434 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 944 time: 0.2559581 Nov 09 04:16:31.635158 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Attempting to bind port e1f6022d-2dde-4034-af66-8dc0071308ed on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:31.635158 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Attempting to bind port e1f6022d-2dde-4034-af66-8dc0071308ed by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '1a00d6b2-9273-40e8-af28-70e67890abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:31.635158 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Attempting to bind port e1f6022d-2dde-4034-af66-8dc0071308ed on network 4b1c392c-f262-40b8-99ba-61b89c78085e {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:31.657200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Attempting to bind port 490c1e67-81a0-40ef-8104-06c6989875b9 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:31.657535 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Attempting to bind port 490c1e67-81a0-40ef-8104-06c6989875b9 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '48aee43e-30bf-4afa-8662-df14895c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:31.658226 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Attempting to bind port 490c1e67-81a0-40ef-8104-06c6989875b9 on network 7406e378-feb3-4f56-a182-2c787a7b80e5 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:31.678898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6793d21b-7318-4dc6-a7d6-09db76bf0ae7 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Made reservation on behalf of a5ccaaa91f5947dfb3740b8576d71794 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:31.681767 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6793d21b-7318-4dc6-a7d6-09db76bf0ae7 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:31.691977 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:31.715951 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Port e1f6022d-2dde-4034-af66-8dc0071308ed on network 4b1c392c-f262-40b8-99ba-61b89c78085e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:16:31.716323 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Attempting to bind port e1f6022d-2dde-4034-af66-8dc0071308ed on network 4b1c392c-f262-40b8-99ba-61b89c78085e {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:31.730137 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Port 490c1e67-81a0-40ef-8104-06c6989875b9 on network 7406e378-feb3-4f56-a182-2c787a7b80e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:16:31.730544 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Attempting to bind port 490c1e67-81a0-40ef-8104-06c6989875b9 on network 7406e378-feb3-4f56-a182-2c787a7b80e5 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:31.731782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6793d21b-7318-4dc6-a7d6-09db76bf0ae7 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:31.739968 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f1f45d35-cfd3-4d4c-8ada-c9ac22431a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:31.755212 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:31.755470 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Checking segment: {'id': '1a00d6b2-9273-40e8-af28-70e67890abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:31.757565 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Bound using segment: {'id': '1a00d6b2-9273-40e8-af28-70e67890abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e'} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:31.757565 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Bound port: e1f6022d-2dde-4034-af66-8dc0071308ed, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a00d6b2-9273-40e8-af28-70e67890abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e'}}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:31.757812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:31.757945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:31.758027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Checking segment: {'id': '48aee43e-30bf-4afa-8662-df14895c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:31.758027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Bound using segment: {'id': '48aee43e-30bf-4afa-8662-df14895c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:31.758027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Bound port: 490c1e67-81a0-40ef-8104-06c6989875b9, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48aee43e-30bf-4afa-8662-df14895c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:31.758835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:31.766854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:31.777809 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Pushing event updated for resources: {'Port': ['ID=b832f87d-d8df-4ba2-b36f-ff71667be5d6,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:31.780320 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:31.785754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:31.790315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:31.835928 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f1f45d35-cfd3-4d4c-8ada-c9ac22431a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:31.841903 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1e8b6a41-015d-4c2e-b05a-4738536b9e71 req-52149e7a-7ddb-4b17-8bc1-cf1a02dd1af6 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313068 Nov 09 04:16:31.889976 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:32.017132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event updated for resources: {'Subnet': ['ID=915aa6ce-3b9f-4c09-9531-f67c9f44811b,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:32.026906 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] For port e1f6022d-2dde-4034-af66-8dc0071308ed, host hv-neutron-8168, cleared binding levels {{(pid=101884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:16:32.059279 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] For port e1f6022d-2dde-4034-af66-8dc0071308ed, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e1f6022d-2dde-4034-af66-8dc0071308ed,segment=NetworkSegment(1a00d6b2-9273-40e8-af28-70e67890abd1),segment_id=1a00d6b2-9273-40e8-af28-70e67890abd1)] {{(pid=101884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:16:32.060347 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f1f45d35-cfd3-4d4c-8ada-c9ac22431a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:32.062951 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f1f45d35-cfd3-4d4c-8ada-c9ac22431a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:32.066581 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f1f45d35-cfd3-4d4c-8ada-c9ac22431a9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8510a849-19a3-43d1-bf94-d81a117ba237 HTTP/1.1" status: 204 len: 168 time: 0.6513095 Nov 09 04:16:32.078892 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:32.080960 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Checking segment: {'id': 'aa0d6574-556b-4cca-9210-30149b60fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1f8e9097-bf40-446a-894f-9070c78fbfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:32.081329 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Network hostable DHCP agents. Network: 1f8e9097-bf40-446a-894f-9070c78fbfb4, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:16:32.085822 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6793d21b-7318-4dc6-a7d6-09db76bf0ae7 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:32.102488 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f45d35-cfd3-4d4c-8ada-c9ac22431a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8510a849-19a3-43d1-bf94-d81a117ba237,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:32.121602 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6793d21b-7318-4dc6-a7d6-09db76bf0ae7 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:32.136053 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-6793d21b-7318-4dc6-a7d6-09db76bf0ae7 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] device_id is not set on port f6674b11-5ad6-4195-b17d-42edb8953c51 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:16:32.164891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:32.165534 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:32.167060 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] 10.222.0.31 "PUT /v2.0/ports/e1f6022d-2dde-4034-af66-8dc0071308ed HTTP/1.1" status: 200 len: 1094 time: 2.8015079 Nov 09 04:16:32.543601 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Network 1f8e9097-bf40-446a-894f-9070c78fbfb4 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:16:32.602916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] For port 490c1e67-81a0-40ef-8104-06c6989875b9, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:16:32.609613 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf56e9-21ab-4e8a-b581-c1cb46c96b95 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f6022d-2dde-4034-af66-8dc0071308ed,revision_number=3']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:32.612512 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793d21b-7318-4dc6-a7d6-09db76bf0ae7 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65348b1f-580b-4418-851f-316747f025a4,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:32.613908 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] For port 490c1e67-81a0-40ef-8104-06c6989875b9, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=490c1e67-81a0-40ef-8104-06c6989875b9,segment=NetworkSegment(48aee43e-30bf-4afa-8662-df14895c0815),segment_id=48aee43e-30bf-4afa-8662-df14895c0815)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:16:32.633351 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 1f8e9097-bf40-446a-894f-9070c78fbfb4) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:32.644940 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:32.650735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1192caa-8162-4a9c-94dd-72e41d752b9d None None] Network 1f8e9097-bf40-446a-894f-9070c78fbfb4 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:32.685827 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d40010-bd75-4592-8cb0-ec11cdb8abd1', 'tag': 'e1f6022d-2dde-4034-af66-8dc0071308ed'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:16:32.689541 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699a6f3b-2bb0-4fa0-a916-f5d3b497b909" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d40010-bd75-4592-8cb0-ec11cdb8abd1", "tag": "e1f6022d-2dde-4034-af66-8dc0071308ed"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:16:32.692618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:32.945003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-1f8e9097-bf40-446a-894f-9070c78fbfb4', 'network_id': '1f8e9097-bf40-446a-894f-9070c78fbfb4', 'tenant_id': 'd489cf525bf04341bdac18ab0d20283d', 'fixed_ips': [{'subnet_id': '915aa6ce-3b9f-4c09-9531-f67c9f44811b'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:16:32.946093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:32.963575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event updated for resources: {'Subnet': ['ID=d50c44d7-7226-4882-9506-0b8b43c411ac,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:32.985998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:32.991893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:32.993960 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] 10.222.0.31 "PUT /v2.0/ports/490c1e67-81a0-40ef-8104-06c6989875b9 HTTP/1.1" status: 200 len: 1093 time: 5.1214323 Nov 09 04:16:32.998768 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196b8c03-35f6-47e5-bc1c-c1579b6f42a9', 'tag': '490c1e67-81a0-40ef-8104-06c6989875b9'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:16:33.024431 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9cc61-aa72-4049-bfa6-2100f968d882 req-92bfe8ec-c390-4565-8550-689a792f6179 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:33.024431 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-67f9cc61-aa72-4049-bfa6-2100f968d882 req-92bfe8ec-c390-4565-8550-689a792f6179 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 943 time: 0.3241918 Nov 09 04:16:33.050187 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-6793d21b-7318-4dc6-a7d6-09db76bf0ae7 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 04:16:33.050624 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6793d21b-7318-4dc6-a7d6-09db76bf0ae7 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:16:33.125463 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6793d21b-7318-4dc6-a7d6-09db76bf0ae7 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.5673921 Nov 09 04:16:33.138606 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44878) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:33.152394 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Checking segment: {'id': '0a5ae215-825b-478b-8db8-bfd94130fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '16e10cb3-87c9-4e4a-8146-c8d91116b96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:33.152770 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Network hostable DHCP agents. Network: 16e10cb3-87c9-4e4a-8146-c8d91116b96d, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:16:33.232349 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aea204-fb6f-4ced-af4a-79ddf72f5a01 req-4bdb19cb-d346-44c8-95e0-e5889e36e4c8 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:33.239455 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-93aea204-fb6f-4ced-af4a-79ddf72f5a01 req-4bdb19cb-d346-44c8-95e0-e5889e36e4c8 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 943 time: 0.8240178 Nov 09 04:16:33.240120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089c7c6-1b88-4fe0-81b2-dc81a7a711d4 service neutron] Pushing event updated for resources: {'Port': ['ID=490c1e67-81a0-40ef-8104-06c6989875b9,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:33.290825 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-67f9cc61-aa72-4049-bfa6-2100f968d882 req-a4b45d66-afb1-4607-b9c7-4e170071ca9c tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549255 Nov 09 04:16:33.312424 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Allocated IP 2001:db8::1 (1f8e9097-bf40-446a-894f-9070c78fbfb4/915aa6ce-3b9f-4c09-9531-f67c9f44811b/957226a7-78d4-469d-b2fb-cfe8b69406f8) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:33.339589 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd659cac-326b-483e-b6c8-e8b559028c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "196b8c03-35f6-47e5-bc1c-c1579b6f42a9", "tag": "490c1e67-81a0-40ef-8104-06c6989875b9"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:16:33.403097 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:33.421107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:33.437280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aea5a12-e12f-4fac-b0fc-66c65298c681 x-openstack-request-id: req-2aea5a12-e12f-4fac-b0fc-66c65298c681 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:16:33.437706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d40010-bd75-4592-8cb0-ec11cdb8abd1", "tag": "e1f6022d-2dde-4034-af66-8dc0071308ed", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:16:33.437965 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2aea5a12-e12f-4fac-b0fc-66c65298c681 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:16:33.438360 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d40010-bd75-4592-8cb0-ec11cdb8abd1', 'tag': 'e1f6022d-2dde-4034-af66-8dc0071308ed', 'status': 'completed', 'code': 200} Nov 09 04:16:33.439482 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Network 16e10cb3-87c9-4e4a-8146-c8d91116b96d is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:16:33.554458 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 16e10cb3-87c9-4e4a-8146-c8d91116b96d) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:33.575668 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234f8ea2-e17a-47d3-8b35-cd48989e6669 None None] Network 16e10cb3-87c9-4e4a-8146-c8d91116b96d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:33.596986 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:33.597461 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:33.598438 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:33.638153 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-01620dc4-dd6e-493b-abc3-e7e8beedab3e tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.1945033 Nov 09 04:16:33.640323 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44890) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:33.648484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc38e13-8bf9-42ca-a6e9-976144010e3d req-b66646f0-5987-4ae8-abfb-8c3ab7a06dca tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:33.652154 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cdc38e13-8bf9-42ca-a6e9-976144010e3d req-b66646f0-5987-4ae8-abfb-8c3ab7a06dca tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 944 time: 0.1227121 Nov 09 04:16:33.696167 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44892) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:33.747046 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c23f14d0-46c6-4689-a9a3-0e6f4c3d93f9 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Deleting port ce2446b7-c78a-4dd0-95a5-4b173211c0f8 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:33.747444 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c23f14d0-46c6-4689-a9a3-0e6f4c3d93f9 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:33.754480 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-93aea204-fb6f-4ced-af4a-79ddf72f5a01 req-368c3d3f-9d74-43a3-becc-67535566120a tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4255638 Nov 09 04:16:33.771983 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:33.788024 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:33.895260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Network 1f8e9097-bf40-446a-894f-9070c78fbfb4 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:33.899805 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:33.905630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:33.908566 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ebd687-bc24-483c-a732-ddd30483d5a0 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:33.912005 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ebd687-bc24-483c-a732-ddd30483d5a0 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:33.917447 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:33.923335 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ebd687-bc24-483c-a732-ddd30483d5a0 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:33.940626 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-17ebd687-bc24-483c-a732-ddd30483d5a0 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2873359 Nov 09 04:16:33.942375 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44898) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:33.991057 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cdc38e13-8bf9-42ca-a6e9-976144010e3d req-9e0a272a-72a0-4064-9f5b-1c2d0cd05a17 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805319 Nov 09 04:16:34.021043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1701818397'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:34.097531 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Pushing event updated for resources: {'Port': ['ID=957226a7-78d4-469d-b2fb-cfe8b69406f8,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:34.123470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Made reservation on behalf of 6335534047da4eda979f160822cd023b for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:34.127112 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.136064 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c23f14d0-46c6-4689-a9a3-0e6f4c3d93f9 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.136752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c23f14d0-46c6-4689-a9a3-0e6f4c3d93f9 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.142189 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.166006 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Attempting to bind port 957226a7-78d4-469d-b2fb-cfe8b69406f8 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:34.168243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Attempting to bind port 957226a7-78d4-469d-b2fb-cfe8b69406f8 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'aa0d6574-556b-4cca-9210-30149b60fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1f8e9097-bf40-446a-894f-9070c78fbfb4'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:34.168707 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Attempting to bind port 957226a7-78d4-469d-b2fb-cfe8b69406f8 on network 1f8e9097-bf40-446a-894f-9070c78fbfb4 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:34.170904 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-558bfc62-d6f6-4cda-925c-41279b822084 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Deleting subnet 915aa6ce-3b9f-4c09-9531-f67c9f44811b {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:16:34.171236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Router e1ae52da-8613-4c9e-959f-a25fc971a72f is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:16:34.185575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-558bfc62-d6f6-4cda-925c-41279b822084 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.247948 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c23f14d0-46c6-4689-a9a3-0e6f4c3d93f9 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Calling delete_port for ce2446b7-c78a-4dd0-95a5-4b173211c0f8 owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:34.271207 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-16e10cb3-87c9-4e4a-8146-c8d91116b96d', 'network_id': '16e10cb3-87c9-4e4a-8146-c8d91116b96d', 'tenant_id': 'd489cf525bf04341bdac18ab0d20283d', 'fixed_ips': [{'subnet_id': 'd50c44d7-7226-4882-9506-0b8b43c411ac'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:16:34.272824 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.284660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-558bfc62-d6f6-4cda-925c-41279b822084 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.297976 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36716830-1f93-447a-b2ba-e86e9c044ca7 x-openstack-request-id: req-36716830-1f93-447a-b2ba-e86e9c044ca7 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:16:34.298345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196b8c03-35f6-47e5-bc1c-c1579b6f42a9", "tag": "490c1e67-81a0-40ef-8104-06c6989875b9", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:16:34.298549 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36716830-1f93-447a-b2ba-e86e9c044ca7 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:16:34.299157 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196b8c03-35f6-47e5-bc1c-c1579b6f42a9', 'tag': '490c1e67-81a0-40ef-8104-06c6989875b9', 'status': 'completed', 'code': 200} Nov 09 04:16:34.299812 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:34.300214 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Checking segment: {'id': 'aa0d6574-556b-4cca-9210-30149b60fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1f8e9097-bf40-446a-894f-9070c78fbfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:34.300841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.302010 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Bound using segment: {'id': 'aa0d6574-556b-4cca-9210-30149b60fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1f8e9097-bf40-446a-894f-9070c78fbfb4'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:34.302657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Bound port: 957226a7-78d4-469d-b2fb-cfe8b69406f8, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0d6574-556b-4cca-9210-30149b60fcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1f8e9097-bf40-446a-894f-9070c78fbfb4'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:34.303058 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.426572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.436188 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Router 58b40d9b-5df7-4906-adac-843c5aae2511 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:16:34.441023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.458973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:34.478771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.487072 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Added segment d9c4c96d-d5eb-43a7-b3c6-8248bf8be41b of type vlan for network 7ec3db31-92c5-4a54-8680-f92095943c69 Nov 09 04:16:34.567479 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-558bfc62-d6f6-4cda-925c-41279b822084 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.588732 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.597773 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c1e1c-9c2c-40a5-aec9-3d2fc284a54f req-747ce831-eddb-4404-9ab0-4cb5356333f5 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:34.602641 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7e4c1e1c-9c2c-40a5-aec9-3d2fc284a54f req-747ce831-eddb-4404-9ab0-4cb5356333f5 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 943 time: 0.1835902 Nov 09 04:16:34.705482 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7e4c1e1c-9c2c-40a5-aec9-3d2fc284a54f req-2157eea9-bd8c-4716-9d7b-f95726720f10 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760324 Nov 09 04:16:34.707955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c23f14d0-46c6-4689-a9a3-0e6f4c3d93f9 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.710220 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31a15ca-cf7d-4144-b80c-ea3e49dbc6e1,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:34.713952 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:34.744373 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2196a52-b4c6-4d9e-8418-622e0d9072b5 None None] Sync routers for ids ['e1ae52da-8613-4c9e-959f-a25fc971a72f'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:34.760386 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-558bfc62-d6f6-4cda-925c-41279b822084 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.763798 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] For port 957226a7-78d4-469d-b2fb-cfe8b69406f8, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:16:34.767675 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Allocated IP 2001:db8:0:1::1 (16e10cb3-87c9-4e4a-8146-c8d91116b96d/d50c44d7-7226-4882-9506-0b8b43c411ac/66363798-6bc8-4789-b619-1586cb5f85d2) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:34.770297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2196a52-b4c6-4d9e-8418-622e0d9072b5 None None] Routers {'e1ae52da-8613-4c9e-959f-a25fc971a72f'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:34.771051 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d2196a52-b4c6-4d9e-8418-622e0d9072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e1ae52da-8613-4c9e-959f-a25fc971a72f'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:34.771964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.773820 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f14d0-46c6-4689-a9a3-0e6f4c3d93f9 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce2446b7-c78a-4dd0-95a5-4b173211c0f8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:34.774092 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-589b9e54-1be4-4fcf-8e1f-2614e36fd191 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.9191947 Nov 09 04:16:34.777021 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44904) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:34.784657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] For port 957226a7-78d4-469d-b2fb-cfe8b69406f8, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=957226a7-78d4-469d-b2fb-cfe8b69406f8,segment=NetworkSegment(aa0d6574-556b-4cca-9210-30149b60fcaa),segment_id=aa0d6574-556b-4cca-9210-30149b60fcaa)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:16:34.792752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.809559 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:34.810230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.915808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bfc62-d6f6-4cda-925c-41279b822084 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event deleted for resources: {'Subnet': ['ID=915aa6ce-3b9f-4c09-9531-f67c9f44811b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:34.918943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-558bfc62-d6f6-4cda-925c-41279b822084 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.924833 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-558bfc62-d6f6-4cda-925c-41279b822084 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "DELETE /v2.0/subnets/915aa6ce-3b9f-4c09-9531-f67c9f44811b HTTP/1.1" status: 204 len: 168 time: 0.9775929 Nov 09 04:16:34.925164 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c23f14d0-46c6-4689-a9a3-0e6f4c3d93f9 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.927539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c23f14d0-46c6-4689-a9a3-0e6f4c3d93f9 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.928871 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c23f14d0-46c6-4689-a9a3-0e6f4c3d93f9 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517 tempest-ExternalNetworksAdminNegativeTestJSON-2098211517-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/e9aee50f-100f-4fbb-b8ac-ccc17681c5f4 HTTP/1.1" status: 204 len: 168 time: 1.7890744 Nov 09 04:16:34.929520 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44908) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:34.981082 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:34.983435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d2196a52-b4c6-4d9e-8418-622e0d9072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:34.998897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a9232f-672e-4ba7-8570-2307d8192265 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Deleting subnet d50c44d7-7226-4882-9506-0b8b43c411ac {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:16:35.084832 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9dbe3-5228-4b7e-949c-ac0a8cf95bd6 None None] Pushing event updated for resources: {'Port': ['ID=957226a7-78d4-469d-b2fb-cfe8b69406f8,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:35.120912 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4178998 Nov 09 04:16:35.128846 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44914) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:35.135107 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2196a52-b4c6-4d9e-8418-622e0d9072b5 None None] Routers {'e1ae52da-8613-4c9e-959f-a25fc971a72f'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:35.135303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e0ab8c5b-9afe-4f42-81ca-c63b02111764 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Request body: {'subnet': {'network_id': '7ec3db31-92c5-4a54-8680-f92095943c69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:35.136166 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d2196a52-b4c6-4d9e-8418-622e0d9072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e1ae52da-8613-4c9e-959f-a25fc971a72f'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:35.159799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936996e-6fd8-476e-b6a5-d82362005d85 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Pushing event updated for resources: {'Network': ['ID=7ec3db31-92c5-4a54-8680-f92095943c69,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:35.162501 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:35.175981 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Sync routers for ids ['58b40d9b-5df7-4906-adac-843c5aae2511'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:35.197044 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Routers {'58b40d9b-5df7-4906-adac-843c5aae2511'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:35.198107 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['58b40d9b-5df7-4906-adac-843c5aae2511'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:35.208915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db035927-ba3f-4de6-8a7a-eb6dd06ea0c5 req-2670c007-bbba-479f-8c07-943156802fbc tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:35.212252 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-db035927-ba3f-4de6-8a7a-eb6dd06ea0c5 req-2670c007-bbba-479f-8c07-943156802fbc tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 943 time: 0.2739520 Nov 09 04:16:35.214267 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:35.219211 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-aeb1ddf6-d0dc-411f-8808-9ab6955d5c19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.5858319 Nov 09 04:16:35.222995 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 7ec3db31-92c5-4a54-8680-f92095943c69 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:35.231752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44916) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:35.270614 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d2196a52-b4c6-4d9e-8418-622e0d9072b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:35.279574 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2196a52-b4c6-4d9e-8418-622e0d9072b5 None None] The sync data for ids ['e1ae52da-8613-4c9e-959f-a25fc971a72f'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:35.369845 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b0cc0423-719e-4f5c-8901-21860b68946c tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/routers/e1ae52da-8613-4c9e-959f-a25fc971a72f HTTP/1.1" status: 200 len: 920 time: 0.5860529 Nov 09 04:16:35.371750 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44920) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:35.418300 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ab8c5b-9afe-4f42-81ca-c63b02111764 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Made reservation on behalf of 6335534047da4eda979f160822cd023b for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:35.428891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8c5b-9afe-4f42-81ca-c63b02111764 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:35.444644 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-05d856a2-bb8f-47e8-b435-28b27e4d10a6 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ae52da-8613-4c9e-959f-a25fc971a72f HTTP/1.1" status: 200 len: 205 time: 0.0636199 Nov 09 04:16:35.456015 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Set router 58b40d9b-5df7-4906-adac-843c5aae2511 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:35.473257 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a1c39-1d66-4659-b41e-b37f16ba574d req-b48b7340-7396-4fef-82fb-d09f555f809a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:35.474866 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-158a1c39-1d66-4659-b41e-b37f16ba574d req-b48b7340-7396-4fef-82fb-d09f555f809a tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 944 time: 0.3856626 Nov 09 04:16:35.485623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44922) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:35.568843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:35.576391 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44924) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:35.582267 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:35.601280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-39a9232f-672e-4ba7-8570-2307d8192265 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:35.708132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-39a9232f-672e-4ba7-8570-2307d8192265 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:35.718256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Network 16e10cb3-87c9-4e4a-8146-c8d91116b96d is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:35.731138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:35.735954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Pushing event updated for resources: {'Port': ['ID=66363798-6bc8-4789-b619-1586cb5f85d2,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:35.743526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:35.821192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-39a9232f-672e-4ba7-8570-2307d8192265 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:35.842763 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Attempting to bind port 66363798-6bc8-4789-b619-1586cb5f85d2 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:35.843748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Attempting to bind port 66363798-6bc8-4789-b619-1586cb5f85d2 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '0a5ae215-825b-478b-8db8-bfd94130fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '16e10cb3-87c9-4e4a-8146-c8d91116b96d'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:35.844415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Attempting to bind port 66363798-6bc8-4789-b619-1586cb5f85d2 on network 16e10cb3-87c9-4e4a-8146-c8d91116b96d {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:35.850423 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b40d9b-5df7-4906-adac-843c5aae2511', 'name': 'tempest-snat-router-1336931749', 'tenant_id': 'da0ffd6102044448b330d1e7ce8ea48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.226'}], 'enable_snat': False}, 'gw_port_id': 'b832f87d-d8df-4ba2-b36f-ff71667be5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:16:25Z', 'updated_at': '2021-11-09T04:16:32Z', 'revision_number': 3, 'project_id': 'da0ffd6102044448b330d1e7ce8ea48c', 'gw_port': {'id': 'b832f87d-d8df-4ba2-b36f-ff71667be5d6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b40d9b-5df7-4906-adac-843c5aae2511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:29Z', 'updated_at': '2021-11-09T04:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:35.852430 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:35.853009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Checking segment: {'id': '0a5ae215-825b-478b-8db8-bfd94130fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '16e10cb3-87c9-4e4a-8146-c8d91116b96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:35.853615 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:35.854375 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Bound using segment: {'id': '0a5ae215-825b-478b-8db8-bfd94130fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '16e10cb3-87c9-4e4a-8146-c8d91116b96d'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:35.855005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Bound port: 66363798-6bc8-4789-b619-1586cb5f85d2, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5ae215-825b-478b-8db8-bfd94130fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '16e10cb3-87c9-4e4a-8146-c8d91116b96d'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:35.855744 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:35.887922 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Checking router: 58b40d9b-5df7-4906-adac-843c5aae2511 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:16:35.888273 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Updating router 58b40d9b-5df7-4906-adac-843c5aae2511 port b832f87d-d8df-4ba2-b36f-ff71667be5d6 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:16:35.907799 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6d06f72f-aa5a-449d-8ce0-b4d105205f18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:35.918886 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:35.930668 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-158a1c39-1d66-4659-b41e-b37f16ba574d req-3fbc06a2-6557-485a-9595-32f81ef14faf tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3854978 Nov 09 04:16:35.972118 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-db035927-ba3f-4de6-8a7a-eb6dd06ea0c5 req-76be0e6e-62bb-42c7-94fd-b88acee57c61 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7425904 Nov 09 04:16:35.998793 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-16263c29-28fd-477b-8c7a-5df84658fd32 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/routers/58b40d9b-5df7-4906-adac-843c5aae2511 HTTP/1.1" status: 200 len: 909 time: 0.7661235 Nov 09 04:16:36.026486 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44932) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:36.032494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1336931749', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'enable_snat': True}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:36.062001 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] For port 66363798-6bc8-4789-b619-1586cb5f85d2, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:16:36.070611 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] For port 66363798-6bc8-4789-b619-1586cb5f85d2, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=66363798-6bc8-4789-b619-1586cb5f85d2,segment=NetworkSegment(0a5ae215-825b-478b-8db8-bfd94130fcff),segment_id=0a5ae215-825b-478b-8db8-bfd94130fcff)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:16:36.072286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-39a9232f-672e-4ba7-8570-2307d8192265 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.075414 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f695ac52-878d-470a-88e3-7c83740e8e52 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.080046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.083339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.084893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.156602 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9232f-672e-4ba7-8570-2307d8192265 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event deleted for resources: {'Subnet': ['ID=d50c44d7-7226-4882-9506-0b8b43c411ac,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:36.211026 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55ed24-fc04-4cde-924c-e73ac17e1e5f None None] Pushing event updated for resources: {'Port': ['ID=66363798-6bc8-4789-b619-1586cb5f85d2,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:36.211296 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-39a9232f-672e-4ba7-8570-2307d8192265 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.231880 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-39a9232f-672e-4ba7-8570-2307d8192265 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "DELETE /v2.0/subnets/d50c44d7-7226-4882-9506-0b8b43c411ac HTTP/1.1" status: 204 len: 168 time: 1.3012726 Nov 09 04:16:36.239771 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44934) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:36.251780 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 957226a7-78d4-469d-b2fb-cfe8b69406f8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:36.266090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.360134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 957226a7-78d4-469d-b2fb-cfe8b69406f8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:36.360494 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.412520 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6d06f72f-aa5a-449d-8ce0-b4d105205f18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.487524 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.510786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f695ac52-878d-470a-88e3-7c83740e8e52 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.521302 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.556642 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.558706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8c5b-9afe-4f42-81ca-c63b02111764 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.569018 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6744ebc8-67fc-4273-8e4d-12cbe7c98d5d tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:36.574331 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6744ebc8-67fc-4273-8e4d-12cbe7c98d5d tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3192117 Nov 09 04:16:36.574498 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf02fea-ec37-4916-86f7-49dad09e63b5 None None] Pushing event updated for resources: {'Port': ['ID=b832f87d-d8df-4ba2-b36f-ff71667be5d6,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:36.604533 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Attempting to bind port b832f87d-d8df-4ba2-b36f-ff71667be5d6 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:36.605044 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Attempting to bind port b832f87d-d8df-4ba2-b36f-ff71667be5d6 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:36.606983 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Attempting to bind port b832f87d-d8df-4ba2-b36f-ff71667be5d6 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:36.614410 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44936) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:36.616537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 957226a7-78d4-469d-b2fb-cfe8b69406f8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=957226a7-78d4-469d-b2fb-cfe8b69406f8,segment=NetworkSegment(aa0d6574-556b-4cca-9210-30149b60fcaa),segment_id=aa0d6574-556b-4cca-9210-30149b60fcaa)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:36.620225 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:36.620856 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:36.621361 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.622157 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:36.622831 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Bound port: b832f87d-d8df-4ba2-b36f-ff71667be5d6, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:36.623369 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.625732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.666311 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6d06f72f-aa5a-449d-8ce0-b4d105205f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.688607 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] For port b832f87d-d8df-4ba2-b36f-ff71667be5d6, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:16:36.692276 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] For port b832f87d-d8df-4ba2-b36f-ff71667be5d6, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b832f87d-d8df-4ba2-b36f-ff71667be5d6,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:16:36.698881 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=957226a7-78d4-469d-b2fb-cfe8b69406f8,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:36.712549 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab8c5b-9afe-4f42-81ca-c63b02111764 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Pushing event updated for resources: {'Subnet': ['ID=4443445e-7aa5-4233-8513-fc45aa3512e5,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:36.713731 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.731032 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6d06f72f-aa5a-449d-8ce0-b4d105205f18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=915da8cfb6064c67a2c8b03e293d634e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1497030 Nov 09 04:16:36.733245 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-4b891181-2bf5-427c-b6b6-1da97cb94c5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4862d803-77b2-435f-9989-18f65b7f3e03 HTTP/1.1" status: 200 len: 217 time: 0.4601142 Nov 09 04:16:36.734996 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44940) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:36.760497 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:36.787359 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Routers {'58b40d9b-5df7-4906-adac-843c5aae2511'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:36.788189 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['58b40d9b-5df7-4906-adac-843c5aae2511'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:36.802165 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd659cac-326b-483e-b6c8-e8b559028c8d req-f7f11eaf-1591-49e6-ab90-d1668accba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:36.803680 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bd659cac-326b-483e-b6c8-e8b559028c8d req-f7f11eaf-1591-49e6-ab90-d1668accba36 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6dfcc1c4d09647fa8fc08487cdee666e&device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 1096 time: 0.4788921 Nov 09 04:16:36.833740 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf02fea-ec37-4916-86f7-49dad09e63b5 None None] Pushing event updated for resources: {'Port': ['ID=b832f87d-d8df-4ba2-b36f-ff71667be5d6,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:36.847398 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa54a5-7332-4f27-96a0-54e4dcab665d req-b1fa0c56-6044-4443-8e4e-516d239e574a tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:36.855724 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-84aa54a5-7332-4f27-96a0-54e4dcab665d req-b1fa0c56-6044-4443-8e4e-516d239e574a tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 943 time: 0.8101416 Nov 09 04:16:36.858814 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11642f-a51d-436b-ada4-f7d062905465 req-31a0c1f6-d153-4804-bbdf-f2f06d38e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:36.860325 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-31a0c1f6-d153-4804-bbdf-f2f06d38e3d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb HTTP/1.1" status: 200 len: 850 time: 0.1189299 Nov 09 04:16:36.862446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a6f3b-2bb0-4fa0-a916-f5d3b497b909 req-64d5e63b-8dd3-441b-8996-32f4321d4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:36.863524 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-699a6f3b-2bb0-4fa0-a916-f5d3b497b909 req-64d5e63b-8dd3-441b-8996-32f4321d4380 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9d1db2f4a4b4c198a0d79702824d532&device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 1097 time: 0.6089370 Nov 09 04:16:36.925433 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86028064-9e85-45db-a1ed-917697a05c5c None None] Network 1f8e9097-bf40-446a-894f-9070c78fbfb4 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:36.933104 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] Set router 58b40d9b-5df7-4906-adac-843c5aae2511 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:36.950344 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:37.098361 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c9811662-585e-49c4-b66f-77c335046a25 None None] Provisioning complete for port 957226a7-78d4-469d-b2fb-cfe8b69406f8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:37.098896 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c9811662-585e-49c4-b66f-77c335046a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:37.140475 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f695ac52-878d-470a-88e3-7c83740e8e52 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Deleting port eff6ab76-4fcd-42c7-9706-b5dc09b51795 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:37.141052 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f695ac52-878d-470a-88e3-7c83740e8e52 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:37.180461 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b40d9b-5df7-4906-adac-843c5aae2511', 'name': 'tempest-snat-router-1336931749', 'tenant_id': 'da0ffd6102044448b330d1e7ce8ea48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.226'}], 'enable_snat': False}, 'gw_port_id': 'b832f87d-d8df-4ba2-b36f-ff71667be5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:16:25Z', 'updated_at': '2021-11-09T04:16:32Z', 'revision_number': 3, 'project_id': 'da0ffd6102044448b330d1e7ce8ea48c', 'gw_port': {'id': 'b832f87d-d8df-4ba2-b36f-ff71667be5d6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b40d9b-5df7-4906-adac-843c5aae2511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:29Z', 'updated_at': '2021-11-09T04:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:37.203371 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd659cac-326b-483e-b6c8-e8b559028c8d req-ce87a690-efa3-4c56-b43a-3c6eb6a99365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:37.204843 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bd659cac-326b-483e-b6c8-e8b559028c8d req-ce87a690-efa3-4c56-b43a-3c6eb6a99365 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6dfcc1c4d09647fa8fc08487cdee666e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3827219 Nov 09 04:16:37.267252 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a8f79-9c9c-40c1-b879-6a3cc6b0522a None None] The sync data for ids ['58b40d9b-5df7-4906-adac-843c5aae2511'] in dv-neutron-816800-2-hyperv is: [{'id': '58b40d9b-5df7-4906-adac-843c5aae2511', 'name': 'tempest-snat-router-1336931749', 'tenant_id': 'da0ffd6102044448b330d1e7ce8ea48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.226'}], 'enable_snat': False}, 'gw_port_id': 'b832f87d-d8df-4ba2-b36f-ff71667be5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:16:25Z', 'updated_at': '2021-11-09T04:16:32Z', 'revision_number': 3, 'project_id': 'da0ffd6102044448b330d1e7ce8ea48c', 'gw_port': {'id': 'b832f87d-d8df-4ba2-b36f-ff71667be5d6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b40d9b-5df7-4906-adac-843c5aae2511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:29Z', 'updated_at': '2021-11-09T04:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:37.289968 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eef1df-0d44-4b05-8ce1-a947ed4c15e4 None None] DHCP port deletion for 1f8e9097-bf40-446a-894f-9070c78fbfb4 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:16:37.306370 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ab8c5b-9afe-4f42-81ca-c63b02111764 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Checking segment: {'id': 'd9c4c96d-d5eb-43a7-b3c6-8248bf8be41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7ec3db31-92c5-4a54-8680-f92095943c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:37.306853 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ab8c5b-9afe-4f42-81ca-c63b02111764 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Network hostable DHCP agents. Network: 7ec3db31-92c5-4a54-8680-f92095943c69, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:16:37.358876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-88eef1df-0d44-4b05-8ce1-a947ed4c15e4 None None] Deleting port 957226a7-78d4-469d-b2fb-cfe8b69406f8 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:37.360495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-88eef1df-0d44-4b05-8ce1-a947ed4c15e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:37.396937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06f72f-aa5a-449d-8ce0-b4d105205f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9f260b-cd57-42b3-bc22-bf638b057d16,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:37.450996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-88eef1df-0d44-4b05-8ce1-a947ed4c15e4 None None] For port 957226a7-78d4-469d-b2fb-cfe8b69406f8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=957226a7-78d4-469d-b2fb-cfe8b69406f8,segment=NetworkSegment(aa0d6574-556b-4cca-9210-30149b60fcaa),segment_id=aa0d6574-556b-4cca-9210-30149b60fcaa)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:37.451395 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-88eef1df-0d44-4b05-8ce1-a947ed4c15e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:37.467900 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-88eef1df-0d44-4b05-8ce1-a947ed4c15e4 None None] Calling delete_port for 957226a7-78d4-469d-b2fb-cfe8b69406f8 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:37.475171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba29fa-afeb-4627-b500-1eeb4f11d307 req-17b0f84b-1a5b-4026-92ff-37140b277aa8 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:37.476850 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1bba29fa-afeb-4627-b500-1eeb4f11d307 req-17b0f84b-1a5b-4026-92ff-37140b277aa8 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 944 time: 0.4002156 Nov 09 04:16:37.483969 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-84aa54a5-7332-4f27-96a0-54e4dcab665d req-166c8c2e-afdc-4b17-a009-bded18c6f0c4 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6272025 Nov 09 04:16:37.496731 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11642f-a51d-436b-ada4-f7d062905465 req-920f413b-38c4-4433-b51f-4de1eb57367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:37.499393 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-920f413b-38c4-4433-b51f-4de1eb57367d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ce73bf0-f08d-4515-bc4d-a4385e38aaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6196194 Nov 09 04:16:37.531647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ab8c5b-9afe-4f42-81ca-c63b02111764 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Network 7ec3db31-92c5-4a54-8680-f92095943c69 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:16:37.569089 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0d662b3-59fc-42a7-b6ac-9ed59522e87d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:37.574956 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a6f3b-2bb0-4fa0-a916-f5d3b497b909 req-e9f4d650-501a-4db7-bdd4-07c1fc72ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:37.576788 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-699a6f3b-2bb0-4fa0-a916-f5d3b497b909 req-e9f4d650-501a-4db7-bdd4-07c1fc72ee0c service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a9d1db2f4a4b4c198a0d79702824d532&shared=False HTTP/1.1" status: 200 len: 905 time: 0.6887000 Nov 09 04:16:37.628246 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f695ac52-878d-470a-88e3-7c83740e8e52 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:37.634925 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Deleting port 66363798-6bc8-4789-b619-1586cb5f85d2 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:37.635300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:37.638021 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-88eef1df-0d44-4b05-8ce1-a947ed4c15e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:37.645446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-e0ab8c5b-9afe-4f42-81ca-c63b02111764 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 7ec3db31-92c5-4a54-8680-f92095943c69) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:37.651027 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ab8c5b-9afe-4f42-81ca-c63b02111764 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:37.651634 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8c5b-9afe-4f42-81ca-c63b02111764 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:37.660657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc5374-b827-44f0-b157-0a90f9a4e8c7 None None] Network 7ec3db31-92c5-4a54-8680-f92095943c69 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:37.684967 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eef1df-0d44-4b05-8ce1-a947ed4c15e4 None None] No DVR routers for this DVR port 957226a7-78d4-469d-b2fb-cfe8b69406f8 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:16:37.701849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eef1df-0d44-4b05-8ce1-a947ed4c15e4 None None] Pushing event deleted for resources: {'Port': ['ID=957226a7-78d4-469d-b2fb-cfe8b69406f8,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:37.718131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f695ac52-878d-470a-88e3-7c83740e8e52 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Calling delete_port for eff6ab76-4fcd-42c7-9706-b5dc09b51795 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:37.779251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd659cac-326b-483e-b6c8-e8b559028c8d req-d3bab1b9-f069-40a6-a807-fdcdbc5d7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:37.780743 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bd659cac-326b-483e-b6c8-e8b559028c8d req-d3bab1b9-f069-40a6-a807-fdcdbc5d7bb7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5634911 Nov 09 04:16:37.787836 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c499be5f-6ce0-4a96-ba97-f5919158b716 None None] Network 16e10cb3-87c9-4e4a-8146-c8d91116b96d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:37.804659 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1bba29fa-afeb-4627-b500-1eeb4f11d307 req-dcfa312d-c50a-4571-805f-304f82aa101e tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154452 Nov 09 04:16:37.915192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0d662b3-59fc-42a7-b6ac-9ed59522e87d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:37.931628 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] For port 66363798-6bc8-4789-b619-1586cb5f85d2, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=66363798-6bc8-4789-b619-1586cb5f85d2,segment=NetworkSegment(0a5ae215-825b-478b-8db8-bfd94130fcff),segment_id=0a5ae215-825b-478b-8db8-bfd94130fcff)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:37.932450 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:37.938351 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e0ab8c5b-9afe-4f42-81ca-c63b02111764 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8058143 Nov 09 04:16:37.959147 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44946) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:37.964710 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1211d60a-4d91-4f4e-ac1a-c64d7d607eac None None] Provisioning complete for port 66363798-6bc8-4789-b619-1586cb5f85d2 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:37.965243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1211d60a-4d91-4f4e-ac1a-c64d7d607eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:37.979623 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-23422e98-b9c2-4065-b7ef-f6d07288a106 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Request body: {'port': {'network_id': '7ec3db31-92c5-4a54-8680-f92095943c69', 'name': 'tempest-ExtraDHCPOptionsTestJSON-334587886'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:38.020338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c5e98-12c2-47b1-8097-638da376643b req-20bbb6eb-03f7-42b6-9f76-7731ff065feb tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:38.021969 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cc7c5e98-12c2-47b1-8097-638da376643b req-20bbb6eb-03f7-42b6-9f76-7731ff065feb tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 943 time: 0.4161487 Nov 09 04:16:38.078635 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-0d7041d9-ab6b-4b9c-a6dd-84e8eded99df service neutron] 10.222.0.31 "GET /v2.0/networks/5ce73bf0-f08d-4515-bc4d-a4385e38aaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689690 Nov 09 04:16:38.154351 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a6f3b-2bb0-4fa0-a916-f5d3b497b909 req-61b8b5a1-7842-4137-b946-4b2cfbe3f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:38.156835 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-699a6f3b-2bb0-4fa0-a916-f5d3b497b909 req-61b8b5a1-7842-4137-b946-4b2cfbe3f22b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5342801 Nov 09 04:16:38.185705 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-7ec3db31-92c5-4a54-8680-f92095943c69', 'network_id': '7ec3db31-92c5-4a54-8680-f92095943c69', 'tenant_id': '6335534047da4eda979f160822cd023b', 'fixed_ips': [{'subnet_id': '4443445e-7aa5-4233-8513-fc45aa3512e5'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:16:38.186739 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:38.188993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4124bc27-81b2-4715-bae1-48c02630d5dd None None] DHCP port deletion for 16e10cb3-87c9-4e4a-8146-c8d91116b96d request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:16:38.242470 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1211d60a-4d91-4f4e-ac1a-c64d7d607eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:38.286510 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-1211d60a-4d91-4f4e-ac1a-c64d7d607eac None None] For port 66363798-6bc8-4789-b619-1586cb5f85d2, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=66363798-6bc8-4789-b619-1586cb5f85d2,segment=NetworkSegment(0a5ae215-825b-478b-8db8-bfd94130fcff),segment_id=0a5ae215-825b-478b-8db8-bfd94130fcff)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:38.297129 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1211d60a-4d91-4f4e-ac1a-c64d7d607eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:38.332977 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cc7c5e98-12c2-47b1-8097-638da376643b req-8461cbc0-5f1d-4eb2-8bae-514a85d4cd00 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845614 Nov 09 04:16:38.334377 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0d662b3-59fc-42a7-b6ac-9ed59522e87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:38.338228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0d662b3-59fc-42a7-b6ac-9ed59522e87d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:38.339620 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a0d662b3-59fc-42a7-b6ac-9ed59522e87d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd9f260b-cd57-42b3-bc22-bf638b057d16 HTTP/1.1" status: 204 len: 168 time: 1.5995572 Nov 09 04:16:38.379693 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d662b3-59fc-42a7-b6ac-9ed59522e87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9f260b-cd57-42b3-bc22-bf638b057d16,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:38.381745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Calling delete_port for 66363798-6bc8-4789-b619-1586cb5f85d2 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:38.396611 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-11e367b9-25a7-4597-9111-83a7e5184c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:38.399301 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-11e367b9-25a7-4597-9111-83a7e5184c7c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9d1db2f4a4b4c198a0d79702824d532&device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 1097 time: 0.1626866 Nov 09 04:16:38.407338 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0e11642f-a51d-436b-ada4-f7d062905465 req-e0ef8a1d-4550-401a-ad2c-332a9a2959cb service neutron] 10.222.0.31 "GET /v2.0/networks/5ce73bf0-f08d-4515-bc4d-a4385e38aaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664645 Nov 09 04:16:38.450821 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-19c9e20d-0346-4311-952c-8dffba36898c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f6022d-2dde-4034-af66-8dc0071308ed HTTP/1.1" status: 200 len: 217 time: 0.0424528 Nov 09 04:16:38.491313 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23422e98-b9c2-4065-b7ef-f6d07288a106 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Made reservation on behalf of 6335534047da4eda979f160822cd023b for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:38.494814 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-23422e98-b9c2-4065-b7ef-f6d07288a106 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:38.565622 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-23422e98-b9c2-4065-b7ef-f6d07288a106 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] device_id is not set on port 8fb6bd48-cc3b-458b-aebc-d821b17be67b yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:16:38.588083 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-394f5940-7247-473d-95e8-8f54ed846c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:38.590026 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-394f5940-7247-473d-95e8-8f54ed846c03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bfb90b94-eee5-42b8-ae6e-732018a58008 HTTP/1.1" status: 200 len: 844 time: 0.1314657 Nov 09 04:16:38.619452 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Allocated IP 172.20.0.2 (7ec3db31-92c5-4a54-8680-f92095943c69/4443445e-7aa5-4233-8513-fc45aa3512e5/93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:38.644123 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4124bc27-81b2-4715-bae1-48c02630d5dd None None] Deleting port 66363798-6bc8-4789-b619-1586cb5f85d2 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:38.644497 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4124bc27-81b2-4715-bae1-48c02630d5dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:38.654704 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59af268-00d8-4650-9720-f7c9b8c41f84 req-0821c77d-ad50-4dd5-89b7-3283c31d5cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:38.656066 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d59af268-00d8-4650-9720-f7c9b8c41f84 req-0821c77d-ad50-4dd5-89b7-3283c31d5cfe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7273c23e14d458d8f30dc649eb26159&device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 1096 time: 0.1658273 Nov 09 04:16:38.692824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:38.759207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event deleted for resources: {'Port': ['ID=66363798-6bc8-4789-b619-1586cb5f85d2,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:38.761695 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:38.782685 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-32a37820-2246-4edc-974e-d3e546c39327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:38.784174 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-32a37820-2246-4edc-974e-d3e546c39327 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b1c392c-f262-40b8-99ba-61b89c78085e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1460581 Nov 09 04:16:38.819476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:38.822384 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] No DVR routers for this DVR port 66363798-6bc8-4789-b619-1586cb5f85d2 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:16:38.878775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59af268-00d8-4650-9720-f7c9b8c41f84 req-8dd1bcfe-5cbb-45c7-908e-acccd94d4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:38.882788 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d59af268-00d8-4650-9720-f7c9b8c41f84 req-8dd1bcfe-5cbb-45c7-908e-acccd94d4bba service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 HTTP/1.1" status: 200 len: 911 time: 0.1979871 Nov 09 04:16:38.897497 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4124bc27-81b2-4715-bae1-48c02630d5dd None None] For port 66363798-6bc8-4789-b619-1586cb5f85d2, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:38.900850 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4124bc27-81b2-4715-bae1-48c02630d5dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:38.923985 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4124bc27-81b2-4715-bae1-48c02630d5dd None None] Calling delete_port for 66363798-6bc8-4789-b619-1586cb5f85d2 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:38.927009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.ipam_backend_mixin [None req-4124bc27-81b2-4715-bae1-48c02630d5dd None None] Port 66363798-6bc8-4789-b619-1586cb5f85d2 was not found and therefore no delete operation was performed {{(pid=101885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 04:16:38.928315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211d60a-4d91-4f4e-ac1a-c64d7d607eac None None] Pushing event updated for resources: {'Port': ['ID=66363798-6bc8-4789-b619-1586cb5f85d2,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:38.933379 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4124bc27-81b2-4715-bae1-48c02630d5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:38.933865 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44956) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:38.944334 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-05227181-9fb5-447c-90d0-e197363bc4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:38.946394 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-05227181-9fb5-447c-90d0-e197363bc4a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6dfcc1c4d09647fa8fc08487cdee666e&device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 1096 time: 1.0347085 Nov 09 04:16:38.952644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f695ac52-878d-470a-88e3-7c83740e8e52 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:38.958267 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d59af268-00d8-4650-9720-f7c9b8c41f84 req-1cdfeda1-864d-4054-b562-1e876e478d3b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4862d803-77b2-435f-9989-18f65b7f3e03 HTTP/1.1" status: 200 len: 217 time: 0.0651293 Nov 09 04:16:38.981448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4124bc27-81b2-4715-bae1-48c02630d5dd None None] No DVR routers for this DVR port 66363798-6bc8-4789-b619-1586cb5f85d2 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:16:39.004021 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124bc27-81b2-4715-bae1-48c02630d5dd None None] Pushing event deleted for resources: {'Port': ['ID=66363798-6bc8-4789-b619-1586cb5f85d2,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:39.026840 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-04cee329-6007-4fac-83cd-9ec3f21dfaef service neutron] 10.222.0.31 "GET /v2.0/networks/4b1c392c-f262-40b8-99ba-61b89c78085e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329350 Nov 09 04:16:39.057128 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-16866951-59f2-4f3c-a6b7-5a82e253dc86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490c1e67-81a0-40ef-8104-06c6989875b9 HTTP/1.1" status: 200 len: 217 time: 0.0940924 Nov 09 04:16:39.073818 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695ac52-878d-470a-88e3-7c83740e8e52 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Pushing event deleted for resources: {'Port': ['ID=eff6ab76-4fcd-42c7-9706-b5dc09b51795,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:39.097576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30d74d-8ce4-4d98-aa91-3e4c668bfa95 req-f86003fb-1bc4-4c06-9969-be82702a2c21 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:39.099138 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bd30d74d-8ce4-4d98-aa91-3e4c668bfa95 req-f86003fb-1bc4-4c06-9969-be82702a2c21 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 943 time: 0.4428813 Nov 09 04:16:39.115883 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.124232 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-af8d6153-861b-46a0-8227-20a404882e2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5ccaaa91f5947dfb3740b8576d71794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845109 Nov 09 04:16:39.125108 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59af268-00d8-4650-9720-f7c9b8c41f84 req-a46283b9-abd7-4a99-9cf1-cb6d867933f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:39.125714 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.126048 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d59af268-00d8-4650-9720-f7c9b8c41f84 req-a46283b9-abd7-4a99-9cf1-cb6d867933f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb HTTP/1.1" status: 200 len: 850 time: 0.1372106 Nov 09 04:16:39.134954 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abca83-72eb-4b58-8918-e1ab09bf8b7a req-bcf014aa-5d8d-467d-81ad-18791ab56a0d tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:39.136452 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-26abca83-72eb-4b58-8918-e1ab09bf8b7a req-bcf014aa-5d8d-467d-81ad-18791ab56a0d tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 944 time: 0.2034333 Nov 09 04:16:39.138123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44958) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:39.179622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Network 7ec3db31-92c5-4a54-8680-f92095943c69 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:39.184885 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:39.188571 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:39.200458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Pushing event updated for resources: {'Port': ['ID=93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:39.200683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.251575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Attempting to bind port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:39.251963 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Attempting to bind port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd9c4c96d-d5eb-43a7-b3c6-8248bf8be41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7ec3db31-92c5-4a54-8680-f92095943c69'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:39.252968 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Attempting to bind port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 on network 7ec3db31-92c5-4a54-8680-f92095943c69 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:39.258236 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:39.258787 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Checking segment: {'id': 'd9c4c96d-d5eb-43a7-b3c6-8248bf8be41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7ec3db31-92c5-4a54-8680-f92095943c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:39.259070 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.259634 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Bound using segment: {'id': 'd9c4c96d-d5eb-43a7-b3c6-8248bf8be41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7ec3db31-92c5-4a54-8680-f92095943c69'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:39.260178 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Bound port: 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c4c96d-d5eb-43a7-b3c6-8248bf8be41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7ec3db31-92c5-4a54-8680-f92095943c69'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:39.260564 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.269006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f695ac52-878d-470a-88e3-7c83740e8e52 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.302990 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-23422e98-b9c2-4065-b7ef-f6d07288a106 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Allocated IP 172.20.0.12 (7ec3db31-92c5-4a54-8680-f92095943c69/4443445e-7aa5-4233-8513-fc45aa3512e5/8fb6bd48-cc3b-458b-aebc-d821b17be67b) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:39.319077 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-18787365-f9db-446c-b482-f329e0181e6a service neutron] 10.222.0.31 "GET /v2.0/networks/4b1c392c-f262-40b8-99ba-61b89c78085e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809234 Nov 09 04:16:39.329081 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59af268-00d8-4650-9720-f7c9b8c41f84 req-eb9a400e-aa72-4ab5-8d92-dc79d8c2e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:39.330730 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d59af268-00d8-4650-9720-f7c9b8c41f84 req-eb9a400e-aa72-4ab5-8d92-dc79d8c2e007 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ce73bf0-f08d-4515-bc4d-a4385e38aaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1932459 Nov 09 04:16:39.344461 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-26abca83-72eb-4b58-8918-e1ab09bf8b7a req-8fa241d2-ac60-4392-a70f-548bde0d29cc tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844692 Nov 09 04:16:39.380246 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e10cb3-87c9-4e4a-8146-c8d91116b96d']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:39.380432 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0fb40b1-0f09-4b09-bee5-c7eb13e2f22a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.386696 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] For port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:16:39.413941 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-ef890a8f-d2f6-43e8-9621-66dbba6637b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:39.415680 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-ef890a8f-d2f6-43e8-9621-66dbba6637b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8e11ddf-918b-4633-b516-311dd3cf995b HTTP/1.1" status: 200 len: 851 time: 0.3474364 Nov 09 04:16:39.425526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] For port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3,segment=NetworkSegment(d9c4c96d-d5eb-43a7-b3c6-8248bf8be41b),segment_id=d9c4c96d-d5eb-43a7-b3c6-8248bf8be41b)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:16:39.427584 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Allocated IP 172.26.5.106 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/4b90329e-c050-4fbe-948c-cdaecc3f42f7) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:39.437245 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.445471 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f695ac52-878d-470a-88e3-7c83740e8e52 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.449363 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f695ac52-878d-470a-88e3-7c83740e8e52 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.473207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5ae215-825b-478b-8db8-bfd94130fcff') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:39.473525 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5ae215-825b-478b-8db8-bfd94130fcff') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:39.476772 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0fb40b1-0f09-4b09-bee5-c7eb13e2f22a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.493103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b832f87d-d8df-4ba2-b36f-ff71667be5d6 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:39.494675 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bd30d74d-8ce4-4d98-aa91-3e4c668bfa95 req-591d78fe-5c32-4d65-bfbd-519df64a5012 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3540394 Nov 09 04:16:39.548529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.582262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b2920-0cf5-4633-84ab-48c312dd88a8 None None] Pushing event updated for resources: {'Port': ['ID=93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:39.592848 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.603000 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:39.603560 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.621564 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port b832f87d-d8df-4ba2-b36f-ff71667be5d6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:39.624160 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:39.626546 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:39.692862 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f695ac52-878d-470a-88e3-7c83740e8e52 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.693388 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f695ac52-878d-470a-88e3-7c83740e8e52 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Fanout notify agent at l3_agent the message router_deleted on router e1ae52da-8613-4c9e-959f-a25fc971a72f {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:16:39.703985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f695ac52-878d-470a-88e3-7c83740e8e52 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.711598 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f695ac52-878d-470a-88e3-7c83740e8e52 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "DELETE /v2.0/routers/e1ae52da-8613-4c9e-959f-a25fc971a72f HTTP/1.1" status: 204 len: 168 time: 4.2091560 Nov 09 04:16:39.712944 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44962) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:39.758401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.763008 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Request body: {'router': {'name': 'tempest-snat-router-50031095', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'enable_snat': False}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:39.790458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port b832f87d-d8df-4ba2-b36f-ff71667be5d6, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b832f87d-d8df-4ba2-b36f-ff71667be5d6,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:39.812204 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.847394 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-f65401b4-1d97-4ba9-9374-21b2828890ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:39.849438 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-f65401b4-1d97-4ba9-9374-21b2828890ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7406e378-feb3-4f56-a182-2c787a7b80e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4166722 Nov 09 04:16:39.899037 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.900798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.903838 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=b832f87d-d8df-4ba2-b36f-ff71667be5d6,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:39.908369 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 957226a7-78d4-469d-b2fb-cfe8b69406f8 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:16:39.931670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 957226a7-78d4-469d-b2fb-cfe8b69406f8 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:16:39.932125 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 957226a7-78d4-469d-b2fb-cfe8b69406f8 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:16:39.961601 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.969200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:39.973444 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "DELETE /v2.0/networks/16e10cb3-87c9-4e4a-8146-c8d91116b96d HTTP/1.1" status: 204 len: 168 time: 3.3568759 Nov 09 04:16:39.985063 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44964) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:39.988806 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d59af268-00d8-4650-9720-f7c9b8c41f84 req-61108077-605e-495c-a409-90171dd9bbbc service neutron] 10.222.0.31 "GET /v2.0/networks/5ce73bf0-f08d-4515-bc4d-a4385e38aaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6415813 Nov 09 04:16:40.056618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb97343-7624-4367-a8c8-0afdc5e79af7 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event deleted for resources: {'Network': ['ID=16e10cb3-87c9-4e4a-8146-c8d91116b96d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:40.104258 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2160ef-f2d5-48a5-b591-9854bbaf8b2a req-d9af08ab-bdb2-4c39-91c7-350aacc8a9b2 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:40.105393 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0c2160ef-f2d5-48a5-b591-9854bbaf8b2a req-d9af08ab-bdb2-4c39-91c7-350aacc8a9b2 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 943 time: 0.5706925 Nov 09 04:16:40.107417 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:40.131152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0fb40b1-0f09-4b09-bee5-c7eb13e2f22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:40.134114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0fb40b1-0f09-4b09-bee5-c7eb13e2f22a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:40.135231 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f0fb40b1-0f09-4b09-bee5-c7eb13e2f22a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65348b1f-580b-4418-851f-316747f025a4 HTTP/1.1" status: 204 len: 168 time: 0.9928391 Nov 09 04:16:40.138852 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-23422e98-b9c2-4065-b7ef-f6d07288a106 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:40.175243 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb40b1-0f09-4b09-bee5-c7eb13e2f22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65348b1f-580b-4418-851f-316747f025a4,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:40.192564 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d59af268-00d8-4650-9720-f7c9b8c41f84 req-b1afe126-fcf7-48a2-a37e-64215178e912 service neutron] 10.222.0.31 "GET /v2.0/networks/5ce73bf0-f08d-4515-bc4d-a4385e38aaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909575 Nov 09 04:16:40.225768 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0c2160ef-f2d5-48a5-b591-9854bbaf8b2a req-aa6c8e55-a901-42d1-a6a5-2ffa861e8732 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968113 Nov 09 04:16:40.238943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-23422e98-b9c2-4065-b7ef-f6d07288a106 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:40.266412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:40.294775 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-3dd34411-8de5-444b-83aa-badf00c04fea service neutron] 10.222.0.31 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282877 Nov 09 04:16:40.299552 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23422e98-b9c2-4065-b7ef-f6d07288a106 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Network 7ec3db31-92c5-4a54-8680-f92095943c69 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:40.304249 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-23422e98-b9c2-4065-b7ef-f6d07288a106 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:40.304955 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ebebb90f-1715-427d-aa4e-9c3465f5d323 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:40.311832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23422e98-b9c2-4065-b7ef-f6d07288a106 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:40.337337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b832f87d-d8df-4ba2-b36f-ff71667be5d6 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:40.348748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23422e98-b9c2-4065-b7ef-f6d07288a106 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Pushing event updated for resources: {'Port': ['ID=8fb6bd48-cc3b-458b-aebc-d821b17be67b,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:40.403741 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23422e98-b9c2-4065-b7ef-f6d07288a106 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:40.404193 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-23422e98-b9c2-4065-b7ef-f6d07288a106 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:40.429260 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-23422e98-b9c2-4065-b7ef-f6d07288a106 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4677272 Nov 09 04:16:40.432464 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44972) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:40.433724 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port b832f87d-d8df-4ba2-b36f-ff71667be5d6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:40.434269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:40.437709 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Request body: {'port': {'network_id': '7ec3db31-92c5-4a54-8680-f92095943c69', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1731211820', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:40.438266 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.api.validators [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] bootfile-name is not in valid_values {{(pid=101884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 04:16:40.438604 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.api.validators [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] tftp-server is not in valid_values {{(pid=101884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 04:16:40.438934 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.api.validators [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] server-ip-address is not in valid_values {{(pid=101884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 04:16:40.459562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:40.580349 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:40.592322 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Made reservation on behalf of 6335534047da4eda979f160822cd023b for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:40.595925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:40.630864 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:40.656887 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] device_id is not set on port b537f0bd-e912-471b-b78b-05260a35ac4a yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:16:40.667413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:40.668628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:40.803619 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:40.862729 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3,segment=NetworkSegment(d9c4c96d-d5eb-43a7-b3c6-8248bf8be41b),segment_id=d9c4c96d-d5eb-43a7-b3c6-8248bf8be41b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:40.874737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:40.875295 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15622715-7455-42e7-8159-2ac0441f316b req-ecb30a0a-17b4-4fbb-b2ee-d41621892ae2 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:40.877483 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-15622715-7455-42e7-8159-2ac0441f316b req-ecb30a0a-17b4-4fbb-b2ee-d41621892ae2 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 943 time: 0.2505884 Nov 09 04:16:40.905288 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 66363798-6bc8-4789-b619-1586cb5f85d2 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:16:40.916891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Allocated IP 172.20.0.14 (7ec3db31-92c5-4a54-8680-f92095943c69/4443445e-7aa5-4233-8513-fc45aa3512e5/b537f0bd-e912-471b-b78b-05260a35ac4a) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:40.959854 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 66363798-6bc8-4789-b619-1586cb5f85d2 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:16:40.960537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 66363798-6bc8-4789-b619-1586cb5f85d2 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:16:40.982896 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-15622715-7455-42e7-8159-2ac0441f316b req-2c6e37d3-94c9-4bc8-9510-12818685e5b9 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959694 Nov 09 04:16:41.012159 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:41.093262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:41.103367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b93eef-f439-4baf-bced-b564b6f40939 req-2d8230b5-6083-49d1-818c-f5e0b3ac6e14 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:41.104982 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-12b93eef-f439-4baf-bced-b564b6f40939 req-2d8230b5-6083-49d1-818c-f5e0b3ac6e14 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 944 time: 0.6553593 Nov 09 04:16:41.120175 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:41.123256 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:41.126816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ebebb90f-1715-427d-aa4e-9c3465f5d323 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.141083 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b435cd-47b0-4cec-b931-486d23b0a625 None None] Network 7ec3db31-92c5-4a54-8680-f92095943c69 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:41.158095 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-af1cf713-ef5c-4d97-92bf-28cc1456a773 req-0057951f-f56f-4525-abe2-fd29ca5a19b6 service neutron] 10.222.0.31 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8485861 Nov 09 04:16:41.183093 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.188849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Pushing event updated for resources: {'Port': ['ID=4b90329e-c050-4fbe-948c-cdaecc3f42f7,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:41.227487 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e69a907f-c3fa-4425-95d8-e30af6c0c4ed None None] Provisioning complete for port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:41.227828 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e69a907f-c3fa-4425-95d8-e30af6c0c4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.228509 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.277881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-ebebb90f-1715-427d-aa4e-9c3465f5d323 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8e9097-bf40-446a-894f-9070c78fbfb4']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:41.285431 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 44994) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:41.299798 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Network 7ec3db31-92c5-4a54-8680-f92095943c69 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:41.305701 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:41.315171 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:41.334868 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-ebebb90f-1715-427d-aa4e-9c3465f5d323 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0d6574-556b-4cca-9210-30149b60fcaa') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:41.334868 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-ebebb90f-1715-427d-aa4e-9c3465f5d323 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0d6574-556b-4cca-9210-30149b60fcaa') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:41.389722 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ebebb90f-1715-427d-aa4e-9c3465f5d323 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.403657 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Pushing event updated for resources: {'Port': ['ID=b537f0bd-e912-471b-b78b-05260a35ac4a,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:41.436777 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff12a4-1761-49b8-9d7b-d83e566635e9 req-b0bb98d8-f9b4-4ab4-9190-0e0f5fcbb647 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:41.438246 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-eaff12a4-1761-49b8-9d7b-d83e566635e9 req-b0bb98d8-f9b4-4ab4-9190-0e0f5fcbb647 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 943 time: 0.0897243 Nov 09 04:16:41.444055 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:41.444856 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.453728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4862d803-77b2-435f-9989-18f65b7f3e03 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:16:41.462823 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-12b93eef-f439-4baf-bced-b564b6f40939 req-4fa53049-d046-4496-af1c-ca552bb3ee53 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3437934 Nov 09 04:16:41.464000 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ebebb90f-1715-427d-aa4e-9c3465f5d323 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.487078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebebb90f-1715-427d-aa4e-9c3465f5d323 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:41.487481 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ebebb90f-1715-427d-aa4e-9c3465f5d323 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.490026 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-64f1a022-8885-4d74-9f39-93e93983bfba tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.0564399 Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:41.490556 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:41.492612 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 44998) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:41.498671 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-503118964'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:41.534995 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-eaff12a4-1761-49b8-9d7b-d83e566635e9 req-9b3e5801-abb9-4348-8c12-aadb45d40add tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866513 Nov 09 04:16:41.549768 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Made reservation on behalf of 08c437e9be4947d5ac5c6dd57a0df121 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:41.562961 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.572587 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.631043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4862d803-77b2-435f-9989-18f65b7f3e03, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4862d803-77b2-435f-9989-18f65b7f3e03,segment=NetworkSegment(15ceb2c9-795f-4254-ab70-ce73f3f867c6),segment_id=15ceb2c9-795f-4254-ab70-ce73f3f867c6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:41.638984 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ebebb90f-1715-427d-aa4e-9c3465f5d323 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.644419 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ebebb90f-1715-427d-aa4e-9c3465f5d323 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.648593 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ebebb90f-1715-427d-aa4e-9c3465f5d323 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "DELETE /v2.0/networks/1f8e9097-bf40-446a-894f-9070c78fbfb4 HTTP/1.1" status: 204 len: 168 time: 1.6576469 Nov 09 04:16:41.652795 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45000) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:41.653108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '4862d803-77b2-435f-9989-18f65b7f3e03', 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'port_id': '4862d803-77b2-435f-9989-18f65b7f3e03', 'mac_address': 'fa:16:3e:3a:92:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:16:41.703443 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.719531 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4862d803-77b2-435f-9989-18f65b7f3e03 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:16:41.727745 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.738792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebb90f-1715-427d-aa4e-9c3465f5d323 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event deleted for resources: {'Network': ['ID=1f8e9097-bf40-446a-894f-9070c78fbfb4,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:41.743750 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4862d803-77b2-435f-9989-18f65b7f3e03, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4862d803-77b2-435f-9989-18f65b7f3e03,segment=NetworkSegment(15ceb2c9-795f-4254-ab70-ce73f3f867c6),segment_id=15ceb2c9-795f-4254-ab70-ce73f3f867c6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:41.755912 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.779347 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.793118 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc98b4f-c240-4b3f-8c01-cbad6d75de8b tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:41.796776 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-90323d61-44c2-40e8-9149-ef511b358a2b None None] Provisioning complete for port b537f0bd-e912-471b-b78b-05260a35ac4a triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:41.797148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-90323d61-44c2-40e8-9149-ef511b358a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.799191 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc98b4f-c240-4b3f-8c01-cbad6d75de8b tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:41.805587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc98b4f-c240-4b3f-8c01-cbad6d75de8b tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:41.810015 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ffc98b4f-c240-4b3f-8c01-cbad6d75de8b tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3127987 Nov 09 04:16:41.811223 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45002) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:41.817048 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08a33c1-23fc-49dd-b29c-685c097f8ccb,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:41.841911 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:41.856313 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80ca867b-e608-454a-8f19-5cfd250e93a6 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.857961 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-90323d61-44c2-40e8-9149-ef511b358a2b None None] Port b537f0bd-e912-471b-b78b-05260a35ac4a cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:41.864244 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.864589 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Added segment d4a86df4-4f17-4f13-bbd8-f411e224782a of type vlan for network d7874e74-1a9f-415d-a00d-798ccf53a1d4 Nov 09 04:16:41.884949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-90323d61-44c2-40e8-9149-ef511b358a2b None None] Provisioning complete for port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:41.885337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-90323d61-44c2-40e8-9149-ef511b358a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.888130 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=4862d803-77b2-435f-9989-18f65b7f3e03,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:41.910360 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.973921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:41.999935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.004994 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.012441 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80ca867b-e608-454a-8f19-5cfd250e93a6 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.045800 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-80ca867b-e608-454a-8f19-5cfd250e93a6 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e154ab-e80d-4caa-ac4b-ddac3a8ef809']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:42.046428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-90323d61-44c2-40e8-9149-ef511b358a2b None None] Provisioning complete for port 8fb6bd48-cc3b-458b-aebc-d821b17be67b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:42.046894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-90323d61-44c2-40e8-9149-ef511b358a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.058539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-80ca867b-e608-454a-8f19-5cfd250e93a6 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a39e18-dd97-411c-8898-1085ea39f286') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:42.058839 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-80ca867b-e608-454a-8f19-5cfd250e93a6 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a39e18-dd97-411c-8898-1085ea39f286') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:42.071538 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80ca867b-e608-454a-8f19-5cfd250e93a6 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.075936 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.085898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:42.086533 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.103955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-90323d61-44c2-40e8-9149-ef511b358a2b None None] Port 8fb6bd48-cc3b-458b-aebc-d821b17be67b cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:42.115136 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['4862d803-77b2-435f-9989-18f65b7f3e03'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:16:42.136909 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80ca867b-e608-454a-8f19-5cfd250e93a6 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.196533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:42.206486 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9155271 Nov 09 04:16:42.211449 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45006) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:42.212456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-fab505d3-2e6a-4cd8-b849-d1459852bc46 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Deleting port b537f0bd-e912-471b-b78b-05260a35ac4a {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:42.212754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ca867b-e608-454a-8f19-5cfd250e93a6 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:42.212889 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fab505d3-2e6a-4cd8-b849-d1459852bc46 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.214107 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80ca867b-e608-454a-8f19-5cfd250e93a6 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.224010 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-5df6b15b-c8db-42a5-b1e7-7158f5813a30 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Request body: {'subnet': {'network_id': 'd7874e74-1a9f-415d-a00d-798ccf53a1d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:42.227908 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:42.261823 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde2db3-8fd2-413d-a499-416f68572c40 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event updated for resources: {'Network': ['ID=d7874e74-1a9f-415d-a00d-798ccf53a1d4,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:42.288717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network d7874e74-1a9f-415d-a00d-798ccf53a1d4 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:42.339644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Allocated IP 172.26.5.146 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/5f575106-0e79-4336-ab12-93a73482f252) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:42.366735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80ca867b-e608-454a-8f19-5cfd250e93a6 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.377210 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80ca867b-e608-454a-8f19-5cfd250e93a6 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.383529 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-80ca867b-e608-454a-8f19-5cfd250e93a6 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "DELETE /v2.0/networks/40e154ab-e80d-4caa-ac4b-ddac3a8ef809 HTTP/1.1" status: 204 len: 168 time: 0.7266393 Nov 09 04:16:42.387340 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45008) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:42.400827 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db2958-884e-4cf0-8cb4-2c71642e9c7f req-1cec673c-6f67-4f2d-a77c-852340577d03 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:42.402438 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b2db2958-884e-4cf0-8cb4-2c71642e9c7f req-1cec673c-6f67-4f2d-a77c-852340577d03 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 944 time: 0.2923033 Nov 09 04:16:42.425127 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca867b-e608-454a-8f19-5cfd250e93a6 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event deleted for resources: {'Network': ['ID=40e154ab-e80d-4caa-ac4b-ddac3a8ef809,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:42.466995 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df6b15b-c8db-42a5-b1e7-7158f5813a30 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Made reservation on behalf of 08c437e9be4947d5ac5c6dd57a0df121 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:42.470510 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5df6b15b-c8db-42a5-b1e7-7158f5813a30 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.484152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-813b3d65-abb3-4b2e-aedf-42dc381824e5 None None] Provisioning complete for port 8fb6bd48-cc3b-458b-aebc-d821b17be67b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:42.484726 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-813b3d65-abb3-4b2e-aedf-42dc381824e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.513152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fab505d3-2e6a-4cd8-b849-d1459852bc46 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.518626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.542127 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83bcdca6-cf9b-4df2-9f96-2ae916918036 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.557339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-fab505d3-2e6a-4cd8-b849-d1459852bc46 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Calling delete_port for b537f0bd-e912-471b-b78b-05260a35ac4a owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:42.591913 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-813b3d65-abb3-4b2e-aedf-42dc381824e5 None None] Port 8fb6bd48-cc3b-458b-aebc-d821b17be67b cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:42.600093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:42.601077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.630384 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b2db2958-884e-4cf0-8cb4-2c71642e9c7f req-a1914958-fde1-4873-be75-1ed2111f8d38 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082894 Nov 09 04:16:42.700456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.722341 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83bcdca6-cf9b-4df2-9f96-2ae916918036 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.754735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaa705-99d6-4c10-a73d-a66819c37ebb req-5e84e835-97c7-4ccd-889f-c76d69cf3e0b tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:42.756680 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-56aaa705-99d6-4c10-a73d-a66819c37ebb req-5e84e835-97c7-4ccd-889f-c76d69cf3e0b tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 944 time: 0.1839337 Nov 09 04:16:42.757069 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-481f737b-d0ea-46d4-b2dc-b365a2bad451 None None] Provisioning complete for port b537f0bd-e912-471b-b78b-05260a35ac4a triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:42.757754 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-481f737b-d0ea-46d4-b2dc-b365a2bad451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.775597 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-83bcdca6-cf9b-4df2-9f96-2ae916918036 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9faf4d50-771e-4794-8a5c-91424a0831ed']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:42.807287 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-481f737b-d0ea-46d4-b2dc-b365a2bad451 None None] Port b537f0bd-e912-471b-b78b-05260a35ac4a cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:42.815051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-83bcdca6-cf9b-4df2-9f96-2ae916918036 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7558fd09-03ba-43f8-9feb-8bd470283651') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:42.815350 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-83bcdca6-cf9b-4df2-9f96-2ae916918036 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7558fd09-03ba-43f8-9feb-8bd470283651') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:42.847399 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83bcdca6-cf9b-4df2-9f96-2ae916918036 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.867876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Router 3fcfe37f-8632-4dbe-a282-232e451deca9 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:16:42.873828 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5df6b15b-c8db-42a5-b1e7-7158f5813a30 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.878361 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83bcdca6-cf9b-4df2-9f96-2ae916918036 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.879623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce695bb-cdc1-47a7-8869-fbf9b7b16b4c req-3965af30-6d14-4e8a-a553-e94d5d117db7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:42.881133 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0ce695bb-cdc1-47a7-8869-fbf9b7b16b4c req-3965af30-6d14-4e8a-a553-e94d5d117db7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 943 time: 0.1104345 Nov 09 04:16:42.882163 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.908109 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bcdca6-cf9b-4df2-9f96-2ae916918036 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:42.908506 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83bcdca6-cf9b-4df2-9f96-2ae916918036 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:42.911672 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:42.916919 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-56aaa705-99d6-4c10-a73d-a66819c37ebb req-77f017d1-a201-4024-b3ec-46d8dc34b3a2 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498466 Nov 09 04:16:42.970873 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:42.998614 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6b15b-c8db-42a5-b1e7-7158f5813a30 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event updated for resources: {'Subnet': ['ID=596fd78d-e2d9-4f94-b644-3662ae367ce7,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:43.009792 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df6b15b-c8db-42a5-b1e7-7158f5813a30 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Checking segment: {'id': 'd4a86df4-4f17-4f13-bbd8-f411e224782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7874e74-1a9f-415d-a00d-798ccf53a1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:43.010154 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df6b15b-c8db-42a5-b1e7-7158f5813a30 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Network hostable DHCP agents. Network: d7874e74-1a9f-415d-a00d-798ccf53a1d4, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:16:43.013363 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83bcdca6-cf9b-4df2-9f96-2ae916918036 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:43.019424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:43.021437 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83bcdca6-cf9b-4df2-9f96-2ae916918036 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:43.021711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:43.027672 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-83bcdca6-cf9b-4df2-9f96-2ae916918036 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] 10.222.0.21 "DELETE /v2.0/networks/9faf4d50-771e-4794-8a5c-91424a0831ed HTTP/1.1" status: 204 len: 168 time: 0.6350508 Nov 09 04:16:43.036763 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:16:43.040849 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcdca6-cf9b-4df2-9f96-2ae916918036 tempest-BulkNetworkOpsIpV6Test-1203802481 tempest-BulkNetworkOpsIpV6Test-1203802481-project] Pushing event deleted for resources: {'Network': ['ID=9faf4d50-771e-4794-8a5c-91424a0831ed,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:43.052730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df6b15b-c8db-42a5-b1e7-7158f5813a30 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Network d7874e74-1a9f-415d-a00d-798ccf53a1d4 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:16:43.063301 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-5df6b15b-c8db-42a5-b1e7-7158f5813a30 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, d7874e74-1a9f-415d-a00d-798ccf53a1d4) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:43.064906 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Pushing event updated for resources: {'Port': ['ID=5f575106-0e79-4336-ab12-93a73482f252,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:43.073944 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bb7da5-09f2-4fd5-bf24-9c90a13c1779 None None] Network d7874e74-1a9f-415d-a00d-798ccf53a1d4 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:43.077444 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df6b15b-c8db-42a5-b1e7-7158f5813a30 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:43.078530 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5df6b15b-c8db-42a5-b1e7-7158f5813a30 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:43.101211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fab505d3-2e6a-4cd8-b849-d1459852bc46 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:43.101932 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5df6b15b-c8db-42a5-b1e7-7158f5813a30 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8837452 Nov 09 04:16:43.104532 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45016) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:43.109829 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-dd52dc12-d19d-4eb9-b99c-36a7c73a6fba tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Request body: {'port': {'network_id': 'd7874e74-1a9f-415d-a00d-798ccf53a1d4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1427593232'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:43.157908 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0ce695bb-cdc1-47a7-8869-fbf9b7b16b4c req-c551e6e9-2196-4454-adc7-a97b71d7f3c9 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689226 Nov 09 04:16:43.190737 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab505d3-2e6a-4cd8-b849-d1459852bc46 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Pushing event deleted for resources: {'Port': ['ID=b537f0bd-e912-471b-b78b-05260a35ac4a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:43.296719 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd52dc12-d19d-4eb9-b99c-36a7c73a6fba tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Made reservation on behalf of 08c437e9be4947d5ac5c6dd57a0df121 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:43.300919 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dd52dc12-d19d-4eb9-b99c-36a7c73a6fba tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:43.336827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-d7874e74-1a9f-415d-a00d-798ccf53a1d4', 'network_id': 'd7874e74-1a9f-415d-a00d-798ccf53a1d4', 'tenant_id': '08c437e9be4947d5ac5c6dd57a0df121', 'fixed_ips': [{'subnet_id': '596fd78d-e2d9-4f94-b644-3662ae367ce7'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:16:43.338072 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:43.339280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-dd52dc12-d19d-4eb9-b99c-36a7c73a6fba tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] device_id is not set on port 7c329a03-38f9-4c2e-8ca8-3b55c8cbe999 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:16:43.468428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e1f6022d-2dde-4034-af66-8dc0071308ed details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:16:43.474088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45020) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:43.532811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-dd52dc12-d19d-4eb9-b99c-36a7c73a6fba tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Allocated IP 2001:db8::153 (d7874e74-1a9f-415d-a00d-798ccf53a1d4/596fd78d-e2d9-4f94-b644-3662ae367ce7/7c329a03-38f9-4c2e-8ca8-3b55c8cbe999) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:43.578018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e1f6022d-2dde-4034-af66-8dc0071308ed, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e1f6022d-2dde-4034-af66-8dc0071308ed,segment=NetworkSegment(1a00d6b2-9273-40e8-af28-70e67890abd1),segment_id=1a00d6b2-9273-40e8-af28-70e67890abd1)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:43.591476 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4862d803-77b2-435f-9989-18f65b7f3e03 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:43.637912 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'e1f6022d-2dde-4034-af66-8dc0071308ed', 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'port_id': 'e1f6022d-2dde-4034-af66-8dc0071308ed', 'mac_address': 'fa:16:3e:bb:e9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:16:43.652390 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:43.698218 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Sync routers for ids ['3fcfe37f-8632-4dbe-a282-232e451deca9'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:43.715008 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5cf43ea6-90e3-4c1d-baf0-7dd356ed2060 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d489cf525bf04341bdac18ab0d20283d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332749 Nov 09 04:16:43.715221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fab505d3-2e6a-4cd8-b849-d1459852bc46 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:43.715311 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45026) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:43.718694 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fab505d3-2e6a-4cd8-b849-d1459852bc46 tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] 10.222.0.21 "DELETE /v2.0/ports/b537f0bd-e912-471b-b78b-05260a35ac4a HTTP/1.1" status: 204 len: 168 time: 1.9044125 Nov 09 04:16:43.722955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45028) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:43.728798 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-16abf16e-bd77-4f31-9b0c-65806beca5ed tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Request body: {'port': {'name': 'tempest-new-port-name-2042387080', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:43.729587 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.api.validators [None req-16abf16e-bd77-4f31-9b0c-65806beca5ed tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] bootfile-name is not in valid_values {{(pid=101884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 04:16:43.729587 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.api.validators [None req-16abf16e-bd77-4f31-9b0c-65806beca5ed tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] tftp-server is not in valid_values {{(pid=101884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 04:16:43.729936 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.api.validators [None req-16abf16e-bd77-4f31-9b0c-65806beca5ed tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] server-ip-address is not in valid_values {{(pid=101884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 04:16:43.732324 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 4862d803-77b2-435f-9989-18f65b7f3e03 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:16:43.732856 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:43.737559 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-76652374-e593-4cac-9445-0c412225daf3 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.7073779 Nov 09 04:16:43.737869 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45030) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:43.740453 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:43.743978 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Routers {'3fcfe37f-8632-4dbe-a282-232e451deca9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:43.744736 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3fcfe37f-8632-4dbe-a282-232e451deca9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:43.747242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 4862d803-77b2-435f-9989-18f65b7f3e03 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:43.747630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:43.815109 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f6022d-2dde-4034-af66-8dc0071308ed {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:16:43.831773 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dd52dc12-d19d-4eb9-b99c-36a7c73a6fba tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:43.853592 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e1f6022d-2dde-4034-af66-8dc0071308ed, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e1f6022d-2dde-4034-af66-8dc0071308ed,segment=NetworkSegment(1a00d6b2-9273-40e8-af28-70e67890abd1),segment_id=1a00d6b2-9273-40e8-af28-70e67890abd1)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:43.889933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:43.891011 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 490c1e67-81a0-40ef-8104-06c6989875b9 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:16:43.907750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abb911-a861-4e01-8c14-56122e15b645 req-4e8e20bd-e0f9-4b7e-9a24-b4775a88063a tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:43.909237 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-13abb911-a861-4e01-8c14-56122e15b645 req-4e8e20bd-e0f9-4b7e-9a24-b4775a88063a tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 944 time: 0.1589701 Nov 09 04:16:43.909842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16abf16e-bd77-4f31-9b0c-65806beca5ed tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:43.941563 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0248dfc0-2e22-4fe9-b0fa-505de79240ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:43.995311 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45034) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:44.000768 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-23b9c8f0-cf70-4b3c-bc9e-c59306ce8a71 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/routers/3fcfe37f-8632-4dbe-a282-232e451deca9 HTTP/1.1" status: 200 len: 908 time: 0.2508585 Nov 09 04:16:44.014138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dd52dc12-d19d-4eb9-b99c-36a7c73a6fba tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.037125 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.043142 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Set router 3fcfe37f-8632-4dbe-a282-232e451deca9 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:44.062386 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0248dfc0-2e22-4fe9-b0fa-505de79240ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.105833 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc3ca4-738d-4c48-84b3-24281ab67222 req-189b2252-05fe-436a-9731-3dbc6132fa66 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:44.107515 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-45cc3ca4-738d-4c48-84b3-24281ab67222 req-189b2252-05fe-436a-9731-3dbc6132fa66 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 945 time: 0.0966179 Nov 09 04:16:44.139740 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=e1f6022d-2dde-4034-af66-8dc0071308ed,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:44.144027 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-13abb911-a861-4e01-8c14-56122e15b645 req-63629c30-2a52-4226-b381-11d4d3823bf5 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166007 Nov 09 04:16:44.153896 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.231629 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Allocated IP 2001:db8::2 (d7874e74-1a9f-415d-a00d-798ccf53a1d4/596fd78d-e2d9-4f94-b644-3662ae367ce7/26d726bc-ba46-48cc-8ffd-a4003f582462) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:44.252579 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-45cc3ca4-738d-4c48-84b3-24281ab67222 req-5d8ba0cd-ab74-4fc5-83b6-9b506f52cad6 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153646 Nov 09 04:16:44.272767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9758b208-85d2-4784-b1e3-c0efb0d674ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4862d803-77b2-435f-9989-18f65b7f3e03'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:16:44.369728 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.373573 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 490c1e67-81a0-40ef-8104-06c6989875b9, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=490c1e67-81a0-40ef-8104-06c6989875b9,segment=NetworkSegment(48aee43e-30bf-4afa-8662-df14895c0815),segment_id=48aee43e-30bf-4afa-8662-df14895c0815)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:44.379653 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4862d803-77b2-435f-9989-18f65b7f3e03, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4862d803-77b2-435f-9989-18f65b7f3e03,segment=NetworkSegment(15ceb2c9-795f-4254-ab70-ce73f3f867c6),segment_id=15ceb2c9-795f-4254-ab70-ce73f3f867c6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:44.406389 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.447568 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '490c1e67-81a0-40ef-8104-06c6989875b9', 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'port_id': '490c1e67-81a0-40ef-8104-06c6989875b9', 'mac_address': 'fa:16:3e:5d:c4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:16:44.488889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd52dc12-d19d-4eb9-b99c-36a7c73a6fba tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Network d7874e74-1a9f-415d-a00d-798ccf53a1d4 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:44.525570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52dc12-d19d-4eb9-b99c-36a7c73a6fba tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event updated for resources: {'Port': ['ID=7c329a03-38f9-4c2e-8ca8-3b55c8cbe999,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:44.528245 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-dd52dc12-d19d-4eb9-b99c-36a7c73a6fba tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:44.541074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd52dc12-d19d-4eb9-b99c-36a7c73a6fba tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:44.541692 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ab819c-7f78-451d-95d2-76573fc7f09c" -d '{"events": [{"server_uuid": "9758b208-85d2-4784-b1e3-c0efb0d674ea", "name": "network-vif-plugged", "status": "completed", "tag": "4862d803-77b2-435f-9989-18f65b7f3e03"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:16:44.546989 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd52dc12-d19d-4eb9-b99c-36a7c73a6fba tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:44.547684 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dd52dc12-d19d-4eb9-b99c-36a7c73a6fba tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.555601 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Router 3855e67f-5a56-4043-8c04-9b4057ca0825 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:16:44.593592 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=4862d803-77b2-435f-9989-18f65b7f3e03,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:44.604347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.646606 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da8019cc-ad14-4d0f-86ee-d619bee6ace5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.651394 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490c1e67-81a0-40ef-8104-06c6989875b9 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:16:44.686681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 490c1e67-81a0-40ef-8104-06c6989875b9, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=490c1e67-81a0-40ef-8104-06c6989875b9,segment=NetworkSegment(48aee43e-30bf-4afa-8662-df14895c0815),segment_id=48aee43e-30bf-4afa-8662-df14895c0815)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:44.692649 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dd52dc12-d19d-4eb9-b99c-36a7c73a6fba tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5838170 Nov 09 04:16:44.692823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa017618-98e3-4552-adef-d0aeb336a13c x-openstack-request-id: req-fa017618-98e3-4552-adef-d0aeb336a13c {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:16:44.692823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9758b208-85d2-4784-b1e3-c0efb0d674ea", "name": "network-vif-plugged", "status": "completed", "tag": "4862d803-77b2-435f-9989-18f65b7f3e03", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:16:44.692823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa017618-98e3-4552-adef-d0aeb336a13c {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:16:44.693337 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9758b208-85d2-4784-b1e3-c0efb0d674ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4862d803-77b2-435f-9989-18f65b7f3e03', 'code': 200} Nov 09 04:16:44.702145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45046) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:44.705477 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-00e8e04e-5ee1-4edd-a3a0-baf4371985f1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Request body: {'port': {'network_id': 'd7874e74-1a9f-415d-a00d-798ccf53a1d4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-913504399', 'allowed_address_pairs': [{'ip_address': '2001:db8::153', 'mac_address': 'fa:16:3e:e7:63:93'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:44.707680 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.712140 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.732386 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:44.739068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.742956 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0248dfc0-2e22-4fe9-b0fa-505de79240ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.745889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0248dfc0-2e22-4fe9-b0fa-505de79240ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.748942 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0248dfc0-2e22-4fe9-b0fa-505de79240ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf13f27e-6205-4abf-84dc-e0eca4f8220c HTTP/1.1" status: 204 len: 168 time: 1.0308044 Nov 09 04:16:44.753400 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Sync routers for ids ['3855e67f-5a56-4043-8c04-9b4057ca0825'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:44.765055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.770309 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e61e6-c455-4c4b-9246-2b24a3f0d5ff req-42cb63ea-9b6c-4573-8b7d-16ff8d8f21f1 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:44.771857 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-793e61e6-c455-4c4b-9246-2b24a3f0d5ff req-42cb63ea-9b6c-4573-8b7d-16ff8d8f21f1 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 943 time: 0.2773039 Nov 09 04:16:44.778297 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-358ce648-ecfc-4340-883b-fcd19f177748 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0617902 Nov 09 04:16:44.779381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45050) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:44.783375 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Routers {'3855e67f-5a56-4043-8c04-9b4057ca0825'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:44.784005 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3855e67f-5a56-4043-8c04-9b4057ca0825'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:44.862629 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248dfc0-2e22-4fe9-b0fa-505de79240ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf13f27e-6205-4abf-84dc-e0eca4f8220c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:44.944277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16abf16e-bd77-4f31-9b0c-65806beca5ed tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:44.956998 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-793e61e6-c455-4c4b-9246-2b24a3f0d5ff req-f6d3e232-6b78-4496-89c9-edc8cd09b522 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702595 Nov 09 04:16:44.961686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16abf16e-bd77-4f31-9b0c-65806beca5ed tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.000570 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Set router 3855e67f-5a56-4043-8c04-9b4057ca0825 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:45.001179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcfe37f-8632-4dbe-a282-232e451deca9', 'name': 'tempest-snat-router-1336931749', 'tenant_id': 'da0ffd6102044448b330d1e7ce8ea48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.106'}], 'enable_snat': True}, 'gw_port_id': '4b90329e-c050-4fbe-948c-cdaecc3f42f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:16:36Z', 'updated_at': '2021-11-09T04:16:41Z', 'revision_number': 3, 'project_id': 'da0ffd6102044448b330d1e7ce8ea48c', 'gw_port': {'id': '4b90329e-c050-4fbe-948c-cdaecc3f42f7', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcfe37f-8632-4dbe-a282-232e451deca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:38Z', 'updated_at': '2021-11-09T04:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:45.039962 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Checking router: 3fcfe37f-8632-4dbe-a282-232e451deca9 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:16:45.040506 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Updating router 3fcfe37f-8632-4dbe-a282-232e451deca9 port 4b90329e-c050-4fbe-948c-cdaecc3f42f7 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:16:45.048659 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da8019cc-ad14-4d0f-86ee-d619bee6ace5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.077344 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.102182 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Network d7874e74-1a9f-415d-a00d-798ccf53a1d4 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:45.106103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['490c1e67-81a0-40ef-8104-06c6989875b9'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:16:45.162534 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-579fbbe7-3b01-406e-8ae6-7756a28bd13e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/routers/3855e67f-5a56-4043-8c04-9b4057ca0825 HTTP/1.1" status: 200 len: 907 time: 0.3799093 Nov 09 04:16:45.167138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45056) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:45.170066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['e1f6022d-2dde-4034-af66-8dc0071308ed'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:16:45.173057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Request body: {'router': {'name': 'tempest-snat-router-50031095', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'enable_snat': True}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:45.179736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9019b-30b3-439b-b400-308565049a9a req-3a582957-73f3-4699-9b69-3db86274a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:45.181671 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8db9019b-30b3-439b-b400-308565049a9a req-3a582957-73f3-4699-9b69-3db86274a422 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 1098 time: 0.1714838 Nov 09 04:16:45.196117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:45.198777 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abf16e-bd77-4f31-9b0c-65806beca5ed tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Pushing event updated for resources: {'Port': ['ID=8fb6bd48-cc3b-458b-aebc-d821b17be67b,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:45.200644 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3855e67f-5a56-4043-8c04-9b4057ca0825', 'name': 'tempest-snat-router-50031095', 'tenant_id': 'd8cf767f47d140ed9cad39158bc2931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.146'}], 'enable_snat': False}, 'gw_port_id': '5f575106-0e79-4336-ab12-93a73482f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:16:39Z', 'updated_at': '2021-11-09T04:16:43Z', 'revision_number': 3, 'project_id': 'd8cf767f47d140ed9cad39158bc2931c', 'gw_port': {'id': '5f575106-0e79-4336-ab12-93a73482f252', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3855e67f-5a56-4043-8c04-9b4057ca0825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:42Z', 'updated_at': '2021-11-09T04:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:45.232952 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8db9019b-30b3-439b-b400-308565049a9a req-11d1ab0a-d77d-4290-ab7a-de3cfa1d1135 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.233618 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Checking router: 3855e67f-5a56-4043-8c04-9b4057ca0825 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:16:45.234179 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Updating router 3855e67f-5a56-4043-8c04-9b4057ca0825 port 5f575106-0e79-4336-ab12-93a73482f252 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:16:45.277320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e8e04e-5ee1-4edd-a3a0-baf4371985f1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Made reservation on behalf of 08c437e9be4947d5ac5c6dd57a0df121 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:45.288673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.292505 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:45.296712 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.436549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Attempting to bind port 26d726bc-ba46-48cc-8ffd-a4003f582462 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:45.436926 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Attempting to bind port 26d726bc-ba46-48cc-8ffd-a4003f582462 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd4a86df4-4f17-4f13-bbd8-f411e224782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7874e74-1a9f-415d-a00d-798ccf53a1d4'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:45.437399 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Attempting to bind port 26d726bc-ba46-48cc-8ffd-a4003f582462 on network d7874e74-1a9f-415d-a00d-798ccf53a1d4 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:45.438040 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.451059 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-16abf16e-bd77-4f31-9b0c-65806beca5ed tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] In _notify_port_updated(), no bound segment for port 8fb6bd48-cc3b-458b-aebc-d821b17be67b on network 7ec3db31-92c5-4a54-8680-f92095943c69 {{(pid=101884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:16:45.462044 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16abf16e-bd77-4f31-9b0c-65806beca5ed tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:45.464850 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16abf16e-bd77-4f31-9b0c-65806beca5ed tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.466233 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-16abf16e-bd77-4f31-9b0c-65806beca5ed tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] 10.222.0.21 "PUT /v2.0/ports/8fb6bd48-cc3b-458b-aebc-d821b17be67b HTTP/1.1" status: 200 len: 1137 time: 1.7423253 Nov 09 04:16:45.475892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:45.476277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Checking segment: {'id': 'd4a86df4-4f17-4f13-bbd8-f411e224782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7874e74-1a9f-415d-a00d-798ccf53a1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:45.476735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.477133 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Bound using segment: {'id': 'd4a86df4-4f17-4f13-bbd8-f411e224782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7874e74-1a9f-415d-a00d-798ccf53a1d4'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:45.477633 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Bound port: 26d726bc-ba46-48cc-8ffd-a4003f582462, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a86df4-4f17-4f13-bbd8-f411e224782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7874e74-1a9f-415d-a00d-798ccf53a1d4'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:45.478011 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.485260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45068) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:45.521779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.580096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4d047-9907-4f91-be67-58fdd97cb657 req-1bdfa36b-e485-4bc7-b490-ca4705a9836c tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:45.582257 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32e4d047-9907-4f91-be67-58fdd97cb657 req-1bdfa36b-e485-4bc7-b490-ca4705a9836c tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 945 time: 0.2779429 Nov 09 04:16:45.587635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=490c1e67-81a0-40ef-8104-06c6989875b9,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:45.615559 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-00e8e04e-5ee1-4edd-a3a0-baf4371985f1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.644994 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-00e8e04e-5ee1-4edd-a3a0-baf4371985f1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] device_id is not set on port b71dd695-ada5-45f8-9593-fe87aaf9ba4b yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:16:45.652337 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-da8019cc-ad14-4d0f-86ee-d619bee6ace5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Deleting port 4b90329e-c050-4fbe-948c-cdaecc3f42f7 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:45.653125 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da8019cc-ad14-4d0f-86ee-d619bee6ace5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.670216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9b83e3-5fd4-42d0-baf5-171e83ee749a tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:45.675165 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1f9b83e3-5fd4-42d0-baf5-171e83ee749a tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] 10.222.0.21 "GET /v2.0/ports/8fb6bd48-cc3b-458b-aebc-d821b17be67b HTTP/1.1" status: 200 len: 1137 time: 0.1849756 Nov 09 04:16:45.709007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45074) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:45.778754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da8019cc-ad14-4d0f-86ee-d619bee6ace5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.834111 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8db9019b-30b3-439b-b400-308565049a9a req-11d1ab0a-d77d-4290-ab7a-de3cfa1d1135 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.849789 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.859449 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.903594 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8db9019b-30b3-439b-b400-308565049a9a req-11d1ab0a-d77d-4290-ab7a-de3cfa1d1135 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.903931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Pushing event updated for resources: {'Port': ['ID=26d726bc-ba46-48cc-8ffd-a4003f582462,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:45.909738 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-beb24414-e60c-4dff-bd14-018851a24978 None None] Provisioning complete for port 8fb6bd48-cc3b-458b-aebc-d821b17be67b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:45.910291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-beb24414-e60c-4dff-bd14-018851a24978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.910417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-da8019cc-ad14-4d0f-86ee-d619bee6ace5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Calling delete_port for 4b90329e-c050-4fbe-948c-cdaecc3f42f7 owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:45.923114 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269cfa8-bfdf-457c-8691-111639b09b45 None None] Pushing event updated for resources: {'Port': ['ID=5f575106-0e79-4336-ab12-93a73482f252,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:45.942458 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ca629-81e2-406d-8583-d5488b33e0fb req-693317f2-3e7c-48c9-8128-a83940aaffce tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:45.954311 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8d0ca629-81e2-406d-8583-d5488b33e0fb req-693317f2-3e7c-48c9-8128-a83940aaffce tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 945 time: 0.4817064 Nov 09 04:16:45.960915 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Attempting to bind port 5f575106-0e79-4336-ab12-93a73482f252 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:45.961563 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Attempting to bind port 5f575106-0e79-4336-ab12-93a73482f252 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:45.962308 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Attempting to bind port 5f575106-0e79-4336-ab12-93a73482f252 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:45.972865 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:45.974499 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:45.977618 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:45.978550 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:45.979645 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Bound port: 5f575106-0e79-4336-ab12-93a73482f252, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:45.980725 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.006617 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8db9019b-30b3-439b-b400-308565049a9a req-11d1ab0a-d77d-4290-ab7a-de3cfa1d1135 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8170662 Nov 09 04:16:46.024055 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45082) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:46.060454 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] For port 26d726bc-ba46-48cc-8ffd-a4003f582462, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:16:46.062942 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] For port 5f575106-0e79-4336-ab12-93a73482f252, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:16:46.068071 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] For port 5f575106-0e79-4336-ab12-93a73482f252, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5f575106-0e79-4336-ab12-93a73482f252,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:16:46.074837 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.088416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1ab0a-d77d-4290-ab7a-de3cfa1d1135 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd7b70f-6572-4c76-a501-1e68a2b3893f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:46.103637 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-beb24414-e60c-4dff-bd14-018851a24978 None None] Port 8fb6bd48-cc3b-458b-aebc-d821b17be67b cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:46.128015 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] For port 26d726bc-ba46-48cc-8ffd-a4003f582462, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=26d726bc-ba46-48cc-8ffd-a4003f582462,segment=NetworkSegment(d4a86df4-4f17-4f13-bbd8-f411e224782a),segment_id=d4a86df4-4f17-4f13-bbd8-f411e224782a)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:16:46.138428 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32e4d047-9907-4f91-be67-58fdd97cb657 req-d6747131-3fed-4669-8896-f3ce39647f39 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4943366 Nov 09 04:16:46.141607 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269cfa8-bfdf-457c-8691-111639b09b45 None None] Pushing event updated for resources: {'Port': ['ID=5f575106-0e79-4336-ab12-93a73482f252,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:46.144753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.171567 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.174441 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Routers {'3855e67f-5a56-4043-8c04-9b4057ca0825'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:46.176580 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3855e67f-5a56-4043-8c04-9b4057ca0825'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:46.244018 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Request body: {'networks': [{'name': 'tempest-network--1934517783'}, {'name': 'tempest-network--1866221544'}]} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:46.244435 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Request body: {'network': {'name': 'tempest-network--1934517783'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:46.244902 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Request body: {'network': {'name': 'tempest-network--1866221544'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:46.328990 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] Set router 3855e67f-5a56-4043-8c04-9b4057ca0825 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:46.341572 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8d0ca629-81e2-406d-8583-d5488b33e0fb req-2dda7bfc-96c2-4962-ac69-b6dbbb659f9d tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3768542 Nov 09 04:16:46.344203 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-57c1608e-d143-4b7e-9632-42914d78d7ce tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Deleting port 8fb6bd48-cc3b-458b-aebc-d821b17be67b {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:46.346087 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-57c1608e-d143-4b7e-9632-42914d78d7ce tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.348428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35f551-c726-447a-b3a2-8046bf78036c None None] Pushing event updated for resources: {'Port': ['ID=26d726bc-ba46-48cc-8ffd-a4003f582462,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:46.371200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-00e8e04e-5ee1-4edd-a3a0-baf4371985f1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Allocated IP 2001:db8::29d (d7874e74-1a9f-415d-a00d-798ccf53a1d4/596fd78d-e2d9-4f94-b644-3662ae367ce7/b71dd695-ada5-45f8-9593-fe87aaf9ba4b) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:46.373809 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Made reservation on behalf of 44fe33ae98314ea2b16104b7471930d5 for: {'network': 2} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:46.379017 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.437261 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.467213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.482767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.491529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43bec5-6bfa-4ca1-a729-53c91904aaca req-ab052ccd-0c46-4a00-961a-c830c5d8f264 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:46.496226 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ae43bec5-6bfa-4ca1-a729-53c91904aaca req-ab052ccd-0c46-4a00-961a-c830c5d8f264 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 944 time: 0.2354438 Nov 09 04:16:46.569754 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Attempting to bind port 4b90329e-c050-4fbe-948c-cdaecc3f42f7 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:46.570524 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Attempting to bind port 4b90329e-c050-4fbe-948c-cdaecc3f42f7 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:46.574574 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Attempting to bind port 4b90329e-c050-4fbe-948c-cdaecc3f42f7 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:46.589677 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-57c1608e-d143-4b7e-9632-42914d78d7ce tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.601700 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159bec1-606d-43f1-812f-3e0e9ef60f3f None None] Pushing event updated for resources: {'Port': ['ID=4b90329e-c050-4fbe-948c-cdaecc3f42f7,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:46.615433 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:46.616987 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:46.617455 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.618017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:46.618627 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Bound port: 4b90329e-c050-4fbe-948c-cdaecc3f42f7, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:46.619075 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.623345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-57c1608e-d143-4b7e-9632-42914d78d7ce tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Calling delete_port for 8fb6bd48-cc3b-458b-aebc-d821b17be67b owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:46.668953 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da8019cc-ad14-4d0f-86ee-d619bee6ace5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.706177 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3855e67f-5a56-4043-8c04-9b4057ca0825', 'name': 'tempest-snat-router-50031095', 'tenant_id': 'd8cf767f47d140ed9cad39158bc2931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.146'}], 'enable_snat': False}, 'gw_port_id': '5f575106-0e79-4336-ab12-93a73482f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:16:39Z', 'updated_at': '2021-11-09T04:16:43Z', 'revision_number': 3, 'project_id': 'd8cf767f47d140ed9cad39158bc2931c', 'gw_port': {'id': '5f575106-0e79-4336-ab12-93a73482f252', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3855e67f-5a56-4043-8c04-9b4057ca0825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:42Z', 'updated_at': '2021-11-09T04:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:46.718553 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:16:46.720070 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:16:46.726147 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8019cc-ad14-4d0f-86ee-d619bee6ace5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b90329e-c050-4fbe-948c-cdaecc3f42f7,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:46.757034 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb37b7-54d1-4415-85b2-745f072fb378 None None] The sync data for ids ['3855e67f-5a56-4043-8c04-9b4057ca0825'] in dv-neutron-816800-2-hyperv is: [{'id': '3855e67f-5a56-4043-8c04-9b4057ca0825', 'name': 'tempest-snat-router-50031095', 'tenant_id': 'd8cf767f47d140ed9cad39158bc2931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.146'}], 'enable_snat': False}, 'gw_port_id': '5f575106-0e79-4336-ab12-93a73482f252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:16:39Z', 'updated_at': '2021-11-09T04:16:43Z', 'revision_number': 3, 'project_id': 'd8cf767f47d140ed9cad39158bc2931c', 'gw_port': {'id': '5f575106-0e79-4336-ab12-93a73482f252', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3855e67f-5a56-4043-8c04-9b4057ca0825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:42Z', 'updated_at': '2021-11-09T04:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:46.821915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.847650 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.848195 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.854280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-00e8e04e-5ee1-4edd-a3a0-baf4371985f1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.857758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.888024 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da8019cc-ad14-4d0f-86ee-d619bee6ace5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:46.967320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7e6e73-836d-4570-9224-567187242f51,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:47.014487 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da8019cc-ad14-4d0f-86ee-d619bee6ace5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.018308 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ae43bec5-6bfa-4ca1-a729-53c91904aaca req-1fae8f08-2e3c-4772-a82f-7eff383481e8 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5078127 Nov 09 04:16:47.019709 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da8019cc-ad14-4d0f-86ee-d619bee6ace5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.024205 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:47.094850 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-00e8e04e-5ee1-4edd-a3a0-baf4371985f1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.098010 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.098477 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Added segment 4e11544e-e717-472a-b8c7-a44cb5cdcb1c of type vlan for network dee9a6b3-f893-4339-82b5-11a67b720aca Nov 09 04:16:47.136292 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da8019cc-ad14-4d0f-86ee-d619bee6ace5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.136873 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8019cc-ad14-4d0f-86ee-d619bee6ace5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fcfe37f-8632-4dbe-a282-232e451deca9 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:16:47.170565 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da8019cc-ad14-4d0f-86ee-d619bee6ace5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.172284 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-da8019cc-ad14-4d0f-86ee-d619bee6ace5 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "DELETE /v2.0/routers/3fcfe37f-8632-4dbe-a282-232e451deca9 HTTP/1.1" status: 204 len: 168 time: 3.1713669 Nov 09 04:16:47.192222 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45088) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:47.211222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8e04e-5ee1-4edd-a3a0-baf4371985f1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event updated for resources: {'Port': ['ID=b71dd695-ada5-45f8-9593-fe87aaf9ba4b,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:47.237188 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e8e04e-5ee1-4edd-a3a0-baf4371985f1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Network d7874e74-1a9f-415d-a00d-798ccf53a1d4 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:47.240482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Attempting to bind port 4b90329e-c050-4fbe-948c-cdaecc3f42f7 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:47.241015 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Attempting to bind port 4b90329e-c050-4fbe-948c-cdaecc3f42f7 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:47.241376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Attempting to bind port 4b90329e-c050-4fbe-948c-cdaecc3f42f7 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:47.260664 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:47.261035 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:47.261683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.262074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:47.262426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-00e8e04e-5ee1-4edd-a3a0-baf4371985f1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:47.262535 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Bound port: 4b90329e-c050-4fbe-948c-cdaecc3f42f7, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:47.263219 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.270853 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.273707 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e8e04e-5ee1-4edd-a3a0-baf4371985f1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:47.280069 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e8e04e-5ee1-4edd-a3a0-baf4371985f1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:47.280736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-00e8e04e-5ee1-4edd-a3a0-baf4371985f1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.299766 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Port 4b90329e-c050-4fbe-948c-cdaecc3f42f7 has been deleted concurrently {{(pid=101885) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 09 04:16:47.332022 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Routers set() bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:47.332703 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Router IDs set() for agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 04:16:47.333414 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_agentschedulers_db [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3fcfe37f-8632-4dbe-a282-232e451deca9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent'). {{(pid=101885) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 09 04:16:47.333848 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff2ede7-c177-4d8a-afb2-eeaaf0f8e08e None None] The sync data for ids ['3fcfe37f-8632-4dbe-a282-232e451deca9'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:47.342747 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-00e8e04e-5ee1-4edd-a3a0-baf4371985f1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.6418147 Nov 09 04:16:47.352076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45090) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:47.414673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:47.431397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.435538 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e1f6022d-2dde-4034-af66-8dc0071308ed up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:47.465897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f7407-6b5b-4cbd-b679-c8b78ee1b02a req-cc625894-a7f2-42a2-be38-606e394e3733 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:47.468285 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cd0f7407-6b5b-4cbd-b679-c8b78ee1b02a req-cc625894-a7f2-42a2-be38-606e394e3733 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 945 time: 0.2226617 Nov 09 04:16:47.469805 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.470370 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Added segment 487e96ff-614e-48d6-9087-c307b19e39ce of type vlan for network e186522b-1b4a-4452-a362-12b07227c42a Nov 09 04:16:47.479211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-57c1608e-d143-4b7e-9632-42914d78d7ce tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.481226 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.517808 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port e1f6022d-2dde-4034-af66-8dc0071308ed completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:16:47.524321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port e1f6022d-2dde-4034-af66-8dc0071308ed triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:47.524855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.529141 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e86133-bfbe-4f38-a452-15b647a05414 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:47.535648 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e86133-bfbe-4f38-a452-15b647a05414 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:47.542398 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e86133-bfbe-4f38-a452-15b647a05414 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:47.547338 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c2e86133-bfbe-4f38-a452-15b647a05414 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1942639 Nov 09 04:16:47.550455 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45094) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:47.580788 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1608e-d143-4b7e-9632-42914d78d7ce tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Pushing event deleted for resources: {'Port': ['ID=8fb6bd48-cc3b-458b-aebc-d821b17be67b,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:47.681757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.681983 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.707162 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.727812 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d40010-bd75-4592-8cb0-ec11cdb8abd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f6022d-2dde-4034-af66-8dc0071308ed'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:16:47.752209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cd0a6c-cb84-4c6d-b630-b5b7269f4b43" -d '{"events": [{"server_uuid": "f5d40010-bd75-4592-8cb0-ec11cdb8abd1", "name": "network-vif-plugged", "status": "completed", "tag": "e1f6022d-2dde-4034-af66-8dc0071308ed"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:16:47.767861 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18cb9b6-b922-4e87-a502-7a30ae88eb3b None None] Network d7874e74-1a9f-415d-a00d-798ccf53a1d4 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:47.781613 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e1f6022d-2dde-4034-af66-8dc0071308ed, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e1f6022d-2dde-4034-af66-8dc0071308ed,segment=NetworkSegment(1a00d6b2-9273-40e8-af28-70e67890abd1),segment_id=1a00d6b2-9273-40e8-af28-70e67890abd1)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:47.804508 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.805444 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 490c1e67-81a0-40ef-8104-06c6989875b9 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:47.827537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04855cf4-84ab-43cc-9691-b14f1f853dce req-b971b2b5-41be-4747-bd7a-e4ef3a0a8375 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:47.829117 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cd0f7407-6b5b-4cbd-b679-c8b78ee1b02a req-a0244169-4d5c-4976-a73d-0b4b5dc53ac9 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450930 Nov 09 04:16:47.846173 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-04855cf4-84ab-43cc-9691-b14f1f853dce req-b971b2b5-41be-4747-bd7a-e4ef3a0a8375 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 945 time: 0.4078372 Nov 09 04:16:47.876666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c24f64e9-6798-45c6-94fb-67d656b3432e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Deleting port b71dd695-ada5-45f8-9593-fe87aaf9ba4b {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:47.877765 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c24f64e9-6798-45c6-94fb-67d656b3432e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.896328 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.897535 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.904134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:47.924053 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:47.924914 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.978767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=e1f6022d-2dde-4034-af66-8dc0071308ed,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:47.988433 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-57c1608e-d143-4b7e-9632-42914d78d7ce tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:47.994673 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-57c1608e-d143-4b7e-9632-42914d78d7ce tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] 10.222.0.21 "DELETE /v2.0/ports/8fb6bd48-cc3b-458b-aebc-d821b17be67b HTTP/1.1" status: 204 len: 168 time: 2.2801642 Nov 09 04:16:47.999762 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45098) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:48.003600 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9f45d9-2d4c-4087-affb-59742a23c398 x-openstack-request-id: req-eb9f45d9-2d4c-4087-affb-59742a23c398 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:16:48.004093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d40010-bd75-4592-8cb0-ec11cdb8abd1", "name": "network-vif-plugged", "status": "completed", "tag": "e1f6022d-2dde-4034-af66-8dc0071308ed", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:16:48.004860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb9f45d9-2d4c-4087-affb-59742a23c398 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:16:48.005379 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d40010-bd75-4592-8cb0-ec11cdb8abd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f6022d-2dde-4034-af66-8dc0071308ed', 'code': 200} Nov 09 04:16:48.065161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-cd52e66e-4aa1-4976-beb0-f254338cab5a None None] Provisioning complete for port 26d726bc-ba46-48cc-8ffd-a4003f582462 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:48.065702 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd52e66e-4aa1-4976-beb0-f254338cab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.085057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Allocated IP 172.26.5.176 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/f45a267d-17c8-41ac-a5ce-4bd14db0fcde) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:48.137134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c24f64e9-6798-45c6-94fb-67d656b3432e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.137841 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-04855cf4-84ab-43cc-9691-b14f1f853dce req-a8e3f9f3-2a04-472f-b586-0ade595d8943 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2867990 Nov 09 04:16:48.144976 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.155369 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c24f64e9-6798-45c6-94fb-67d656b3432e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Calling delete_port for b71dd695-ada5-45f8-9593-fe87aaf9ba4b owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:48.158054 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e336a7ee-729e-4aca-9c5b-c811a95b0d2c tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Deleting subnet 4443445e-7aa5-4233-8513-fc45aa3512e5 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:16:48.164592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e336a7ee-729e-4aca-9c5b-c811a95b0d2c tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.301179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 490c1e67-81a0-40ef-8104-06c6989875b9 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:16:48.303822 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2786927 Nov 09 04:16:48.305328 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45102) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:48.329145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e336a7ee-729e-4aca-9c5b-c811a95b0d2c tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.333452 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 490c1e67-81a0-40ef-8104-06c6989875b9 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:48.333835 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.354212 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event updated for resources: {'Network': ['ID=dee9a6b3-f893-4339-82b5-11a67b720aca,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:48.398990 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network dee9a6b3-f893-4339-82b5-11a67b720aca details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:48.400719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b736ed-450a-4d50-904a-7bb30ca9cc97 req-4e36a9a4-d19b-4af2-b638-10a351b082f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:48.402391 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-92b736ed-450a-4d50-904a-7bb30ca9cc97 req-4e36a9a4-d19b-4af2-b638-10a351b082f8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 1099 time: 0.1931455 Nov 09 04:16:48.416607 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 26d726bc-ba46-48cc-8ffd-a4003f582462 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:48.484615 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.507010 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Deleting port b832f87d-d8df-4ba2-b36f-ff71667be5d6 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:48.507342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.512670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd52e66e-4aa1-4976-beb0-f254338cab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.549429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e336a7ee-729e-4aca-9c5b-c811a95b0d2c tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.595146 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-92b736ed-450a-4d50-904a-7bb30ca9cc97 req-51404472-bc1f-4fa0-8b23-3a4bd801856c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757681 Nov 09 04:16:48.613001 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.641993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cd52e66e-4aa1-4976-beb0-f254338cab5a None None] For port 26d726bc-ba46-48cc-8ffd-a4003f582462, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=26d726bc-ba46-48cc-8ffd-a4003f582462,segment=NetworkSegment(d4a86df4-4f17-4f13-bbd8-f411e224782a),segment_id=d4a86df4-4f17-4f13-bbd8-f411e224782a)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:48.652146 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 26d726bc-ba46-48cc-8ffd-a4003f582462 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:48.652634 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.656832 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd52e66e-4aa1-4976-beb0-f254338cab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.692333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.748845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6b47c-5b50-4b5a-a4f9-56e0f33af738 req-95133b0b-019e-4101-9cd7-0311c54e16ad tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:48.757192 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7ec6b47c-5b50-4b5a-a4f9-56e0f33af738 req-95133b0b-019e-4101-9cd7-0311c54e16ad tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 944 time: 0.5145860 Nov 09 04:16:48.762721 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:48.768183 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Pushing event updated for resources: {'Port': ['ID=f45a267d-17c8-41ac-a5ce-4bd14db0fcde,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:48.773888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:48.776233 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:48.879937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac409ac-bf65-42da-98b6-294038807189 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:48.886663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] For port b832f87d-d8df-4ba2-b36f-ff71667be5d6, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b832f87d-d8df-4ba2-b36f-ff71667be5d6,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:48.886974 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac409ac-bf65-42da-98b6-294038807189 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:48.888592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.896538 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac409ac-bf65-42da-98b6-294038807189 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:48.905301 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac409ac-bf65-42da-98b6-294038807189 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:48.909801 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0ac409ac-bf65-42da-98b6-294038807189 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5958436 Nov 09 04:16:48.909801 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event updated for resources: {'Network': ['ID=e186522b-1b4a-4452-a362-12b07227c42a,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:48.914451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45106) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:48.934586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e336a7ee-729e-4aca-9c5b-c811a95b0d2c tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:48.953786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 490c1e67-81a0-40ef-8104-06c6989875b9, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=490c1e67-81a0-40ef-8104-06c6989875b9,segment=NetworkSegment(48aee43e-30bf-4afa-8662-df14895c0815),segment_id=48aee43e-30bf-4afa-8662-df14895c0815)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:48.961954 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Calling delete_port for b832f87d-d8df-4ba2-b36f-ff71667be5d6 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:48.972686 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.012238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52e66e-4aa1-4976-beb0-f254338cab5a None None] Pushing event updated for resources: {'Port': ['ID=26d726bc-ba46-48cc-8ffd-a4003f582462,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:49.023026 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:49.023474 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:49.024062 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:49.024632 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:49.025073 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:49.028463 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:49.029047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:49.029494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:49.030076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:49.030543 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:49.030942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:49.031521 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e336a7ee-729e-4aca-9c5b-c811a95b0d2c tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.031736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299e4ac4-27c6-4162-b5bb-46b89e45480c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:49.037150 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e336a7ee-729e-4aca-9c5b-c811a95b0d2c tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] 10.222.0.21 "DELETE /v2.0/subnets/4443445e-7aa5-4233-8513-fc45aa3512e5 HTTP/1.1" status: 204 len: 168 time: 1.0305135 Nov 09 04:16:49.039594 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336a7ee-729e-4aca-9c5b-c811a95b0d2c tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Pushing event deleted for resources: {'Subnet': ['ID=4443445e-7aa5-4233-8513-fc45aa3512e5,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:49.041259 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45108) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:49.071847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=490c1e67-81a0-40ef-8104-06c6989875b9,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:49.077852 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network e186522b-1b4a-4452-a362-12b07227c42a details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:49.079647 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa41f19-396d-404e-bb08-9aad93524f53 None None] Network 7ec3db31-92c5-4a54-8680-f92095943c69 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:49.100447 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7ec6b47c-5b50-4b5a-a4f9-56e0f33af738 req-de26e285-359f-47bf-949a-b793f1bc9749 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3410985 Nov 09 04:16:49.113491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c24f64e9-6798-45c6-94fb-67d656b3432e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.285272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f64e9-6798-45c6-94fb-67d656b3432e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event deleted for resources: {'Port': ['ID=b71dd695-ada5-45f8-9593-fe87aaf9ba4b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:49.300522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b7671-7629-4cbe-a9b9-3f5ee7961613 req-2d3473c3-d933-4b6a-b7ac-f531f440dbc8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:49.302111 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a43b7671-7629-4cbe-a9b9-3f5ee7961613 req-2d3473c3-d933-4b6a-b7ac-f531f440dbc8 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 945 time: 0.3436100 Nov 09 04:16:49.311958 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.321822 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3b896a8f-fe9e-4fd5-99ef-2be0d7c285fc tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.341369 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5f575106-0e79-4336-ab12-93a73482f252 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:49.392697 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1563e7d6-e996-498f-9389-d539b07fba3a None None] Provisioning complete for port b71dd695-ada5-45f8-9593-fe87aaf9ba4b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:49.393068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1563e7d6-e996-498f-9389-d539b07fba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.420925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c24f64e9-6798-45c6-94fb-67d656b3432e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.425442 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c24f64e9-6798-45c6-94fb-67d656b3432e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "DELETE /v2.0/ports/b71dd695-ada5-45f8-9593-fe87aaf9ba4b HTTP/1.1" status: 204 len: 168 time: 1.8737202 Nov 09 04:16:49.435729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45112) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:49.438612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1563e7d6-e996-498f-9389-d539b07fba3a None None] Port b71dd695-ada5-45f8-9593-fe87aaf9ba4b was deleted so its status cannot be updated. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 09 04:16:49.462422 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1563e7d6-e996-498f-9389-d539b07fba3a None None] Provisioning complete for port 26d726bc-ba46-48cc-8ffd-a4003f582462 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:49.463051 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1563e7d6-e996-498f-9389-d539b07fba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.468976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5f575106-0e79-4336-ab12-93a73482f252 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:49.469560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.488603 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75afce9-35e3-40dd-a6b1-812591a43f97 req-04899057-9422-489f-9ca8-b57a86d7fe05 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:49.490574 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d75afce9-35e3-40dd-a6b1-812591a43f97 req-04899057-9422-489f-9ca8-b57a86d7fe05 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 946 time: 0.2151208 Nov 09 04:16:49.507532 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4fe40f-f112-48de-9492-8179d223613b tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] GET failed (client error): The resource could not be found. Nov 09 04:16:49.515388 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7b4fe40f-f112-48de-9492-8179d223613b tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "GET /v2.0/ports/b71dd695-ada5-45f8-9593-fe87aaf9ba4b HTTP/1.1" status: 404 len: 333 time: 0.0717447 Nov 09 04:16:49.516006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45114) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:49.527763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c2b8f1f2-5379-4b86-856b-49cb01cf494d tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Request body: {'port': {'network_id': 'd7874e74-1a9f-415d-a00d-798ccf53a1d4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-140718309'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:49.535561 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a43b7671-7629-4cbe-a9b9-3f5ee7961613 req-66868bbc-6b0c-4168-8d07-6e931efa6529 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194543 Nov 09 04:16:49.536249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.581778 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655ab205-b724-45e7-8fac-328a774392a6 None None] DHCP port deletion for 7ec3db31-92c5-4a54-8680-f92095943c69 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:16:49.618949 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d75afce9-35e3-40dd-a6b1-812591a43f97 req-2fc55308-e61a-442d-a752-c9d59d7d1fb9 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999095 Nov 09 04:16:49.627284 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3b896a8f-fe9e-4fd5-99ef-2be0d7c285fc tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.672788 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-3b896a8f-fe9e-4fd5-99ef-2be0d7c285fc tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee9a6b3-f893-4339-82b5-11a67b720aca']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:49.685643 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-3b896a8f-fe9e-4fd5-99ef-2be0d7c285fc tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e11544e-e717-472a-b8c7-a44cb5cdcb1c') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:49.686026 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-3b896a8f-fe9e-4fd5-99ef-2be0d7c285fc tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e11544e-e717-472a-b8c7-a44cb5cdcb1c') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:49.699016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3b896a8f-fe9e-4fd5-99ef-2be0d7c285fc tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.714241 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3b896a8f-fe9e-4fd5-99ef-2be0d7c285fc tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.722548 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b896a8f-fe9e-4fd5-99ef-2be0d7c285fc tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:49.722991 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3b896a8f-fe9e-4fd5-99ef-2be0d7c285fc tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: items = [ Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:49.777003 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:49.793534 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3b896a8f-fe9e-4fd5-99ef-2be0d7c285fc tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.801462 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3b896a8f-fe9e-4fd5-99ef-2be0d7c285fc tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.805897 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3b896a8f-fe9e-4fd5-99ef-2be0d7c285fc tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "DELETE /v2.0/networks/dee9a6b3-f893-4339-82b5-11a67b720aca HTTP/1.1" status: 204 len: 168 time: 0.8901634 Nov 09 04:16:49.808972 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45118) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:49.837329 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.843273 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b896a8f-fe9e-4fd5-99ef-2be0d7c285fc tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event deleted for resources: {'Network': ['ID=dee9a6b3-f893-4339-82b5-11a67b720aca,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:49.868560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-655ab205-b724-45e7-8fac-328a774392a6 None None] Deleting port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:49.868933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-655ab205-b724-45e7-8fac-328a774392a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.884522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 5f575106-0e79-4336-ab12-93a73482f252, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5f575106-0e79-4336-ab12-93a73482f252,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:49.926680 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.927626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca8fa885-b3ae-45bb-9d9b-552d08133e49 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.937840 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1563e7d6-e996-498f-9389-d539b07fba3a None None] Provisioning complete for port 7c329a03-38f9-4c2e-8ca8-3b55c8cbe999 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:49.938214 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1563e7d6-e996-498f-9389-d539b07fba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:49.995391 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-655ab205-b724-45e7-8fac-328a774392a6 None None] For port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3,segment=NetworkSegment(d9c4c96d-d5eb-43a7-b3c6-8248bf8be41b),segment_id=d9c4c96d-d5eb-43a7-b3c6-8248bf8be41b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:49.995799 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-655ab205-b724-45e7-8fac-328a774392a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.007291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196b8c03-35f6-47e5-bc1c-c1579b6f42a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490c1e67-81a0-40ef-8104-06c6989875b9'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:16:50.010081 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2510d82f-bb87-4675-ace0-20d5b20c8522" -d '{"events": [{"server_uuid": "196b8c03-35f6-47e5-bc1c-c1579b6f42a9", "name": "network-vif-plugged", "status": "completed", "tag": "490c1e67-81a0-40ef-8104-06c6989875b9"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:16:50.032092 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-655ab205-b724-45e7-8fac-328a774392a6 None None] Calling delete_port for 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:50.046815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1563e7d6-e996-498f-9389-d539b07fba3a None None] Port 7c329a03-38f9-4c2e-8ca8-3b55c8cbe999 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:50.047901 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca8fa885-b3ae-45bb-9d9b-552d08133e49 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.060061 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=5f575106-0e79-4336-ab12-93a73482f252,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:50.088002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-ca8fa885-b3ae-45bb-9d9b-552d08133e49 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e186522b-1b4a-4452-a362-12b07227c42a']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:50.096264 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41b224e-5cba-4b0a-af8a-0a5c2c88b34b x-openstack-request-id: req-b41b224e-5cba-4b0a-af8a-0a5c2c88b34b {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:16:50.096558 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196b8c03-35f6-47e5-bc1c-c1579b6f42a9", "name": "network-vif-plugged", "status": "completed", "tag": "490c1e67-81a0-40ef-8104-06c6989875b9", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:16:50.097304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b41b224e-5cba-4b0a-af8a-0a5c2c88b34b {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:16:50.097752 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196b8c03-35f6-47e5-bc1c-c1579b6f42a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490c1e67-81a0-40ef-8104-06c6989875b9', 'code': 200} Nov 09 04:16:50.099472 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-ca8fa885-b3ae-45bb-9d9b-552d08133e49 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487e96ff-614e-48d6-9087-c307b19e39ce') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:50.100283 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-ca8fa885-b3ae-45bb-9d9b-552d08133e49 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487e96ff-614e-48d6-9087-c307b19e39ce') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:50.110946 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca8fa885-b3ae-45bb-9d9b-552d08133e49 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.128080 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca8fa885-b3ae-45bb-9d9b-552d08133e49 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.141978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8fa885-b3ae-45bb-9d9b-552d08133e49 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:50.142436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca8fa885-b3ae-45bb-9d9b-552d08133e49 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:50.149834 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:50.165722 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-077649d4-f03a-43db-af36-98bf05364783 None None] Could not find standard attr ID for object b71dd695-ada5-45f8-9593-fe87aaf9ba4b. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:16:50.172829 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-655ab205-b724-45e7-8fac-328a774392a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.212620 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ab205-b724-45e7-8fac-328a774392a6 None None] Pushing event deleted for resources: {'Port': ['ID=93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:50.214572 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 26d726bc-ba46-48cc-8ffd-a4003f582462 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:50.239271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655ab205-b724-45e7-8fac-328a774392a6 None None] No DVR routers for this DVR port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:16:50.241813 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-077649d4-f03a-43db-af36-98bf05364783 None None] Provisioning complete for port 7c329a03-38f9-4c2e-8ca8-3b55c8cbe999 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:50.242285 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-077649d4-f03a-43db-af36-98bf05364783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.297340 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c38639-a8ae-4047-98b9-c3f804e56b8d req-9c58dea8-e2d7-4242-9386-3dfa3e3aa59d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:50.299102 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-99c38639-a8ae-4047-98b9-c3f804e56b8d req-9c58dea8-e2d7-4242-9386-3dfa3e3aa59d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.0599005 Nov 09 04:16:50.300550 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca8fa885-b3ae-45bb-9d9b-552d08133e49 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.301329 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-077649d4-f03a-43db-af36-98bf05364783 None None] Port 7c329a03-38f9-4c2e-8ca8-3b55c8cbe999 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:50.313699 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca8fa885-b3ae-45bb-9d9b-552d08133e49 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.317593 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ca8fa885-b3ae-45bb-9d9b-552d08133e49 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "DELETE /v2.0/networks/e186522b-1b4a-4452-a362-12b07227c42a HTTP/1.1" status: 204 len: 168 time: 0.4945643 Nov 09 04:16:50.319461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Deleting port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:50.319917 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.328489 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 26d726bc-ba46-48cc-8ffd-a4003f582462 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:50.328859 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.334460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45124) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:50.350807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fa885-b3ae-45bb-9d9b-552d08133e49 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event deleted for resources: {'Network': ['ID=e186522b-1b4a-4452-a362-12b07227c42a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:50.406612 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb02737-617b-41e3-9502-5b1089228adb req-aa39d9ae-f46b-44b2-a600-8babb3c7a78a tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:50.408145 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1fb02737-617b-41e3-9502-5b1089228adb req-aa39d9ae-f46b-44b2-a600-8babb3c7a78a tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 945 time: 0.3624873 Nov 09 04:16:50.419513 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5f575106-0e79-4336-ab12-93a73482f252 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:50.425487 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45126) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:50.433332 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c52ec133-21f3-4183-b3da-1e431e96583d tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Request body: {'floatingip': {'port_id': '4862d803-77b2-435f-9989-18f65b7f3e03'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:50.453796 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.473881 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5f575106-0e79-4336-ab12-93a73482f252 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:50.474252 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.505961 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-99c38639-a8ae-4047-98b9-c3f804e56b8d req-bc3270e7-6be2-435b-9180-107389373b2b tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893287 Nov 09 04:16:50.514862 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c52ec133-21f3-4183-b3da-1e431e96583d tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for floatingip, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.543658 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] For port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:50.544027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.551772 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Pushing event deleted for resources: {'Port': ['ID=b832f87d-d8df-4ba2-b36f-ff71667be5d6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:50.565381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993af54b-27ec-4b23-8f40-5467ecc0ee03 req-a6ca580c-c2a4-420d-8129-cd2abd5c9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:50.566946 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-993af54b-27ec-4b23-8f40-5467ecc0ee03 req-a6ca580c-c2a4-420d-8129-cd2abd5c9e50 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 1098 time: 0.2839515 Nov 09 04:16:50.592039 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad88d608-bd01-4cf3-9180-bc0e5e9a20a3 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:50.598090 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad88d608-bd01-4cf3-9180-bc0e5e9a20a3 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:50.600216 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ad88d608-bd01-4cf3-9180-bc0e5e9a20a3 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2630346 Nov 09 04:16:50.605175 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45128) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:50.606588 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Calling delete_port for 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:50.609737 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:50.610354 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e9b2cb3f-2fbf-4188-9b01-ac8e93dc267c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1578289687'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:50.610532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:50.610532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:50.610911 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:50.611090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:50.611414 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:50.611747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:50.612080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:50.612414 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:50.612741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:50.613070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:50.613393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:50.618554 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.ipam_backend_mixin [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 was not found and therefore no delete operation was performed {{(pid=101883) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 04:16:50.642323 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:16:50.644680 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b8f1f2-5379-4b86-856b-49cb01cf494d tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Made reservation on behalf of 08c437e9be4947d5ac5c6dd57a0df121 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:50.648763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f1f2-5379-4b86-856b-49cb01cf494d tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.669692 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:16:50.670318 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:16:50.670677 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b2cb3f-2fbf-4188-9b01-ac8e93dc267c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Made reservation on behalf of 44fe33ae98314ea2b16104b7471930d5 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:50.674304 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9b2cb3f-2fbf-4188-9b01-ac8e93dc267c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.689801 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.742289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b2cb3f-2fbf-4188-9b01-ac8e93dc267c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:50.758149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Pushing event deleted for resources: {'Port': ['ID=93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:50.780138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9b2cb3f-2fbf-4188-9b01-ac8e93dc267c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.780661 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-c2b8f1f2-5379-4b86-856b-49cb01cf494d tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] device_id is not set on port 613740ce-1940-4206-8cb6-fbf43531eee2 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:16:50.780764 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-e9b2cb3f-2fbf-4188-9b01-ac8e93dc267c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Added segment 46418d6d-c4ec-4eb2-8d6d-df99dbf194c5 of type vlan for network 717d9195-ef1e-4792-9847-b9803fc587a0 Nov 09 04:16:50.806598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.810758 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] No DVR routers for this DVR port 93d5bc70-3fa5-4e8b-98d1-dc3f0d0ca4b3 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:16:50.862191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9b2cb3f-2fbf-4188-9b01-ac8e93dc267c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.938892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.942305 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-993af54b-27ec-4b23-8f40-5467ecc0ee03 req-b04eb3f7-bae3-4809-8dda-f73f7374239a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3504100 Nov 09 04:16:50.972694 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9b2cb3f-2fbf-4188-9b01-ac8e93dc267c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:50.978266 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2cb3f-2fbf-4188-9b01-ac8e93dc267c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:50.978832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9b2cb3f-2fbf-4188-9b01-ac8e93dc267c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.010472 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.013199 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.094528 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.105928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061e861-4e8e-4cb8-b138-8fca8ccb90ab req-d4c8f82f-0414-4400-9b01-db18ae57fcd2 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:51.107441 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a061e861-4e8e-4cb8-b138-8fca8ccb90ab req-d4c8f82f-0414-4400-9b01-db18ae57fcd2 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 946 time: 0.3733182 Nov 09 04:16:51.114584 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e9b2cb3f-2fbf-4188-9b01-ac8e93dc267c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5057702 Nov 09 04:16:51.120499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45132) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:51.130304 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c875caec-4721-4941-9db5-04b49f8cb8d0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2069997900'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:51.133702 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2cb3f-2fbf-4188-9b01-ac8e93dc267c tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event updated for resources: {'Network': ['ID=717d9195-ef1e-4792-9847-b9803fc587a0,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:51.146598 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 717d9195-ef1e-4792-9847-b9803fc587a0 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:51.195716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec3db31-92c5-4a54-8680-f92095943c69']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:51.214180 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c875caec-4721-4941-9db5-04b49f8cb8d0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Made reservation on behalf of 44fe33ae98314ea2b16104b7471930d5 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:51.217574 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c875caec-4721-4941-9db5-04b49f8cb8d0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.225869 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.226387 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58b40d9b-5df7-4906-adac-843c5aae2511 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:16:51.230919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c4c96d-d5eb-43a7-b3c6-8248bf8be41b') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:51.231209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c4c96d-d5eb-43a7-b3c6-8248bf8be41b') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:51.249571 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.250578 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-830c0684-954b-4593-9c80-e519e1eece44 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "DELETE /v2.0/routers/58b40d9b-5df7-4906-adac-843c5aae2511 HTTP/1.1" status: 204 len: 168 time: 4.0572951 Nov 09 04:16:51.263744 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45134) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:51.269216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-85348447', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}, 'admin_state_up': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:51.291427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.313330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-c2b8f1f2-5379-4b86-856b-49cb01cf494d tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Allocated IP 2001:db8::1c7 (d7874e74-1a9f-415d-a00d-798ccf53a1d4/596fd78d-e2d9-4f94-b644-3662ae367ce7/613740ce-1940-4206-8cb6-fbf43531eee2) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:51.334144 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.335020 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c875caec-4721-4941-9db5-04b49f8cb8d0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:51.343096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:16:51.344046 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.350381 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c52ec133-21f3-4183-b3da-1e431e96583d tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.357048 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c875caec-4721-4941-9db5-04b49f8cb8d0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.357451 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-c875caec-4721-4941-9db5-04b49f8cb8d0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Added segment 3b18d675-c3d5-493e-aff1-27cd0d468a76 of type vlan for network fd6417e9-9ff2-41e7-8d7a-5f45f79c34b9 Nov 09 04:16:51.366578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.367587 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.370664 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c52ec133-21f3-4183-b3da-1e431e96583d tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:16:51.396565 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:16:51.439246 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a061e861-4e8e-4cb8-b138-8fca8ccb90ab req-7fbac0de-81d8-45b8-bfcc-f18c8a3098ea tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731535 Nov 09 04:16:51.455920 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.482527 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.488496 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] 10.222.0.21 "DELETE /v2.0/networks/7ec3db31-92c5-4a54-8680-f92095943c69 HTTP/1.1" status: 204 len: 168 time: 2.4295530 Nov 09 04:16:51.511636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297a0fe-939d-4b6c-aae3-292adf4901ca tempest-ExtraDHCPOptionsTestJSON-577513153 tempest-ExtraDHCPOptionsTestJSON-577513153-project] Pushing event deleted for resources: {'Network': ['ID=7ec3db31-92c5-4a54-8680-f92095943c69,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:51.569365 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Router f0212850-cfbf-4f5b-a91a-0bc88e7225e9 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:16:51.728466 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c875caec-4721-4941-9db5-04b49f8cb8d0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.769462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f1f2-5379-4b86-856b-49cb01cf494d tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.801604 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96197c-7995-4f56-ad61-cec0c25bd5d8 req-7fc3c0d1-1d95-4957-9d7e-62612e615cc0 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:51.803696 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9a96197c-7995-4f56-ad61-cec0c25bd5d8 req-7fc3c0d1-1d95-4957-9d7e-62612e615cc0 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1796341 Nov 09 04:16:51.809093 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:51.821379 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Sync routers for ids ['f0212850-cfbf-4f5b-a91a-0bc88e7225e9'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:51.823943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c875caec-4721-4941-9db5-04b49f8cb8d0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.829719 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c875caec-4721-4941-9db5-04b49f8cb8d0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:51.831028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c875caec-4721-4941-9db5-04b49f8cb8d0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.835722 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Routers {'f0212850-cfbf-4f5b-a91a-0bc88e7225e9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:51.836340 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f0212850-cfbf-4f5b-a91a-0bc88e7225e9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:51.890947 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.892613 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-dbad689c-3148-4989-9845-44c9b76c21da tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.7240987 Nov 09 04:16:51.897467 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517a888-060c-4850-af59-c8c4e81f4e15 req-80022bc8-af02-4f08-8820-309a49fc7b97 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:51.899158 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a517a888-060c-4850-af59-c8c4e81f4e15 req-80022bc8-af02-4f08-8820-309a49fc7b97 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 946 time: 0.2259252 Nov 09 04:16:51.909286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.909286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45144) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:51.909286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45146) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:51.914219 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9a96197c-7995-4f56-ad61-cec0c25bd5d8 req-c5da5d72-2005-4b2f-aaad-2008348ee8b8 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985649 Nov 09 04:16:51.942628 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f1f2-5379-4b86-856b-49cb01cf494d tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:51.945147 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45148) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:51.982381 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-bd4088ab-5ac9-49fe-b442-93601c958c41 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Request body: {'floatingip': {'port_id': 'e1f6022d-2dde-4034-af66-8dc0071308ed'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:51.988933 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b8f1f2-5379-4b86-856b-49cb01cf494d tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Network d7874e74-1a9f-415d-a00d-798ccf53a1d4 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:51.994387 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-c2b8f1f2-5379-4b86-856b-49cb01cf494d tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:51.998557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8f1f2-5379-4b86-856b-49cb01cf494d tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:52.007016 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b8f1f2-5379-4b86-856b-49cb01cf494d tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:52.007923 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f1f2-5379-4b86-856b-49cb01cf494d tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:52.045052 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8f1f2-5379-4b86-856b-49cb01cf494d tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event updated for resources: {'Port': ['ID=613740ce-1940-4206-8cb6-fbf43531eee2,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:52.060529 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c2b8f1f2-5379-4b86-856b-49cb01cf494d tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5393066 Nov 09 04:16:52.070216 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Set router f0212850-cfbf-4f5b-a91a-0bc88e7225e9 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:52.074308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45152) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:52.087092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-12c55441-e430-49c5-8f3b-859b02d5f02e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::153', 'mac_address': 'fa:16:3e:e7:63:93'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:52.112758 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c875caec-4721-4941-9db5-04b49f8cb8d0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9910531 Nov 09 04:16:52.127321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45154) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:52.135164 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Request body: {'ports': [{'network_id': '717d9195-ef1e-4792-9847-b9803fc587a0', 'name': 'tempest-port--916612182', 'admin_state_up': True}, {'network_id': 'fd6417e9-9ff2-41e7-8d7a-5f45f79c34b9', 'admin_state_up': False}]} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:52.135741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Request body: {'port': {'network_id': '717d9195-ef1e-4792-9847-b9803fc587a0', 'name': 'tempest-port--916612182', 'admin_state_up': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:52.136462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Request body: {'port': {'network_id': 'fd6417e9-9ff2-41e7-8d7a-5f45f79c34b9', 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:52.192893 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b832f87d-d8df-4ba2-b36f-ff71667be5d6 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:16:52.223872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: b832f87d-d8df-4ba2-b36f-ff71667be5d6 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:16:52.224525 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b832f87d-d8df-4ba2-b36f-ff71667be5d6 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:16:52.257452 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-c52ec133-21f3-4183-b3da-1e431e96583d tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Floating IP 8b735dac-d0b8-4f87-a48a-5b7e26847f55 associated. External IP: 172.26.5.107, port: 4862d803-77b2-435f-9989-18f65b7f3e03. Nov 09 04:16:52.261164 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd4088ab-5ac9-49fe-b442-93601c958c41 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for floatingip, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:52.324296 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875caec-4721-4941-9db5-04b49f8cb8d0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event updated for resources: {'Network': ['ID=fd6417e9-9ff2-41e7-8d7a-5f45f79c34b9,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:52.337646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network fd6417e9-9ff2-41e7-8d7a-5f45f79c34b9 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:52.404941 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-12c55441-e430-49c5-8f3b-859b02d5f02e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:52.406152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a7472d79-8aab-4cf1-92ea-6c06738148af None None] Provisioning complete for port 613740ce-1940-4206-8cb6-fbf43531eee2 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:52.406704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a7472d79-8aab-4cf1-92ea-6c06738148af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:52.418825 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0212850-cfbf-4f5b-a91a-0bc88e7225e9', 'name': 'tempest-snat-router-50031095', 'tenant_id': 'd8cf767f47d140ed9cad39158bc2931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.176'}], 'enable_snat': True}, 'gw_port_id': 'f45a267d-17c8-41ac-a5ce-4bd14db0fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:16:45Z', 'updated_at': '2021-11-09T04:16:49Z', 'revision_number': 3, 'project_id': 'd8cf767f47d140ed9cad39158bc2931c', 'gw_port': {'id': 'f45a267d-17c8-41ac-a5ce-4bd14db0fcde', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0212850-cfbf-4f5b-a91a-0bc88e7225e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:47Z', 'updated_at': '2021-11-09T04:16:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:52.467165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:52.467400 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c405276c-cdd8-49f3-95f0-f637a5f042a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6335534047da4eda979f160822cd023b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5209270 Nov 09 04:16:52.473455 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45156) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:52.477831 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Checking router: f0212850-cfbf-4f5b-a91a-0bc88e7225e9 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:16:52.478381 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Updating router f0212850-cfbf-4f5b-a91a-0bc88e7225e9 port f45a267d-17c8-41ac-a5ce-4bd14db0fcde binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:16:52.511702 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a7472d79-8aab-4cf1-92ea-6c06738148af None None] Port 613740ce-1940-4206-8cb6-fbf43531eee2 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:52.513539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:52.567575 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Made reservation on behalf of 44fe33ae98314ea2b16104b7471930d5 for: {'port': 2} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:52.573039 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:52.620535 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:52.691930 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d396309f-4e96-4684-bac9-0f9d0bd2fc9b tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/routers/f0212850-cfbf-4f5b-a91a-0bc88e7225e9 HTTP/1.1" status: 200 len: 906 time: 0.7782636 Nov 09 04:16:52.709901 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45158) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:52.783174 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] device_id is not set on port 2633b700-86ed-475f-a2d4-a4308cb0a0a6 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:16:52.812699 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60957759-0a3c-401e-a0a8-680a6276c96d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:52.814661 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-12c55441-e430-49c5-8f3b-859b02d5f02e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:52.850080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-12c55441-e430-49c5-8f3b-859b02d5f02e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:52.896079 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60957759-0a3c-401e-a0a8-680a6276c96d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:52.918205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:52.926394 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:52.988405 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a41e8-a267-4e45-83e5-658119ef3e40 None None] Pushing event updated for resources: {'Port': ['ID=f45a267d-17c8-41ac-a5ce-4bd14db0fcde,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:52.991435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Attempting to bind port f45a267d-17c8-41ac-a5ce-4bd14db0fcde on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:16:52.991945 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Attempting to bind port f45a267d-17c8-41ac-a5ce-4bd14db0fcde by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:16:52.992395 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Attempting to bind port f45a267d-17c8-41ac-a5ce-4bd14db0fcde on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:16:53.003102 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a41e8-a267-4e45-83e5-658119ef3e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:53.003470 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a41e8-a267-4e45-83e5-658119ef3e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:53.003818 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a41e8-a267-4e45-83e5-658119ef3e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:53.004293 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a41e8-a267-4e45-83e5-658119ef3e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:53.004630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a41e8-a267-4e45-83e5-658119ef3e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:53.004974 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a41e8-a267-4e45-83e5-658119ef3e40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:53.005306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a41e8-a267-4e45-83e5-658119ef3e40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:53.005704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a41e8-a267-4e45-83e5-658119ef3e40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:53.006048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a41e8-a267-4e45-83e5-658119ef3e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:53.006376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a41e8-a267-4e45-83e5-658119ef3e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:53.006697 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a41e8-a267-4e45-83e5-658119ef3e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:53.007046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45a41e8-a267-4e45-83e5-658119ef3e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:16:53.010600 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:16:53.010981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:53.011382 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:53.011954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:16:53.012434 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Bound port: f45a267d-17c8-41ac-a5ce-4bd14db0fcde, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:16:53.012814 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:53.072901 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] For port f45a267d-17c8-41ac-a5ce-4bd14db0fcde, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:16:53.076550 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] For port f45a267d-17c8-41ac-a5ce-4bd14db0fcde, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f45a267d-17c8-41ac-a5ce-4bd14db0fcde,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:16:53.081919 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60957759-0a3c-401e-a0a8-680a6276c96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:53.083937 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:53.084737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60957759-0a3c-401e-a0a8-680a6276c96d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:53.086012 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-60957759-0a3c-401e-a0a8-680a6276c96d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b31a15ca-cf7d-4144-b80c-ea3e49dbc6e1 HTTP/1.1" status: 204 len: 168 time: 0.6051843 Nov 09 04:16:53.126098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60957759-0a3c-401e-a0a8-680a6276c96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31a15ca-cf7d-4144-b80c-ea3e49dbc6e1,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:53.167318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52ec133-21f3-4183-b3da-1e431e96583d tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:16:53.175891 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Routers {'f0212850-cfbf-4f5b-a91a-0bc88e7225e9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:53.176832 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f0212850-cfbf-4f5b-a91a-0bc88e7225e9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:53.180994 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a41e8-a267-4e45-83e5-658119ef3e40 None None] Pushing event updated for resources: {'Port': ['ID=f45a267d-17c8-41ac-a5ce-4bd14db0fcde,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:53.188534 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e022a9a-d576-42f9-b71f-f0c79f852207 req-9c08245e-2e6a-4b36-ba8c-fab10db35abf tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:53.190212 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5e022a9a-d576-42f9-b71f-f0c79f852207 req-9c08245e-2e6a-4b36-ba8c-fab10db35abf tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1928008 Nov 09 04:16:53.243464 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-12c55441-e430-49c5-8f3b-859b02d5f02e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] In _notify_port_updated(), no bound segment for port 613740ce-1940-4206-8cb6-fbf43531eee2 on network d7874e74-1a9f-415d-a00d-798ccf53a1d4 {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:16:53.252017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c55441-e430-49c5-8f3b-859b02d5f02e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:53.253462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-12c55441-e430-49c5-8f3b-859b02d5f02e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:53.254679 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-12c55441-e430-49c5-8f3b-859b02d5f02e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "PUT /v2.0/ports/613740ce-1940-4206-8cb6-fbf43531eee2 HTTP/1.1" status: 200 len: 1002 time: 1.1791492 Nov 09 04:16:53.261307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45164) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:53.344799 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] Set router f0212850-cfbf-4f5b-a91a-0bc88e7225e9 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:53.393825 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:53.401636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c55441-e430-49c5-8f3b-859b02d5f02e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event updated for resources: {'Port': ['ID=613740ce-1940-4206-8cb6-fbf43531eee2,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:53.605060 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0212850-cfbf-4f5b-a91a-0bc88e7225e9', 'name': 'tempest-snat-router-50031095', 'tenant_id': 'd8cf767f47d140ed9cad39158bc2931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.176'}], 'enable_snat': True}, 'gw_port_id': 'f45a267d-17c8-41ac-a5ce-4bd14db0fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:16:45Z', 'updated_at': '2021-11-09T04:16:49Z', 'revision_number': 3, 'project_id': 'd8cf767f47d140ed9cad39158bc2931c', 'gw_port': {'id': 'f45a267d-17c8-41ac-a5ce-4bd14db0fcde', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0212850-cfbf-4f5b-a91a-0bc88e7225e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:47Z', 'updated_at': '2021-11-09T04:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:53.610564 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-fddee786-7f93-44e0-9e79-3f2f3dfe16e1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Deleting port 613740ce-1940-4206-8cb6-fbf43531eee2 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:53.611051 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fddee786-7f93-44e0-9e79-3f2f3dfe16e1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:53.654742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33303fec-44a1-4aad-97b0-cd678dd45996 None None] The sync data for ids ['f0212850-cfbf-4f5b-a91a-0bc88e7225e9'] in dv-neutron-816800-2-hyperv is: [{'id': 'f0212850-cfbf-4f5b-a91a-0bc88e7225e9', 'name': 'tempest-snat-router-50031095', 'tenant_id': 'd8cf767f47d140ed9cad39158bc2931c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.176'}], 'enable_snat': True}, 'gw_port_id': 'f45a267d-17c8-41ac-a5ce-4bd14db0fcde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:16:45Z', 'updated_at': '2021-11-09T04:16:49Z', 'revision_number': 3, 'project_id': 'd8cf767f47d140ed9cad39158bc2931c', 'gw_port': {'id': 'f45a267d-17c8-41ac-a5ce-4bd14db0fcde', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0212850-cfbf-4f5b-a91a-0bc88e7225e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:47Z', 'updated_at': '2021-11-09T04:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:53.674893 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-21b7bc1a-ee3a-47ff-8fd9-308410243b45 None None] Provisioning complete for port 613740ce-1940-4206-8cb6-fbf43531eee2 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:53.675263 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-21b7bc1a-ee3a-47ff-8fd9-308410243b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:53.750365 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-21b7bc1a-ee3a-47ff-8fd9-308410243b45 None None] Port 613740ce-1940-4206-8cb6-fbf43531eee2 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:53.777402 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:53.783719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:53.788676 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fddee786-7f93-44e0-9e79-3f2f3dfe16e1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:53.818372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.resource_extend [None req-bd4088ab-5ac9-49fe-b442-93601c958c41 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 04:16:53.822706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:53.828776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-fddee786-7f93-44e0-9e79-3f2f3dfe16e1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Calling delete_port for 613740ce-1940-4206-8cb6-fbf43531eee2 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:53.869108 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5e022a9a-d576-42f9-b71f-f0c79f852207 req-e6cf112a-b6f6-4179-aca0-f90b0b9828c6 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6706834 Nov 09 04:16:53.916864 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] device_id is not set on port 88889ec6-94b5-4db4-b276-c68e2c1f0ce0 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:16:53.963940 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:54.044286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd4088ab-5ac9-49fe-b442-93601c958c41 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:54.045954 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52ec133-21f3-4183-b3da-1e431e96583d tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:54.053073 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c52ec133-21f3-4183-b3da-1e431e96583d tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:54.063760 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd4088ab-5ac9-49fe-b442-93601c958c41 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:54.072327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Deleting port f45a267d-17c8-41ac-a5ce-4bd14db0fcde {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:54.072655 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:54.075389 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eede8e-d53c-403f-b37f-4a74112fe18e None None] Sync routers for ids ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:54.092243 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eede8e-d53c-403f-b37f-4a74112fe18e None None] Routers {'75eab012-a5ca-4d7b-a862-9b75e28bbfd8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:54.095246 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b1eede8e-d53c-403f-b37f-4a74112fe18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:54.186523 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45186) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:54.250633 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-bd4088ab-5ac9-49fe-b442-93601c958c41 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Floating IP 85148554-d98f-4872-ac01-c0940518eea6 associated. External IP: 172.26.5.150, port: e1f6022d-2dde-4034-af66-8dc0071308ed. Nov 09 04:16:54.253031 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f45a267d-17c8-41ac-a5ce-4bd14db0fcde up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:16:54.256686 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c52ec133-21f3-4183-b3da-1e431e96583d tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "PUT /v2.0/floatingips/8b735dac-d0b8-4f87-a48a-5b7e26847f55 HTTP/1.1" status: 200 len: 991 time: 3.8275373 Nov 09 04:16:54.258741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] For port f45a267d-17c8-41ac-a5ce-4bd14db0fcde, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f45a267d-17c8-41ac-a5ce-4bd14db0fcde,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:54.259048 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:54.272706 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Calling delete_port for f45a267d-17c8-41ac-a5ce-4bd14db0fcde owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:54.335735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9758b208-85d2-4784-b1e3-c0efb0d674ea', 'tag': '4862d803-77b2-435f-9989-18f65b7f3e03'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:16:54.338797 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261d9d41-b608-4b7a-aff7-7e4019652e90" -d '{"events": [{"name": "network-changed", "server_uuid": "9758b208-85d2-4784-b1e3-c0efb0d674ea", "tag": "4862d803-77b2-435f-9989-18f65b7f3e03"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:16:54.372940 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-b1eede8e-d53c-403f-b37f-4a74112fe18e None None] Set router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:54.382512 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port f45a267d-17c8-41ac-a5ce-4bd14db0fcde triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:54.383026 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:54.432925 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b68ce-3002-49f4-b296-760db66afa54 req-fdeba1a3-bfcf-4559-ad89-c679cfc72430 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:54.434551 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ef1b68ce-3002-49f4-b296-760db66afa54 req-fdeba1a3-bfcf-4559-ad89-c679cfc72430 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.4772317 Nov 09 04:16:54.451403 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1412465605'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:54.458940 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Allocated IP 172.26.5.54 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/5a0ff531-67c9-4f83-8efe-b629f02a3f19) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:54.463016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45196) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:54.480297 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-640a512c-62aa-467f-87c3-281220ef7160 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Request body: {'floatingip': {'port_id': '490c1e67-81a0-40ef-8104-06c6989875b9'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:54.492730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17050481-c2e2-41da-bef0-bc9db7188a90 x-openstack-request-id: req-17050481-c2e2-41da-bef0-bc9db7188a90 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:16:54.492989 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9758b208-85d2-4784-b1e3-c0efb0d674ea", "tag": "4862d803-77b2-435f-9989-18f65b7f3e03", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:16:54.493258 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17050481-c2e2-41da-bef0-bc9db7188a90 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:16:54.493652 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9758b208-85d2-4784-b1e3-c0efb0d674ea', 'tag': '4862d803-77b2-435f-9989-18f65b7f3e03', 'status': 'completed', 'code': 200} Nov 09 04:16:54.532155 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:54.589043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fddee786-7f93-44e0-9e79-3f2f3dfe16e1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:54.608227 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-640a512c-62aa-467f-87c3-281220ef7160 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for floatingip, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:54.646834 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddee786-7f93-44e0-9e79-3f2f3dfe16e1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event deleted for resources: {'Port': ['ID=613740ce-1940-4206-8cb6-fbf43531eee2,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:54.647418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:54.650788 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:54.700399 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d9d41-b608-4b7a-aff7-7e4019652e90 req-485bc3c7-53b0-4a09-a392-bb0459070eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:54.706105 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-261d9d41-b608-4b7a-aff7-7e4019652e90 req-485bc3c7-53b0-4a09-a392-bb0459070eb0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7273c23e14d458d8f30dc649eb26159&device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 1098 time: 0.1898789 Nov 09 04:16:54.761426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:54.769064 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:54.804660 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:54.859698 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b1eede8e-d53c-403f-b37f-4a74112fe18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:03Z', 'revision_number': 4, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'gw_port': {'id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:51Z', 'updated_at': '2021-11-09T04:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '8b735dac-d0b8-4f87-a48a-5b7e26847f55', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'floating_ip_address': '172.26.5.107', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'port_id': '4862d803-77b2-435f-9989-18f65b7f3e03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'mac_address': 'fa:16:3e:3a:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9758b208-85d2-4784-b1e3-c0efb0d674ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:16:13Z', 'updated_at': '2021-11-09T04:16:51Z', 'revision_number': 1, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80608bd0-4a36-4787-89a0-7c0ddb4c2263', 'name': '', 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'mac_address': 'fa:16:3e:23:46:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:09Z', 'revision_number': 5, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'subnets': [{'id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:54.878154 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Pushing event deleted for resources: {'Port': ['ID=f45a267d-17c8-41ac-a5ce-4bd14db0fcde,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:54.890062 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eede8e-d53c-403f-b37f-4a74112fe18e None None] Checking router: 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:16:54.901706 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eede8e-d53c-403f-b37f-4a74112fe18e None None] Routers {'75eab012-a5ca-4d7b-a862-9b75e28bbfd8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:54.902335 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b1eede8e-d53c-403f-b37f-4a74112fe18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:55.068086 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-b1eede8e-d53c-403f-b37f-4a74112fe18e None None] Set router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:55.100164 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fddee786-7f93-44e0-9e79-3f2f3dfe16e1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.106271 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fddee786-7f93-44e0-9e79-3f2f3dfe16e1 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "DELETE /v2.0/ports/613740ce-1940-4206-8cb6-fbf43531eee2 HTTP/1.1" status: 204 len: 168 time: 1.8358898 Nov 09 04:16:55.107797 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45198) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:55.118027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.158703 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.166005 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d9d41-b608-4b7a-aff7-7e4019652e90 req-3b6629bf-5954-426a-8a2f-183f446953e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:55.167492 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-261d9d41-b608-4b7a-aff7-7e4019652e90 req-3b6629bf-5954-426a-8a2f-183f446953e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 HTTP/1.1" status: 200 len: 911 time: 0.4066684 Nov 09 04:16:55.169902 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.235528 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba50177-0a35-44bb-b7a6-2fa719eba0c2 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] GET failed (client error): The resource could not be found. Nov 09 04:16:55.237104 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-eba50177-0a35-44bb-b7a6-2fa719eba0c2 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "GET /v2.0/ports/613740ce-1940-4206-8cb6-fbf43531eee2 HTTP/1.1" status: 404 len: 333 time: 0.0927258 Nov 09 04:16:55.245612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45200) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:55.252651 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-7af2d8a9-232a-4b79-9620-1f8fb4493850 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Request body: {'port': {'network_id': 'd7874e74-1a9f-415d-a00d-798ccf53a1d4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-707460179'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:55.312179 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event updated for resources: {'Port': ['ID=2633b700-86ed-475f-a2d4-a4308cb0a0a6,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:55.315617 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b1eede8e-d53c-403f-b37f-4a74112fe18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:03Z', 'revision_number': 4, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'gw_port': {'id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:51Z', 'updated_at': '2021-11-09T04:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '8b735dac-d0b8-4f87-a48a-5b7e26847f55', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'floating_ip_address': '172.26.5.107', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'port_id': '4862d803-77b2-435f-9989-18f65b7f3e03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'mac_address': 'fa:16:3e:3a:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9758b208-85d2-4784-b1e3-c0efb0d674ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:16:13Z', 'updated_at': '2021-11-09T04:16:51Z', 'revision_number': 1, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80608bd0-4a36-4787-89a0-7c0ddb4c2263', 'name': '', 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'mac_address': 'fa:16:3e:23:46:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:09Z', 'revision_number': 5, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'subnets': [{'id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:55.327116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.337199 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.360035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4088ab-5ac9-49fe-b442-93601c958c41 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Router 7e2ca235-0f6b-40e1-97cc-315671f53050 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:16:55.420914 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Checking segment: {'id': '46418d6d-c4ec-4eb2-8d6d-df99dbf194c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '717d9195-ef1e-4792-9847-b9803fc587a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:55.421323 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Network hostable DHCP agents. Network: 717d9195-ef1e-4792-9847-b9803fc587a0, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:16:55.425719 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eede8e-d53c-403f-b37f-4a74112fe18e None None] The sync data for ids ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'] in dv-neutron-816800-2-hyperv is: [{'id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:03Z', 'revision_number': 4, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'gw_port': {'id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:51Z', 'updated_at': '2021-11-09T04:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '8b735dac-d0b8-4f87-a48a-5b7e26847f55', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'floating_ip_address': '172.26.5.107', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'port_id': '4862d803-77b2-435f-9989-18f65b7f3e03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'mac_address': 'fa:16:3e:3a:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9758b208-85d2-4784-b1e3-c0efb0d674ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:16:13Z', 'updated_at': '2021-11-09T04:16:51Z', 'revision_number': 1, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80608bd0-4a36-4787-89a0-7c0ddb4c2263', 'name': '', 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'mac_address': 'fa:16:3e:23:46:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:09Z', 'revision_number': 5, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'subnets': [{'id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:55.426827 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-261d9d41-b608-4b7a-aff7-7e4019652e90 req-69fee6c3-2989-481f-b344-990f80f4b73d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4862d803-77b2-435f-9989-18f65b7f3e03 HTTP/1.1" status: 200 len: 999 time: 0.2279940 Nov 09 04:16:55.428361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.428888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0212850-cfbf-4f5b-a91a-0bc88e7225e9 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:16:55.434300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.435378 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fb839a99-b71d-4008-bb08-a843f71a6200 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "DELETE /v2.0/routers/f0212850-cfbf-4f5b-a91a-0bc88e7225e9 HTTP/1.1" status: 204 len: 168 time: 2.7147222 Nov 09 04:16:55.436180 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.444339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45204) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:55.459217 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.473422 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.507086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-992492f8-469c-4f71-a3a6-31630fd156d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.556070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Network 717d9195-ef1e-4792-9847-b9803fc587a0 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:16:55.561301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d9d41-b608-4b7a-aff7-7e4019652e90 req-4dc7f870-6c88-40da-b519-07b8c3223327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:55.562923 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-261d9d41-b608-4b7a-aff7-7e4019652e90 req-4dc7f870-6c88-40da-b519-07b8c3223327 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb HTTP/1.1" status: 200 len: 850 time: 0.1265244 Nov 09 04:16:55.609664 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 717d9195-ef1e-4792-9847-b9803fc587a0) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:55.611134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:16:55.621000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7bfe2f-950e-4300-92ca-ba41536c4d70 None None] Network 717d9195-ef1e-4792-9847-b9803fc587a0 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:55.626572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:55.627460 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.632999 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd5b013-7474-4584-b88c-549bcc8fce90,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:55.655515 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:55.679635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:55.682034 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:55.691527 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.691875 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Added segment 0d1d502f-fd60-4805-b2be-2f8a71b00804 of type vlan for network 01eb8962-962a-4fcc-820c-0a186c64e419 Nov 09 04:16:55.704303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.704770 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.resource_extend [None req-640a512c-62aa-467f-87c3-281220ef7160 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 04:16:55.773579 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Pushing event updated for resources: {'Port': ['ID=5a0ff531-67c9-4f83-8efe-b629f02a3f19,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:55.838483 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e6e097-4949-4e7b-af12-3319a99cfe43 None None] New status for floating IP 8b735dac-d0b8-4f87-a48a-5b7e26847f55: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:16:55.855773 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d9d41-b608-4b7a-aff7-7e4019652e90 req-7851a41d-48b3-43f0-93d0-e70791c36183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:55.857430 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-261d9d41-b608-4b7a-aff7-7e4019652e90 req-7851a41d-48b3-43f0-93d0-e70791c36183 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ce73bf0-f08d-4515-bc4d-a4385e38aaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2612441 Nov 09 04:16:55.863886 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af2d8a9-232a-4b79-9620-1f8fb4493850 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Made reservation on behalf of 08c437e9be4947d5ac5c6dd57a0df121 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:55.865807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event updated for resources: {'Port': ['ID=88889ec6-94b5-4db4-b276-c68e2c1f0ce0,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:55.868635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7af2d8a9-232a-4b79-9620-1f8fb4493850 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.905239 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.910303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-640a512c-62aa-467f-87c3-281220ef7160 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.947480 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4088ab-5ac9-49fe-b442-93601c958c41 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:55.952767 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd4088ab-5ac9-49fe-b442-93601c958c41 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:55.972251 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e285b8dd-142c-4798-8d64-d857341dd65b None None] Sync routers for ids ['7e2ca235-0f6b-40e1-97cc-315671f53050'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:56.003197 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e285b8dd-142c-4798-8d64-d857341dd65b None None] Routers {'7e2ca235-0f6b-40e1-97cc-315671f53050'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:56.004828 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e285b8dd-142c-4798-8d64-d857341dd65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7e2ca235-0f6b-40e1-97cc-315671f53050'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:56.190634 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e285b8dd-142c-4798-8d64-d857341dd65b None None] Set router 7e2ca235-0f6b-40e1-97cc-315671f53050 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:56.254140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:56.289020 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Checking segment: {'id': '3b18d675-c3d5-493e-aff1-27cd0d468a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fd6417e9-9ff2-41e7-8d7a-5f45f79c34b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:16:56.289386 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Network hostable DHCP agents. Network: fd6417e9-9ff2-41e7-8d7a-5f45f79c34b9, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:16:56.357187 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Network fd6417e9-9ff2-41e7-8d7a-5f45f79c34b9 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:16:56.364281 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-640a512c-62aa-467f-87c3-281220ef7160 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:56.375936 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-261d9d41-b608-4b7a-aff7-7e4019652e90 req-0ef59c59-9f46-41ce-b96e-b656c372a824 service neutron] 10.222.0.31 "GET /v2.0/networks/5ce73bf0-f08d-4515-bc4d-a4385e38aaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955363 Nov 09 04:16:56.385739 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.resource_extend [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 04:16:56.409548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, fd6417e9-9ff2-41e7-8d7a-5f45f79c34b9) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:56.420102 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f200cfb-6948-4b4c-a147-197009c05c2f None None] Network fd6417e9-9ff2-41e7-8d7a-5f45f79c34b9 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:16:56.421843 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:56.427964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:56.433172 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:56.434086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:56.477152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Deleting port 5f575106-0e79-4336-ab12-93a73482f252 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:56.477763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:56.478660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-7af2d8a9-232a-4b79-9620-1f8fb4493850 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] device_id is not set on port e265616c-6e63-41f6-ac77-86a41a96804b yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:16:56.506204 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ec73813a-6f76-43aa-9af8-9946f5483308 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.3776176 Nov 09 04:16:56.512400 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45208) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:56.523106 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e285b8dd-142c-4798-8d64-d857341dd65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:06Z', 'revision_number': 4, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'gw_port': {'id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:54Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '85148554-d98f-4872-ac01-c0940518eea6', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'port_id': 'e1f6022d-2dde-4034-af66-8dc0071308ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'mac_address': 'fa:16:3e:bb:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d40010-bd75-4592-8cb0-ec11cdb8abd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:16:17Z', 'updated_at': '2021-11-09T04:16:53Z', 'revision_number': 1, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5671e01f-9f9a-443e-a806-81c85086d017', 'name': '', 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'mac_address': 'fa:16:3e:04:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:03Z', 'updated_at': '2021-11-09T04:16:12Z', 'revision_number': 5, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'subnets': [{'id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:56.535935 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bd4088ab-5ac9-49fe-b442-93601c958c41 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "PUT /v2.0/floatingips/85148554-d98f-4872-ac01-c0940518eea6 HTTP/1.1" status: 200 len: 992 time: 4.6149116 Nov 09 04:16:56.535935 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:56.540943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:56.541561 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:56.549908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d40010-bd75-4592-8cb0-ec11cdb8abd1', 'tag': 'e1f6022d-2dde-4034-af66-8dc0071308ed'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:16:56.552180 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddd5492-983a-49b8-87cc-2de3fce103f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d40010-bd75-4592-8cb0-ec11cdb8abd1", "tag": "e1f6022d-2dde-4034-af66-8dc0071308ed"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:16:56.555485 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e285b8dd-142c-4798-8d64-d857341dd65b None None] Checking router: 7e2ca235-0f6b-40e1-97cc-315671f53050 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:16:56.571174 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e285b8dd-142c-4798-8d64-d857341dd65b None None] Routers {'7e2ca235-0f6b-40e1-97cc-315671f53050'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:56.572050 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e285b8dd-142c-4798-8d64-d857341dd65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7e2ca235-0f6b-40e1-97cc-315671f53050'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:56.703942 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-261d9d41-b608-4b7a-aff7-7e4019652e90 req-80d5c489-5b94-46ce-a33d-8c316d322105 service neutron] 10.222.0.31 "GET /v2.0/networks/5ce73bf0-f08d-4515-bc4d-a4385e38aaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180165 Nov 09 04:16:56.717092 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e285b8dd-142c-4798-8d64-d857341dd65b None None] Set router 7e2ca235-0f6b-40e1-97cc-315671f53050 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:56.718942 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5307741 Nov 09 04:16:56.727899 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a008ea-4a2f-4047-8f9a-a378421cc6c9 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:56.734427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a008ea-4a2f-4047-8f9a-a378421cc6c9 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:56.736033 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f2a008ea-4a2f-4047-8f9a-a378421cc6c9 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2210259 Nov 09 04:16:56.738847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45216) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:56.819755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] For port 5f575106-0e79-4336-ab12-93a73482f252, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5f575106-0e79-4336-ab12-93a73482f252,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:16:56.820114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a388d9fd-33cc-4066-9cd7-b84da55b91dd x-openstack-request-id: req-a388d9fd-33cc-4066-9cd7-b84da55b91dd {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:16:56.820272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:56.820399 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d40010-bd75-4592-8cb0-ec11cdb8abd1", "tag": "e1f6022d-2dde-4034-af66-8dc0071308ed", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:16:56.820700 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a388d9fd-33cc-4066-9cd7-b84da55b91dd {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:16:56.821090 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d40010-bd75-4592-8cb0-ec11cdb8abd1', 'tag': 'e1f6022d-2dde-4034-af66-8dc0071308ed', 'status': 'completed', 'code': 200} Nov 09 04:16:56.839056 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b7598-fb8c-45b4-bb81-7d2dfff56db9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Network': ['ID=01eb8962-962a-4fcc-820c-0a186c64e419,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:56.856739 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 01eb8962-962a-4fcc-820c-0a186c64e419 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:16:56.879949 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-640a512c-62aa-467f-87c3-281220ef7160 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Floating IP d71b3502-70a4-4ec4-a04f-3620f02671ee associated. External IP: 172.26.5.56, port: 490c1e67-81a0-40ef-8104-06c6989875b9. Nov 09 04:16:56.887431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Calling delete_port for 5f575106-0e79-4336-ab12-93a73482f252 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:57.013343 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-7af2d8a9-232a-4b79-9620-1f8fb4493850 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Allocated IP 2001:db8::c7 (d7874e74-1a9f-415d-a00d-798ccf53a1d4/596fd78d-e2d9-4f94-b644-3662ae367ce7/e265616c-6e63-41f6-ac77-86a41a96804b) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:16:57.161938 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:57.183292 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd5492-983a-49b8-87cc-2de3fce103f2 req-2e05e7f7-590d-4ce1-980c-50c337e6a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:57.184805 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ddd5492-983a-49b8-87cc-2de3fce103f2 req-2e05e7f7-590d-4ce1-980c-50c337e6a7e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a9d1db2f4a4b4c198a0d79702824d532&device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 1099 time: 0.3519721 Nov 09 04:16:57.226944 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f575106-0e79-4336-ab12-93a73482f252,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:57.232475 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:57.344760 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e285b8dd-142c-4798-8d64-d857341dd65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:06Z', 'revision_number': 4, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'gw_port': {'id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:54Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '85148554-d98f-4872-ac01-c0940518eea6', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'port_id': 'e1f6022d-2dde-4034-af66-8dc0071308ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'mac_address': 'fa:16:3e:bb:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d40010-bd75-4592-8cb0-ec11cdb8abd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:16:17Z', 'updated_at': '2021-11-09T04:16:53Z', 'revision_number': 1, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5671e01f-9f9a-443e-a806-81c85086d017', 'name': '', 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'mac_address': 'fa:16:3e:04:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:03Z', 'updated_at': '2021-11-09T04:16:12Z', 'revision_number': 5, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'subnets': [{'id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:57.396236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-8f91072a-5a69-44d5-9eb4-edf3523f0566 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Deleting port 2633b700-86ed-475f-a2d4-a4308cb0a0a6 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:57.396688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f91072a-5a69-44d5-9eb4-edf3523f0566 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:57.402586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:57.408696 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e285b8dd-142c-4798-8d64-d857341dd65b None None] The sync data for ids ['7e2ca235-0f6b-40e1-97cc-315671f53050'] in dv-neutron-816800-2-hyperv is: [{'id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:06Z', 'revision_number': 4, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'gw_port': {'id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:54Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '85148554-d98f-4872-ac01-c0940518eea6', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'port_id': 'e1f6022d-2dde-4034-af66-8dc0071308ed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'mac_address': 'fa:16:3e:bb:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d40010-bd75-4592-8cb0-ec11cdb8abd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:16:17Z', 'updated_at': '2021-11-09T04:16:53Z', 'revision_number': 1, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5671e01f-9f9a-443e-a806-81c85086d017', 'name': '', 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'mac_address': 'fa:16:3e:04:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:03Z', 'updated_at': '2021-11-09T04:16:12Z', 'revision_number': 5, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'subnets': [{'id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:57.621992 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:57.631644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:57.639005 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7af2d8a9-232a-4b79-9620-1f8fb4493850 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:57.651459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f91072a-5a69-44d5-9eb4-edf3523f0566 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:57.670436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640a512c-62aa-467f-87c3-281220ef7160 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:16:57.697240 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd5492-983a-49b8-87cc-2de3fce103f2 req-8cb5d878-edf6-4eff-8582-f1e39ad993d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:57.698907 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ddd5492-983a-49b8-87cc-2de3fce103f2 req-8cb5d878-edf6-4eff-8582-f1e39ad993d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4b1c392c-f262-40b8-99ba-61b89c78085e HTTP/1.1" status: 200 len: 905 time: 0.4854546 Nov 09 04:16:57.725838 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-8f91072a-5a69-44d5-9eb4-edf3523f0566 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Calling delete_port for 2633b700-86ed-475f-a2d4-a4308cb0a0a6 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:57.809042 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7af2d8a9-232a-4b79-9620-1f8fb4493850 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:57.817440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:57.818254 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3855e67f-5a56-4043-8c04-9b4057ca0825 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:16:57.822045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c69b3dd4-538e-4064-b8a5-35af02cdc77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:57.834233 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:57.835672 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c4d97d66-1ad6-4e6d-a4b6-a5a220a8df0d tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "DELETE /v2.0/routers/3855e67f-5a56-4043-8c04-9b4057ca0825 HTTP/1.1" status: 204 len: 168 time: 2.3903913 Nov 09 04:16:57.847562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45222) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:57.862984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bfd3a8-5d9e-4408-96aa-f498feb9ce22 None None] New status for floating IP 85148554-d98f-4872-ac01-c0940518eea6: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:16:57.895051 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1850926999', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:57.961406 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ddd5492-983a-49b8-87cc-2de3fce103f2 req-9dc5e5a2-1cd2-4a8f-aa81-e75104e17d8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f6022d-2dde-4034-af66-8dc0071308ed HTTP/1.1" status: 200 len: 1000 time: 0.2306011 Nov 09 04:16:58.056460 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd5492-983a-49b8-87cc-2de3fce103f2 req-2d82a648-420e-4e11-be6d-948c093fa09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:58.058093 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ddd5492-983a-49b8-87cc-2de3fce103f2 req-2d82a648-420e-4e11-be6d-948c093fa09c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bfb90b94-eee5-42b8-ae6e-732018a58008 HTTP/1.1" status: 200 len: 844 time: 0.0878015 Nov 09 04:16:58.060805 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:58.061948 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:58.104440 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:58.133205 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2d8a9-232a-4b79-9620-1f8fb4493850 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event updated for resources: {'Port': ['ID=e265616c-6e63-41f6-ac77-86a41a96804b,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:58.147616 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f91072a-5a69-44d5-9eb4-edf3523f0566 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:58.187858 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af2d8a9-232a-4b79-9620-1f8fb4493850 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Network d7874e74-1a9f-415d-a00d-798ccf53a1d4 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:16:58.207955 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f91072a-5a69-44d5-9eb4-edf3523f0566 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:58.214040 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8f91072a-5a69-44d5-9eb4-edf3523f0566 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "DELETE /v2.0/ports/2633b700-86ed-475f-a2d4-a4308cb0a0a6 HTTP/1.1" status: 204 len: 168 time: 1.4715343 Nov 09 04:16:58.214697 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91072a-5a69-44d5-9eb4-edf3523f0566 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event deleted for resources: {'Port': ['ID=2633b700-86ed-475f-a2d4-a4308cb0a0a6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:58.222193 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45224) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:58.234682 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-7af2d8a9-232a-4b79-9620-1f8fb4493850 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:16:58.245443 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af2d8a9-232a-4b79-9620-1f8fb4493850 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:16:58.251376 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af2d8a9-232a-4b79-9620-1f8fb4493850 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:58.254054 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7af2d8a9-232a-4b79-9620-1f8fb4493850 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:58.284738 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640a512c-62aa-467f-87c3-281220ef7160 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:58.291454 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-640a512c-62aa-467f-87c3-281220ef7160 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:58.299523 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fb2000-8e37-467b-a767-eee021d3b52c None None] Sync routers for ids ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:58.316067 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fb2000-8e37-467b-a767-eee021d3b52c None None] Routers {'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:58.316946 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c5fb2000-8e37-467b-a767-eee021d3b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:58.343166 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7af2d8a9-232a-4b79-9620-1f8fb4493850 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0946493 Nov 09 04:16:58.344931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:58.346146 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45226) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:58.373261 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-6aabcaf1-8819-4585-8445-9da2aa32712f tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e7:63:93'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:58.519814 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-640a512c-62aa-467f-87c3-281220ef7160 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "PUT /v2.0/floatingips/d71b3502-70a4-4ec4-a04f-3620f02671ee HTTP/1.1" status: 200 len: 990 time: 4.0502672 Nov 09 04:16:58.528798 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f45a267d-17c8-41ac-a5ce-4bd14db0fcde no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:16:58.591034 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: f45a267d-17c8-41ac-a5ce-4bd14db0fcde {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:16:58.591370 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f45a267d-17c8-41ac-a5ce-4bd14db0fcde not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:16:58.606463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd5492-983a-49b8-87cc-2de3fce103f2 req-bb0efce7-d2cd-4752-a306-4b41718a1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:58.609544 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ddd5492-983a-49b8-87cc-2de3fce103f2 req-bb0efce7-d2cd-4752-a306-4b41718a1111 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4b1c392c-f262-40b8-99ba-61b89c78085e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5427978 Nov 09 04:16:58.653295 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-c5fb2000-8e37-467b-a767-eee021d3b52c None None] Set router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:58.735829 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Router e036937b-8bd6-4ecb-8461-ae14bfe96951 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:16:58.746108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-23dce637-3d41-4c26-811a-1b288ee8ca16 None None] Provisioning complete for port e265616c-6e63-41f6-ac77-86a41a96804b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:16:58.746454 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-23dce637-3d41-4c26-811a-1b288ee8ca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:58.800881 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-23dce637-3d41-4c26-811a-1b288ee8ca16 None None] Port e265616c-6e63-41f6-ac77-86a41a96804b cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:16:58.859918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:58.951059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-2c47f994-cc12-42ea-9fa8-01eb447d8818 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Deleting port 88889ec6-94b5-4db4-b276-c68e2c1f0ce0 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:16:58.951682 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2c47f994-cc12-42ea-9fa8-01eb447d8818 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:58.995223 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ddd5492-983a-49b8-87cc-2de3fce103f2 req-d9aad57b-aa97-42ae-b9f6-bed0bfaa86ce service neutron] 10.222.0.31 "GET /v2.0/networks/4b1c392c-f262-40b8-99ba-61b89c78085e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755860 Nov 09 04:16:59.025271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:59.084512 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c5fb2000-8e37-467b-a767-eee021d3b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'gw_port': {'id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'd71b3502-70a4-4ec4-a04f-3620f02671ee', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'floating_ip_address': '172.26.5.56', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'port_id': '490c1e67-81a0-40ef-8104-06c6989875b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'mac_address': 'fa:16:3e:5d:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b8c03-35f6-47e5-bc1c-c1579b6f42a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:16:15Z', 'updated_at': '2021-11-09T04:16:55Z', 'revision_number': 1, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5689e17-e89b-4b98-8832-00ea46fc1e35', 'name': '', 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'mac_address': 'fa:16:3e:2a:68:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:11Z', 'revision_number': 5, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'subnets': [{'id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:59.114553 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ddd5492-983a-49b8-87cc-2de3fce103f2 req-24ac8d4a-62cc-46c1-8166-058dc3061a3b service neutron] 10.222.0.31 "GET /v2.0/networks/4b1c392c-f262-40b8-99ba-61b89c78085e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004035 Nov 09 04:16:59.116107 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fb2000-8e37-467b-a767-eee021d3b52c None None] Checking router: f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:16:59.126771 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fb2000-8e37-467b-a767-eee021d3b52c None None] Routers {'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:59.127378 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c5fb2000-8e37-467b-a767-eee021d3b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:59.203678 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2c47f994-cc12-42ea-9fa8-01eb447d8818 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:59.218513 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-2c47f994-cc12-42ea-9fa8-01eb447d8818 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Calling delete_port for 88889ec6-94b5-4db4-b276-c68e2c1f0ce0 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:16:59.261898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196b8c03-35f6-47e5-bc1c-c1579b6f42a9', 'tag': '490c1e67-81a0-40ef-8104-06c6989875b9'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:16:59.264280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb756773-5e31-4912-8e8c-8206258cdb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "196b8c03-35f6-47e5-bc1c-c1579b6f42a9", "tag": "490c1e67-81a0-40ef-8104-06c6989875b9"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:16:59.267499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:16:59.279407 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-c5fb2000-8e37-467b-a767-eee021d3b52c None None] Set router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:16:59.280509 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a94a1d2-4dcc-4548-8228-49c6bc7d0bd1 None None] Sync routers for ids ['e036937b-8bd6-4ecb-8461-ae14bfe96951'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:16:59.289519 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6aabcaf1-8819-4585-8445-9da2aa32712f tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:59.302582 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:59.306933 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2ffed337-71e3-4172-8159-9693d777933e tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.0410507 Nov 09 04:16:59.309543 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45236) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:59.316150 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9a222711-4705-4a25-8826-a0142fef32a0 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'enable_snat': False}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:59.328235 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2c47f994-cc12-42ea-9fa8-01eb447d8818 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:59.332859 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94a1d2-4dcc-4548-8228-49c6bc7d0bd1 None None] Routers {'e036937b-8bd6-4ecb-8461-ae14bfe96951'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:59.336442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2a94a1d2-4dcc-4548-8228-49c6bc7d0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e036937b-8bd6-4ecb-8461-ae14bfe96951'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:59.365129 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2c47f994-cc12-42ea-9fa8-01eb447d8818 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:59.368776 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2c47f994-cc12-42ea-9fa8-01eb447d8818 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "DELETE /v2.0/ports/88889ec6-94b5-4db4-b276-c68e2c1f0ce0 HTTP/1.1" status: 204 len: 168 time: 1.1425748 Nov 09 04:16:59.388865 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45238) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:59.390608 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2a94a1d2-4dcc-4548-8228-49c6bc7d0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:59.403428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94a1d2-4dcc-4548-8228-49c6bc7d0bd1 None None] Routers {'e036937b-8bd6-4ecb-8461-ae14bfe96951'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:16:59.404239 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2a94a1d2-4dcc-4548-8228-49c6bc7d0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e036937b-8bd6-4ecb-8461-ae14bfe96951'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:59.410635 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47f994-cc12-42ea-9fa8-01eb447d8818 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event deleted for resources: {'Port': ['ID=88889ec6-94b5-4db4-b276-c68e2c1f0ce0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:16:59.449444 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-28df9f8b-0485-4379-af83-9444aa672d51 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0511067 Nov 09 04:16:59.455689 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45240) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:16:59.459610 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2a94a1d2-4dcc-4548-8228-49c6bc7d0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:59.460457 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a94a1d2-4dcc-4548-8228-49c6bc7d0bd1 None None] The sync data for ids ['e036937b-8bd6-4ecb-8461-ae14bfe96951'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:59.462832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-75459386-aef6-46f0-ac26-01c51a780d47 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1329696886'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:16:59.499884 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb756773-5e31-4912-8e8c-8206258cdb1d req-a4f6da04-c5ff-40f8-b699-bb1b75e0999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:16:59.501616 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bb756773-5e31-4912-8e8c-8206258cdb1d req-a4f6da04-c5ff-40f8-b699-bb1b75e0999e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6dfcc1c4d09647fa8fc08487cdee666e&device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 1098 time: 0.1113567 Nov 09 04:16:59.592024 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75459386-aef6-46f0-ac26-01c51a780d47 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Made reservation on behalf of 44fe33ae98314ea2b16104b7471930d5 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:16:59.596152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-75459386-aef6-46f0-ac26-01c51a780d47 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:59.622499 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:59.644282 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2b8300-02f0-4a5d-955f-d5ab54311ad6 x-openstack-request-id: req-2d2b8300-02f0-4a5d-955f-d5ab54311ad6 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:16:59.644816 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196b8c03-35f6-47e5-bc1c-c1579b6f42a9", "tag": "490c1e67-81a0-40ef-8104-06c6989875b9", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:16:59.645225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d2b8300-02f0-4a5d-955f-d5ab54311ad6 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:16:59.645836 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196b8c03-35f6-47e5-bc1c-c1579b6f42a9', 'tag': '490c1e67-81a0-40ef-8104-06c6989875b9', 'status': 'completed', 'code': 200} Nov 09 04:16:59.757782 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c5fb2000-8e37-467b-a767-eee021d3b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'gw_port': {'id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'd71b3502-70a4-4ec4-a04f-3620f02671ee', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'floating_ip_address': '172.26.5.56', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'port_id': '490c1e67-81a0-40ef-8104-06c6989875b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'mac_address': 'fa:16:3e:5d:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b8c03-35f6-47e5-bc1c-c1579b6f42a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:16:15Z', 'updated_at': '2021-11-09T04:16:55Z', 'revision_number': 1, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5689e17-e89b-4b98-8832-00ea46fc1e35', 'name': '', 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'mac_address': 'fa:16:3e:2a:68:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:11Z', 'revision_number': 5, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'subnets': [{'id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:16:59.792232 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fb2000-8e37-467b-a767-eee021d3b52c None None] The sync data for ids ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'] in dv-neutron-816800-2-hyperv is: [{'id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'gw_port': {'id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'd71b3502-70a4-4ec4-a04f-3620f02671ee', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'floating_ip_address': '172.26.5.56', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'port_id': '490c1e67-81a0-40ef-8104-06c6989875b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'mac_address': 'fa:16:3e:5d:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b8c03-35f6-47e5-bc1c-c1579b6f42a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:16:15Z', 'updated_at': '2021-11-09T04:16:55Z', 'revision_number': 1, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5689e17-e89b-4b98-8832-00ea46fc1e35', 'name': '', 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'mac_address': 'fa:16:3e:2a:68:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:11Z', 'revision_number': 5, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'subnets': [{'id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:16:59.946251 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6aabcaf1-8819-4585-8445-9da2aa32712f tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:16:59.959903 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6aabcaf1-8819-4585-8445-9da2aa32712f tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.011044 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45246) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:00.016669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabcaf1-8819-4585-8445-9da2aa32712f tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event updated for resources: {'Port': ['ID=e265616c-6e63-41f6-ac77-86a41a96804b,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:00.027906 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f813dcd6-fde9-43a0-8e27-af5041166046 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'subnet': {'network_id': '01eb8962-962a-4fcc-820c-0a186c64e419', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:00.028821 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.055382 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9a222711-4705-4a25-8826-a0142fef32a0 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.061822 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-6aabcaf1-8819-4585-8445-9da2aa32712f tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] In _notify_port_updated(), no bound segment for port e265616c-6e63-41f6-ac77-86a41a96804b on network d7874e74-1a9f-415d-a00d-798ccf53a1d4 {{(pid=101884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:17:00.068143 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aabcaf1-8819-4585-8445-9da2aa32712f tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:00.068823 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6aabcaf1-8819-4585-8445-9da2aa32712f tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.070134 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6aabcaf1-8819-4585-8445-9da2aa32712f tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "PUT /v2.0/ports/e265616c-6e63-41f6-ac77-86a41a96804b HTTP/1.1" status: 200 len: 1001 time: 1.7047489 Nov 09 04:17:00.075182 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45250) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:00.123441 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5f575106-0e79-4336-ab12-93a73482f252 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:00.126861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75459386-aef6-46f0-ac26-01c51a780d47 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:00.148970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-75459386-aef6-46f0-ac26-01c51a780d47 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.149420 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-75459386-aef6-46f0-ac26-01c51a780d47 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Added segment d34296cf-7740-4698-a30f-5df1421094db of type vlan for network dfcbbe92-7daf-4c13-9d2b-a1084f2643db Nov 09 04:17:00.183099 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 5f575106-0e79-4336-ab12-93a73482f252 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:00.185013 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5f575106-0e79-4336-ab12-93a73482f252 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:00.203204 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aceeb0-2043-4912-81fd-6e00ebc446a1 None None] New status for floating IP d71b3502-70a4-4ec4-a04f-3620f02671ee: ACTIVE {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:17:00.211940 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.267819 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb756773-5e31-4912-8e8c-8206258cdb1d req-e692d228-0cde-4ee4-bcdd-7202b124d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:00.274985 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bb756773-5e31-4912-8e8c-8206258cdb1d req-e692d228-0cde-4ee4-bcdd-7202b124d35e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7406e378-feb3-4f56-a182-2c787a7b80e5 HTTP/1.1" status: 200 len: 912 time: 0.7037416 Nov 09 04:17:00.294580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-75459386-aef6-46f0-ac26-01c51a780d47 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.303947 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f813dcd6-fde9-43a0-8e27-af5041166046 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:00.309161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f813dcd6-fde9-43a0-8e27-af5041166046 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.384326 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-9460620b-5478-4aac-b481-44867cb593b3 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Deleting port e265616c-6e63-41f6-ac77-86a41a96804b {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:00.384326 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9460620b-5478-4aac-b481-44867cb593b3 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.384848 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Allocated IP 172.26.5.181 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/e907a165-c4d6-4718-ae55-20d0bff981f3) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:00.413747 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bb756773-5e31-4912-8e8c-8206258cdb1d req-574442be-c9d7-4c22-8f53-f7269eeede50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490c1e67-81a0-40ef-8104-06c6989875b9 HTTP/1.1" status: 200 len: 998 time: 0.1264384 Nov 09 04:17:00.416740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-75459386-aef6-46f0-ac26-01c51a780d47 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.422750 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75459386-aef6-46f0-ac26-01c51a780d47 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:00.423456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-75459386-aef6-46f0-ac26-01c51a780d47 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.438092 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e49cd394-a03c-4ad5-bcec-bcc0c6df78f1 None None] Provisioning complete for port e265616c-6e63-41f6-ac77-86a41a96804b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:00.438751 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e49cd394-a03c-4ad5-bcec-bcc0c6df78f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.486267 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e49cd394-a03c-4ad5-bcec-bcc0c6df78f1 None None] Port e265616c-6e63-41f6-ac77-86a41a96804b cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:17:00.554546 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9460620b-5478-4aac-b481-44867cb593b3 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.576247 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-75459386-aef6-46f0-ac26-01c51a780d47 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1150646 Nov 09 04:17:00.576247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75459386-aef6-46f0-ac26-01c51a780d47 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event updated for resources: {'Network': ['ID=dfcbbe92-7daf-4c13-9d2b-a1084f2643db,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:00.578570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45252) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:00.588183 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b0e7d526-5513-4ee1-8739-cd75ce6dfa18 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1455340216'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:00.593072 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network dfcbbe92-7daf-4c13-9d2b-a1084f2643db details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:00.597731 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-9460620b-5478-4aac-b481-44867cb593b3 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Calling delete_port for e265616c-6e63-41f6-ac77-86a41a96804b owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:00.620811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e7d526-5513-4ee1-8739-cd75ce6dfa18 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Made reservation on behalf of 44fe33ae98314ea2b16104b7471930d5 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:00.624529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b0e7d526-5513-4ee1-8739-cd75ce6dfa18 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.641600 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb756773-5e31-4912-8e8c-8206258cdb1d req-82d6d7d3-e20f-4641-8c68-349c631d9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:00.643281 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bb756773-5e31-4912-8e8c-8206258cdb1d req-82d6d7d3-e20f-4641-8c68-349c631d9830 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8e11ddf-918b-4633-b516-311dd3cf995b HTTP/1.1" status: 200 len: 851 time: 0.1414945 Nov 09 04:17:00.712915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e7d526-5513-4ee1-8739-cd75ce6dfa18 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:00.722005 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.731490 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b0e7d526-5513-4ee1-8739-cd75ce6dfa18 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.732212 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-b0e7d526-5513-4ee1-8739-cd75ce6dfa18 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Added segment 47ac753a-579c-43fd-a2b1-fb730bcc3bbe of type vlan for network 3c866338-d4b3-4fca-be0d-f57e62db04dd Nov 09 04:17:00.743036 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f813dcd6-fde9-43a0-8e27-af5041166046 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.747667 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb756773-5e31-4912-8e8c-8206258cdb1d req-96222c6e-d0cd-4cd5-b004-6f864b1d9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:00.749182 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bb756773-5e31-4912-8e8c-8206258cdb1d req-96222c6e-d0cd-4cd5-b004-6f864b1d9e34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7406e378-feb3-4f56-a182-2c787a7b80e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0938344 Nov 09 04:17:00.844655 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b0e7d526-5513-4ee1-8739-cd75ce6dfa18 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.899093 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813dcd6-fde9-43a0-8e27-af5041166046 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Subnet': ['ID=dfd04374-aeb7-4abc-b209-b84ab531df70,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:00.899308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.905612 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b0e7d526-5513-4ee1-8739-cd75ce6dfa18 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.912389 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e7d526-5513-4ee1-8739-cd75ce6dfa18 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:00.913005 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b0e7d526-5513-4ee1-8739-cd75ce6dfa18 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.913659 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:00.950933 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813dcd6-fde9-43a0-8e27-af5041166046 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Checking segment: {'id': '0d1d502f-fd60-4805-b2be-2f8a71b00804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '01eb8962-962a-4fcc-820c-0a186c64e419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:00.951478 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813dcd6-fde9-43a0-8e27-af5041166046 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network hostable DHCP agents. Network: 01eb8962-962a-4fcc-820c-0a186c64e419, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:00.957910 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bb756773-5e31-4912-8e8c-8206258cdb1d req-ec21548c-9526-4ce0-90bf-1da0ce908f82 service neutron] 10.222.0.31 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874425 Nov 09 04:17:00.995195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:01.014057 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9460620b-5478-4aac-b481-44867cb593b3 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.053532 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b0e7d526-5513-4ee1-8739-cd75ce6dfa18 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4570472 Nov 09 04:17:01.060772 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:01.062003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Pushing event updated for resources: {'Port': ['ID=e907a165-c4d6-4718-ae55-20d0bff981f3,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:01.069557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:01.084443 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813dcd6-fde9-43a0-8e27-af5041166046 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network 01eb8962-962a-4fcc-820c-0a186c64e419 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:01.088632 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460620b-5478-4aac-b481-44867cb593b3 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event deleted for resources: {'Port': ['ID=e265616c-6e63-41f6-ac77-86a41a96804b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:01.131599 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-f813dcd6-fde9-43a0-8e27-af5041166046 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 01eb8962-962a-4fcc-820c-0a186c64e419) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:01.136147 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9460620b-5478-4aac-b481-44867cb593b3 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.141886 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9460620b-5478-4aac-b481-44867cb593b3 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "DELETE /v2.0/ports/e265616c-6e63-41f6-ac77-86a41a96804b HTTP/1.1" status: 204 len: 168 time: 1.0619092 Nov 09 04:17:01.143779 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9a222711-4705-4a25-8826-a0142fef32a0 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.145992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45258) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:01.158086 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f813dcd6-fde9-43a0-8e27-af5041166046 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:01.158679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f813dcd6-fde9-43a0-8e27-af5041166046 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.164321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0875259-15c9-4759-a8fa-2e2858ecd5d0 None None] Network 01eb8962-962a-4fcc-820c-0a186c64e419 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:01.179362 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9a222711-4705-4a25-8826-a0142fef32a0 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.182201 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-96702c67-4961-48e6-bd49-783c4bfe3f02 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] GET failed (client error): The resource could not be found. Nov 09 04:17:01.183293 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-96702c67-4961-48e6-bd49-783c4bfe3f02 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "GET /v2.0/ports/e265616c-6e63-41f6-ac77-86a41a96804b HTTP/1.1" status: 404 len: 333 time: 0.0363405 Nov 09 04:17:01.187664 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45260) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:01.187841 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45262) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:01.189611 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7d526-5513-4ee1-8739-cd75ce6dfa18 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event updated for resources: {'Network': ['ID=3c866338-d4b3-4fca-be0d-f57e62db04dd,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:01.194349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Request body: {'subnets': [{'network_id': 'dfcbbe92-7daf-4c13-9d2b-a1084f2643db', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1821186058', 'ip_version': 4}, {'network_id': '3c866338-d4b3-4fca-be0d-f57e62db04dd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:01.194668 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Request body: {'subnet': {'network_id': 'dfcbbe92-7daf-4c13-9d2b-a1084f2643db', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1821186058', 'ip_version': 4}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:01.195243 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Request body: {'subnet': {'network_id': '3c866338-d4b3-4fca-be0d-f57e62db04dd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:01.201249 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b6696e4a-0d8f-4578-b817-d3955af25bec tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Request body: {'port': {'network_id': 'd7874e74-1a9f-415d-a00d-798ccf53a1d4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1549115497'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:01.213603 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 3c866338-d4b3-4fca-be0d-f57e62db04dd details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:01.303110 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f813dcd6-fde9-43a0-8e27-af5041166046 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2828667 Nov 09 04:17:01.330296 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45266) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:01.336057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7468eaa4-83c3-4f9b-8f22-fa7ddf3f9383 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1942637889'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:01.424476 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bb756773-5e31-4912-8e8c-8206258cdb1d req-891eac4e-5ea0-40ec-962d-29535ee658e8 service neutron] 10.222.0.31 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536638 Nov 09 04:17:01.427739 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7468eaa4-83c3-4f9b-8f22-fa7ddf3f9383 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:01.433391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7468eaa4-83c3-4f9b-8f22-fa7ddf3f9383 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.481014 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-01eb8962-962a-4fcc-820c-0a186c64e419', 'network_id': '01eb8962-962a-4fcc-820c-0a186c64e419', 'tenant_id': '1711d29a334a49bf9178554c47b6c30f', 'fixed_ips': [{'subnet_id': 'dfd04374-aeb7-4abc-b209-b84ab531df70'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:01.481970 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.491133 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7468eaa4-83c3-4f9b-8f22-fa7ddf3f9383 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:01.508447 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7468eaa4-83c3-4f9b-8f22-fa7ddf3f9383 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.508797 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-7468eaa4-83c3-4f9b-8f22-fa7ddf3f9383 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Added segment b767fe12-5cbb-4c1f-95fe-2978378fbcf4 of type vlan for network de12be7d-17e5-4155-bc54-34fd29257466 Nov 09 04:17:01.542791 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6696e4a-0d8f-4578-b817-d3955af25bec tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Made reservation on behalf of 08c437e9be4947d5ac5c6dd57a0df121 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:01.546237 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6696e4a-0d8f-4578-b817-d3955af25bec tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.552097 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a222711-4705-4a25-8826-a0142fef32a0 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Router e036937b-8bd6-4ecb-8461-ae14bfe96951 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:17:01.579315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-b6696e4a-0d8f-4578-b817-d3955af25bec tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] device_id is not set on port f43549d7-f3e8-4085-a4bf-56a715130e6b yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:17:01.590561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7468eaa4-83c3-4f9b-8f22-fa7ddf3f9383 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.617600 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Made reservation on behalf of 44fe33ae98314ea2b16104b7471930d5 for: {'subnet': 2} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:01.622097 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.622434 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.634247 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Allocated IP 2001:db8:0:ffff::2 (01eb8962-962a-4fcc-820c-0a186c64e419/dfd04374-aeb7-4abc-b209-b84ab531df70/5ab2aa62-f1e2-4781-80b5-0efa32a16676) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:01.659752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7468eaa4-83c3-4f9b-8f22-fa7ddf3f9383 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.665868 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7468eaa4-83c3-4f9b-8f22-fa7ddf3f9383 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:01.666471 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7468eaa4-83c3-4f9b-8f22-fa7ddf3f9383 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.690595 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.778847 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7468eaa4-83c3-4f9b-8f22-fa7ddf3f9383 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4464936 Nov 09 04:17:01.790502 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45268) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:01.797483 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.798049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-681961aa-8083-44a9-bef8-3f4a39c141ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'subnet': {'network_id': 'de12be7d-17e5-4155-bc54-34fd29257466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:01.806073 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.842519 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Network 01eb8962-962a-4fcc-820c-0a186c64e419 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:01.845478 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:01.849453 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:01.860907 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468eaa4-83c3-4f9b-8f22-fa7ddf3f9383 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Network': ['ID=de12be7d-17e5-4155-bc54-34fd29257466,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:01.864721 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Pushing event updated for resources: {'Port': ['ID=5ab2aa62-f1e2-4781-80b5-0efa32a16676,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:01.886853 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network de12be7d-17e5-4155-bc54-34fd29257466 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:01.978584 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Attempting to bind port 5ab2aa62-f1e2-4781-80b5-0efa32a16676 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:01.979088 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Attempting to bind port 5ab2aa62-f1e2-4781-80b5-0efa32a16676 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '0d1d502f-fd60-4805-b2be-2f8a71b00804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '01eb8962-962a-4fcc-820c-0a186c64e419'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:01.980508 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Attempting to bind port 5ab2aa62-f1e2-4781-80b5-0efa32a16676 on network 01eb8962-962a-4fcc-820c-0a186c64e419 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:01.994449 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:01.995106 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Checking segment: {'id': '0d1d502f-fd60-4805-b2be-2f8a71b00804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '01eb8962-962a-4fcc-820c-0a186c64e419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:01.995598 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:01.996094 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Bound using segment: {'id': '0d1d502f-fd60-4805-b2be-2f8a71b00804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '01eb8962-962a-4fcc-820c-0a186c64e419'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:01.996676 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Bound port: 5ab2aa62-f1e2-4781-80b5-0efa32a16676, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1d502f-fd60-4805-b2be-2f8a71b00804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '01eb8962-962a-4fcc-820c-0a186c64e419'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:01.997154 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:02.042351 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681961aa-8083-44a9-bef8-3f4a39c141ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:02.046896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-681961aa-8083-44a9-bef8-3f4a39c141ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:02.077559 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] For port 5ab2aa62-f1e2-4781-80b5-0efa32a16676, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:02.081887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] For port 5ab2aa62-f1e2-4781-80b5-0efa32a16676, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5ab2aa62-f1e2-4781-80b5-0efa32a16676,segment=NetworkSegment(0d1d502f-fd60-4805-b2be-2f8a71b00804),segment_id=0d1d502f-fd60-4805-b2be-2f8a71b00804)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:02.092604 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:02.133724 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a222711-4705-4a25-8826-a0142fef32a0 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:02.141293 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9a222711-4705-4a25-8826-a0142fef32a0 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:02.144900 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9a222711-4705-4a25-8826-a0142fef32a0 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "PUT /v2.0/routers/e036937b-8bd6-4ecb-8461-ae14bfe96951 HTTP/1.1" status: 200 len: 923 time: 2.8318198 Nov 09 04:17:02.146743 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45272) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:02.155620 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-b6696e4a-0d8f-4578-b817-d3955af25bec tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Allocated IP 2001:db8::143 (d7874e74-1a9f-415d-a00d-798ccf53a1d4/596fd78d-e2d9-4f94-b644-3662ae367ce7/f43549d7-f3e8-4085-a4bf-56a715130e6b) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:02.159949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2831d78f-3e93-48ba-95cb-4e971670706c None None] Sync routers for ids ['e036937b-8bd6-4ecb-8461-ae14bfe96951'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:02.188869 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23536f0-917b-4512-b3e6-f3f249c6b6df None None] Pushing event updated for resources: {'Port': ['ID=5ab2aa62-f1e2-4781-80b5-0efa32a16676,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:02.199264 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2831d78f-3e93-48ba-95cb-4e971670706c None None] Routers {'e036937b-8bd6-4ecb-8461-ae14bfe96951'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:02.199716 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2831d78f-3e93-48ba-95cb-4e971670706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e036937b-8bd6-4ecb-8461-ae14bfe96951'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:02.211651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:02.253079 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2831d78f-3e93-48ba-95cb-4e971670706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:02.264165 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2831d78f-3e93-48ba-95cb-4e971670706c None None] Routers {'e036937b-8bd6-4ecb-8461-ae14bfe96951'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:02.265077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2831d78f-3e93-48ba-95cb-4e971670706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e036937b-8bd6-4ecb-8461-ae14bfe96951'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:02.321644 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2831d78f-3e93-48ba-95cb-4e971670706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:02.322952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2831d78f-3e93-48ba-95cb-4e971670706c None None] The sync data for ids ['e036937b-8bd6-4ecb-8461-ae14bfe96951'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:02.481997 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6696e4a-0d8f-4578-b817-d3955af25bec tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:02.495358 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-55cfa335-69cd-4132-be90-c7dbce1f3426 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/routers/e036937b-8bd6-4ecb-8461-ae14bfe96951 HTTP/1.1" status: 200 len: 923 time: 0.3484704 Nov 09 04:17:02.498163 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45278) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:02.599344 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6696e4a-0d8f-4578-b817-d3955af25bec tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:02.635332 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-681961aa-8083-44a9-bef8-3f4a39c141ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:02.647553 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61b5bb8-763f-44bc-86e8-f950198dc660 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:02.649297 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a61b5bb8-763f-44bc-86e8-f950198dc660 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&device_id=e036937b-8bd6-4ecb-8461-ae14bfe96951&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1490300 Nov 09 04:17:02.653342 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:02.656584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45280) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:02.668426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Router c678c06d-5d5a-47a0-8eef-d8c76ddecd15 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:17:02.673450 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6696e4a-0d8f-4578-b817-d3955af25bec tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Network d7874e74-1a9f-415d-a00d-798ccf53a1d4 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:02.701546 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-b6696e4a-0d8f-4578-b817-d3955af25bec tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:02.719338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6696e4a-0d8f-4578-b817-d3955af25bec tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:02.724971 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6696e4a-0d8f-4578-b817-d3955af25bec tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:02.725601 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6696e4a-0d8f-4578-b817-d3955af25bec tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:02.738656 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681961aa-8083-44a9-bef8-3f4a39c141ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Subnet': ['ID=3a3dc3fd-d9d8-4083-9d1a-196d8f27e269,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:02.745034 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6696e4a-0d8f-4578-b817-d3955af25bec tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event updated for resources: {'Port': ['ID=f43549d7-f3e8-4085-a4bf-56a715130e6b,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:02.764911 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681961aa-8083-44a9-bef8-3f4a39c141ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Checking segment: {'id': 'b767fe12-5cbb-4c1f-95fe-2978378fbcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'de12be7d-17e5-4155-bc54-34fd29257466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:02.765270 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681961aa-8083-44a9-bef8-3f4a39c141ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network hostable DHCP agents. Network: de12be7d-17e5-4155-bc54-34fd29257466, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:02.808388 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b6696e4a-0d8f-4578-b817-d3955af25bec tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6183200 Nov 09 04:17:02.809263 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45282) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:02.824395 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-095463aa-605a-43cc-a3f3-1e5076d16e8e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Request body: {'port': {'network_id': 'd7874e74-1a9f-415d-a00d-798ccf53a1d4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2052368333'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:02.825277 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681961aa-8083-44a9-bef8-3f4a39c141ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network de12be7d-17e5-4155-bc54-34fd29257466 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:02.828172 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event updated for resources: {'Subnet': ['ID=f6d47303-3981-4a63-b4ae-bf32b6a642db,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:02.838074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:02.846261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-681961aa-8083-44a9-bef8-3f4a39c141ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, de12be7d-17e5-4155-bc54-34fd29257466) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:02.851329 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c3fa12-905f-4e63-a72f-d06935658284 None None] Sync routers for ids ['c678c06d-5d5a-47a0-8eef-d8c76ddecd15'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:02.854224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681961aa-8083-44a9-bef8-3f4a39c141ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:02.854824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-681961aa-8083-44a9-bef8-3f4a39c141ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:02.868920 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:02.870281 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9f0977a3-1da6-43a0-8261-88b7bfe73a37 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0184979 Nov 09 04:17:02.871418 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9c067f-7ac9-4702-9e57-1b617eeb19af None None] Network de12be7d-17e5-4155-bc54-34fd29257466 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:02.873552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45284) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:02.878684 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-cf3a1e01-4566-463e-a042-037d48c01658 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'enable_snat': False}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:02.884344 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c3fa12-905f-4e63-a72f-d06935658284 None None] Routers {'c678c06d-5d5a-47a0-8eef-d8c76ddecd15'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:02.887532 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-62c3fa12-905f-4e63-a72f-d06935658284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c678c06d-5d5a-47a0-8eef-d8c76ddecd15'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:02.888341 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-681961aa-8083-44a9-bef8-3f4a39c141ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0959873 Nov 09 04:17:02.890962 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45286) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:02.911066 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Checking segment: {'id': 'd34296cf-7740-4698-a30f-5df1421094db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dfcbbe92-7daf-4c13-9d2b-a1084f2643db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:02.911426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Network hostable DHCP agents. Network: dfcbbe92-7daf-4c13-9d2b-a1084f2643db, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:02.936841 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d3da2-7d65-43ba-af9e-bdb059ae041b tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:02.940807 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-073d3da2-7d65-43ba-af9e-bdb059ae041b tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/networks/2ae56fdc-e45e-4e1f-9dc0-66e535d470be HTTP/1.1" status: 200 len: 881 time: 0.2744086 Nov 09 04:17:02.944071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45288) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:02.963425 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Network dfcbbe92-7daf-4c13-9d2b-a1084f2643db is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:02.977367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, dfcbbe92-7daf-4c13-9d2b-a1084f2643db) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:02.985282 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:02.995974 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-62c3fa12-905f-4e63-a72f-d06935658284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:03.008547 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c3fa12-905f-4e63-a72f-d06935658284 None None] Routers {'c678c06d-5d5a-47a0-8eef-d8c76ddecd15'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:03.009484 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-62c3fa12-905f-4e63-a72f-d06935658284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c678c06d-5d5a-47a0-8eef-d8c76ddecd15'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:03.038970 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f55abff-25c8-4c1e-a167-8ad2cd1e351a None None] Network dfcbbe92-7daf-4c13-9d2b-a1084f2643db requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:03.058001 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f4cee67f-1f14-464d-add9-d0cdb294b6c8 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "GET /v2.0/ports?device_id=e036937b-8bd6-4ecb-8461-ae14bfe96951 HTTP/1.1" status: 200 len: 205 time: 0.1097372 Nov 09 04:17:03.060645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45292) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:03.075410 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-62c3fa12-905f-4e63-a72f-d06935658284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:03.076229 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c3fa12-905f-4e63-a72f-d06935658284 None None] The sync data for ids ['c678c06d-5d5a-47a0-8eef-d8c76ddecd15'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:03.095898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event updated for resources: {'Subnet': ['ID=0f1f299d-4d4d-4342-a872-d15cbc3736dd,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:03.119487 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095463aa-605a-43cc-a3f3-1e5076d16e8e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Made reservation on behalf of 08c437e9be4947d5ac5c6dd57a0df121 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:03.123398 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-095463aa-605a-43cc-a3f3-1e5076d16e8e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.152606 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-095463aa-605a-43cc-a3f3-1e5076d16e8e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] device_id is not set on port d1ee28f4-896b-4733-86ec-d3cd14ccfdb6 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:17:03.265765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7e95d160-65c1-4a22-9fdf-2134a72d46e4 None None] Provisioning complete for port f43549d7-f3e8-4085-a4bf-56a715130e6b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:03.266285 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7e95d160-65c1-4a22-9fdf-2134a72d46e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.294921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-095463aa-605a-43cc-a3f3-1e5076d16e8e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Allocated IP 2001:db8::236 (d7874e74-1a9f-415d-a00d-798ccf53a1d4/596fd78d-e2d9-4f94-b644-3662ae367ce7/d1ee28f4-896b-4733-86ec-d3cd14ccfdb6) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:03.301414 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Checking segment: {'id': '47ac753a-579c-43fd-a2b1-fb730bcc3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3c866338-d4b3-4fca-be0d-f57e62db04dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:03.302168 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Network hostable DHCP agents. Network: 3c866338-d4b3-4fca-be0d-f57e62db04dd, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:03.338353 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Network 3c866338-d4b3-4fca-be0d-f57e62db04dd is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:03.351420 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 3c866338-d4b3-4fca-be0d-f57e62db04dd) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:03.356590 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-7e95d160-65c1-4a22-9fdf-2134a72d46e4 None None] Port f43549d7-f3e8-4085-a4bf-56a715130e6b cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:17:03.365101 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:03.365689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:03.366392 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.394105 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b91b8df-4880-4c1b-a710-44a6f2312264 None None] Network 3c866338-d4b3-4fca-be0d-f57e62db04dd requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:03.415224 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-917b8a24-f674-41ab-bb07-663448cd925e tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2240975 Nov 09 04:17:03.416922 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbed99d-da2d-49d4-9813-4b82c9385470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-dfcbbe92-7daf-4c13-9d2b-a1084f2643db', 'network_id': 'dfcbbe92-7daf-4c13-9d2b-a1084f2643db', 'tenant_id': '44fe33ae98314ea2b16104b7471930d5', 'fixed_ips': [{'subnet_id': 'f6d47303-3981-4a63-b4ae-bf32b6a642db'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:03.417261 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fbbed99d-da2d-49d4-9813-4b82c9385470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.421192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45296) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:03.536397 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af00aaf-a0f9-4a0e-b975-5f0de2de2d0a tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:03.538081 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af00aaf-a0f9-4a0e-b975-5f0de2de2d0a tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:03.539655 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af00aaf-a0f9-4a0e-b975-5f0de2de2d0a tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:03.544256 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7af00aaf-a0f9-4a0e-b975-5f0de2de2d0a tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1191273 Nov 09 04:17:03.545800 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45300) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:03.555897 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae45ffe1-76ed-4741-b178-2c91435e7342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-de12be7d-17e5-4155-bc54-34fd29257466', 'network_id': 'de12be7d-17e5-4155-bc54-34fd29257466', 'tenant_id': '1711d29a334a49bf9178554c47b6c30f', 'fixed_ips': [{'subnet_id': '3a3dc3fd-d9d8-4083-9d1a-196d8f27e269'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:03.556938 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ae45ffe1-76ed-4741-b178-2c91435e7342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.600698 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1c208a-4cea-4ea9-8dc3-aacfc80a49b5 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Deleting subnet f6d47303-3981-4a63-b4ae-bf32b6a642db {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:17:03.604292 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-af1c208a-4cea-4ea9-8dc3-aacfc80a49b5 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.654403 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdd7a7f-cd2e-491a-b3b0-39b3169369e2 None None] Network 01eb8962-962a-4fcc-820c-0a186c64e419 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:03.656687 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.670616 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-af1c208a-4cea-4ea9-8dc3-aacfc80a49b5 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.675947 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-095463aa-605a-43cc-a3f3-1e5076d16e8e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.728633 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-912de90f-ae09-4eec-b65a-83485e1591f3 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.738579 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-af1c208a-4cea-4ea9-8dc3-aacfc80a49b5 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.788446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-095463aa-605a-43cc-a3f3-1e5076d16e8e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.815646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.844924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095463aa-605a-43cc-a3f3-1e5076d16e8e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Network d7874e74-1a9f-415d-a00d-798ccf53a1d4 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:03.856487 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-095463aa-605a-43cc-a3f3-1e5076d16e8e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:03.861945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095463aa-605a-43cc-a3f3-1e5076d16e8e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:03.867193 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095463aa-605a-43cc-a3f3-1e5076d16e8e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:03.867810 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-095463aa-605a-43cc-a3f3-1e5076d16e8e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.871075 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-af1c208a-4cea-4ea9-8dc3-aacfc80a49b5 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.877016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095463aa-605a-43cc-a3f3-1e5076d16e8e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event updated for resources: {'Port': ['ID=d1ee28f4-896b-4733-86ec-d3cd14ccfdb6,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:03.917137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c208a-4cea-4ea9-8dc3-aacfc80a49b5 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d47303-3981-4a63-b4ae-bf32b6a642db,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:03.926474 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-af1c208a-4cea-4ea9-8dc3-aacfc80a49b5 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.930780 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-af1c208a-4cea-4ea9-8dc3-aacfc80a49b5 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "DELETE /v2.0/subnets/f6d47303-3981-4a63-b4ae-bf32b6a642db HTTP/1.1" status: 204 len: 168 time: 0.3848469 Nov 09 04:17:03.938775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45302) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:03.985601 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-095463aa-605a-43cc-a3f3-1e5076d16e8e tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1700966 Nov 09 04:17:03.985907 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1e01-4566-463e-a042-037d48c01658 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.987830 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45304) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:03.989297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-dcc78a9d-7880-46e1-b5f1-a8f66cf07be4 None None] Provisioning complete for port 5ab2aa62-f1e2-4781-80b5-0efa32a16676 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:03.991222 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dcc78a9d-7880-46e1-b5f1-a8f66cf07be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:03.997588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-d2e02537-6ddf-4e70-9188-160902fb38d7 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::153', 'mac_address': 'fa:16:3e:e7:63:93'}, {'ip_address': '2001:db8::143', 'mac_address': 'fa:16:3e:94:99:2f'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:04.001561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.015049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-912de90f-ae09-4eec-b65a-83485e1591f3 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server [None req-fbbed99d-da2d-49d4-9813-4b82c9385470 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6d47303-3981-4a63-b4ae-bf32b6a642db: This subnet is being modified by another concurrent operation. Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 04:17:04.043943 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise exception Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6d47303-3981-4a63-b4ae-bf32b6a642db: This subnet is being modified by another concurrent operation. Nov 09 04:17:04.047688 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server Nov 09 04:17:04.051060 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4276645-da81-436a-8f19-9d560a16eedf tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Deleting subnet 0f1f299d-4d4d-4342-a872-d15cbc3736dd {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:17:04.051060 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e4276645-da81-436a-8f19-9d560a16eedf tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.051770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Subnet': ['ID=3a3dc3fd-d9d8-4083-9d1a-196d8f27e269,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:04.110097 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e4276645-da81-436a-8f19-9d560a16eedf tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.124881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.155943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de12be7d-17e5-4155-bc54-34fd29257466']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:04.158396 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e4276645-da81-436a-8f19-9d560a16eedf tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.181590 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b767fe12-5cbb-4c1f-95fe-2978378fbcf4') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:04.182084 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b767fe12-5cbb-4c1f-95fe-2978378fbcf4') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:04.191696 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a18f3c-c3fa-426a-adb2-9864fbd5add2 None None] Network dfcbbe92-7daf-4c13-9d2b-a1084f2643db requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:04.237487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.258557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.293716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:04.294364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.298181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fbc4f7-829c-4e40-ad09-9ab412cf762b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-3c866338-d4b3-4fca-be0d-f57e62db04dd', 'network_id': '3c866338-d4b3-4fca-be0d-f57e62db04dd', 'tenant_id': '44fe33ae98314ea2b16104b7471930d5', 'fixed_ips': [{'subnet_id': '0f1f299d-4d4d-4342-a872-d15cbc3736dd'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:04.298703 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:04.300496 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-06fbc4f7-829c-4e40-ad09-9ab412cf762b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.308174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5ab2aa62-f1e2-4781-80b5-0efa32a16676 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:04.350411 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e4276645-da81-436a-8f19-9d560a16eedf tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server [None req-ae45ffe1-76ed-4741-b178-2c91435e7342 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a3dc3fd-d9d8-4083-9d1a-196d8f27e269: This subnet is being modified by another concurrent operation. Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 04:17:04.367728 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise exception Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a3dc3fd-d9d8-4083-9d1a-196d8f27e269: This subnet is being modified by another concurrent operation. Nov 09 04:17:04.371128 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server Nov 09 04:17:04.382939 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-912de90f-ae09-4eec-b65a-83485e1591f3 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Deleting port 5a0ff531-67c9-4f83-8efe-b629f02a3f19 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:04.383278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-912de90f-ae09-4eec-b65a-83485e1591f3 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.384450 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4276645-da81-436a-8f19-9d560a16eedf tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1f299d-4d4d-4342-a872-d15cbc3736dd,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:04.411407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e4276645-da81-436a-8f19-9d560a16eedf tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.414740 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e4276645-da81-436a-8f19-9d560a16eedf tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "DELETE /v2.0/subnets/0f1f299d-4d4d-4342-a872-d15cbc3736dd HTTP/1.1" status: 204 len: 168 time: 0.4731114 Nov 09 04:17:04.417475 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45308) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:04.446952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a0045-b535-4a92-a031-7ccb58323019 None None] Network de12be7d-17e5-4155-bc54-34fd29257466 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:04.447196 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.448133 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d2e02537-6ddf-4e70-9188-160902fb38d7 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.459520 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.462648 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/de12be7d-17e5-4155-bc54-34fd29257466 HTTP/1.1" status: 204 len: 168 time: 1.5717151 Nov 09 04:17:04.466530 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45310) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:04.474028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f967f2d2-14ec-4e1b-adf5-d6fd095f4219 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-648579505'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:04.481455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c14a1-b969-40a7-b7cd-1e422d0bff98 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Network': ['ID=de12be7d-17e5-4155-bc54-34fd29257466,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:04.497482 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-912de90f-ae09-4eec-b65a-83485e1591f3 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.513255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-912de90f-ae09-4eec-b65a-83485e1591f3 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Calling delete_port for 5a0ff531-67c9-4f83-8efe-b629f02a3f19 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:04.536862 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a72eba-8e12-41b2-ae54-4d3be89ea578 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:04.539278 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d1a72eba-8e12-41b2-ae54-4d3be89ea578 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1204982 Nov 09 04:17:04.550682 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a0045-b535-4a92-a031-7ccb58323019 None None] Network de12be7d-17e5-4155-bc54-34fd29257466 could not be found, it might have been deleted concurrently. {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 04:17:04.561028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45314) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:04.573893 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f967f2d2-14ec-4e1b-adf5-d6fd095f4219 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:04.579031 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f967f2d2-14ec-4e1b-adf5-d6fd095f4219 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.613540 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a118c9-074c-4cde-8eb7-19fd19880a71 None None] Network 3c866338-d4b3-4fca-be0d-f57e62db04dd requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:04.650271 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f967f2d2-14ec-4e1b-adf5-d6fd095f4219 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:04.692426 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5ab2aa62-f1e2-4781-80b5-0efa32a16676 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:04.692638 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f967f2d2-14ec-4e1b-adf5-d6fd095f4219 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.692757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.693039 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-f967f2d2-14ec-4e1b-adf5-d6fd095f4219 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Added segment f616fc0b-d67c-4817-a479-6b3cbb023be8 of type vlan for network 841d53d1-77a6-4ca0-b6b1-0b206560b43e Nov 09 04:17:04.697769 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dcc78a9d-7880-46e1-b5f1-a8f66cf07be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.760303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-37f6c767-7905-4625-b9a5-d02ac516c8fd tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.828575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d2e02537-6ddf-4e70-9188-160902fb38d7 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.831675 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-dcc78a9d-7880-46e1-b5f1-a8f66cf07be4 None None] For port 5ab2aa62-f1e2-4781-80b5-0efa32a16676, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5ab2aa62-f1e2-4781-80b5-0efa32a16676,segment=NetworkSegment(0d1d502f-fd60-4805-b2be-2f8a71b00804),segment_id=0d1d502f-fd60-4805-b2be-2f8a71b00804)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:04.833609 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f967f2d2-14ec-4e1b-adf5-d6fd095f4219 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.843170 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d2e02537-6ddf-4e70-9188-160902fb38d7 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.865435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dcc78a9d-7880-46e1-b5f1-a8f66cf07be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.892490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-d2e02537-6ddf-4e70-9188-160902fb38d7 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] In _notify_port_updated(), no bound segment for port d1ee28f4-896b-4733-86ec-d3cd14ccfdb6 on network d7874e74-1a9f-415d-a00d-798ccf53a1d4 {{(pid=101884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:17:04.899403 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e02537-6ddf-4e70-9188-160902fb38d7 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:04.900199 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d2e02537-6ddf-4e70-9188-160902fb38d7 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.901882 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d2e02537-6ddf-4e70-9188-160902fb38d7 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "PUT /v2.0/ports/d1ee28f4-896b-4733-86ec-d3cd14ccfdb6 HTTP/1.1" status: 200 len: 1068 time: 0.9131134 Nov 09 04:17:04.905131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45318) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:04.912966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.916265 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f967f2d2-14ec-4e1b-adf5-d6fd095f4219 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.922103 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f967f2d2-14ec-4e1b-adf5-d6fd095f4219 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:04.922935 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f967f2d2-14ec-4e1b-adf5-d6fd095f4219 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:04.965011 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc78a9d-7880-46e1-b5f1-a8f66cf07be4 None None] Pushing event updated for resources: {'Port': ['ID=5ab2aa62-f1e2-4781-80b5-0efa32a16676,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:05.003915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e02537-6ddf-4e70-9188-160902fb38d7 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event updated for resources: {'Port': ['ID=d1ee28f4-896b-4733-86ec-d3cd14ccfdb6,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:05.047415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:17:05.048045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:17:05.048988 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a5ec481e-b4ee-4438-8e9f-604531e99080 None None] Provisioning complete for port d1ee28f4-896b-4733-86ec-d3cd14ccfdb6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:05.049672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a5ec481e-b4ee-4438-8e9f-604531e99080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.065864 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-37f6c767-7905-4625-b9a5-d02ac516c8fd tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.069368 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f967f2d2-14ec-4e1b-adf5-d6fd095f4219 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6017213 Nov 09 04:17:05.075942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45320) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:05.085095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-00fd802d-9f9a-4b6c-953f-20b122231d87 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'subnet': {'network_id': '841d53d1-77a6-4ca0-b6b1-0b206560b43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:05.091779 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967f2d2-14ec-4e1b-adf5-d6fd095f4219 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Network': ['ID=841d53d1-77a6-4ca0-b6b1-0b206560b43e,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:05.108538 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 841d53d1-77a6-4ca0-b6b1-0b206560b43e details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:05.128146 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7a3ac-444e-41a4-bfce-e7c9838c330c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Deleting port d1ee28f4-896b-4733-86ec-d3cd14ccfdb6 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:05.128572 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a3ac-444e-41a4-bfce-e7c9838c330c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.133350 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec481e-b4ee-4438-8e9f-604531e99080 None None] Port d1ee28f4-896b-4733-86ec-d3cd14ccfdb6 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:17:05.202148 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-37f6c767-7905-4625-b9a5-d02ac516c8fd tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c866338-d4b3-4fca-be0d-f57e62db04dd']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:05.227159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a3ac-444e-41a4-bfce-e7c9838c330c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.236160 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1262bc-68fb-441f-b161-ea747a3f4d38 None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:17:05.241088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-8ab7a3ac-444e-41a4-bfce-e7c9838c330c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Calling delete_port for d1ee28f4-896b-4733-86ec-d3cd14ccfdb6 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:05.255877 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-37f6c767-7905-4625-b9a5-d02ac516c8fd tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ac753a-579c-43fd-a2b1-fb730bcc3bbe') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:05.255877 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-37f6c767-7905-4625-b9a5-d02ac516c8fd tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ac753a-579c-43fd-a2b1-fb730bcc3bbe') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:05.284509 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-37f6c767-7905-4625-b9a5-d02ac516c8fd tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.301852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fd802d-9f9a-4b6c-953f-20b122231d87 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:05.305339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-00fd802d-9f9a-4b6c-953f-20b122231d87 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.335222 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-311d7ba1-4982-4fd3-8218-7bab1d2fca31 None None] Provisioning complete for port d1ee28f4-896b-4733-86ec-d3cd14ccfdb6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:05.336363 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-311d7ba1-4982-4fd3-8218-7bab1d2fca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.380782 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-311d7ba1-4982-4fd3-8218-7bab1d2fca31 None None] Port d1ee28f4-896b-4733-86ec-d3cd14ccfdb6 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:17:05.407156 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-311d7ba1-4982-4fd3-8218-7bab1d2fca31 None None] Provisioning complete for port 5ab2aa62-f1e2-4781-80b5-0efa32a16676 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:05.407585 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-311d7ba1-4982-4fd3-8218-7bab1d2fca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.409916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-37f6c767-7905-4625-b9a5-d02ac516c8fd tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.410171 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a3ac-444e-41a4-bfce-e7c9838c330c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.413309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-912de90f-ae09-4eec-b65a-83485e1591f3 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.446457 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7a3ac-444e-41a4-bfce-e7c9838c330c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event deleted for resources: {'Port': ['ID=d1ee28f4-896b-4733-86ec-d3cd14ccfdb6,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:05.452681 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912de90f-ae09-4eec-b65a-83485e1591f3 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Pushing event deleted for resources: {'Port': ['ID=5a0ff531-67c9-4f83-8efe-b629f02a3f19,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:05.456140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f6c767-7905-4625-b9a5-d02ac516c8fd tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:05.456565 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-37f6c767-7905-4625-b9a5-d02ac516c8fd tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.463623 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1262bc-68fb-441f-b161-ea747a3f4d38 None None] Resources bound (agent type, host, resource id): {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:05.467934 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:05.590567 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1e01-4566-463e-a042-037d48c01658 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.600977 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a3ac-444e-41a4-bfce-e7c9838c330c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.604261 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8ab7a3ac-444e-41a4-bfce-e7c9838c330c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "DELETE /v2.0/ports/d1ee28f4-896b-4733-86ec-d3cd14ccfdb6 HTTP/1.1" status: 204 len: 168 time: 0.6980038 Nov 09 04:17:05.606777 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45324) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:05.623049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1e01-4566-463e-a042-037d48c01658 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.639032 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acb1caf-a899-41cd-a854-884f1aaa2943 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] GET failed (client error): The resource could not be found. Nov 09 04:17:05.641198 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3acb1caf-a899-41cd-a854-884f1aaa2943 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "GET /v2.0/ports/d1ee28f4-896b-4733-86ec-d3cd14ccfdb6 HTTP/1.1" status: 404 len: 333 time: 0.0334930 Nov 09 04:17:05.643852 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45328) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:05.646137 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-37f6c767-7905-4625-b9a5-d02ac516c8fd tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.650168 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-37f6c767-7905-4625-b9a5-d02ac516c8fd tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.656026 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-37f6c767-7905-4625-b9a5-d02ac516c8fd tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "DELETE /v2.0/networks/3c866338-d4b3-4fca-be0d-f57e62db04dd HTTP/1.1" status: 204 len: 168 time: 1.0939560 Nov 09 04:17:05.656747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45330) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:05.722213 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6c767-7905-4625-b9a5-d02ac516c8fd tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event deleted for resources: {'Network': ['ID=3c866338-d4b3-4fca-be0d-f57e62db04dd,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:05.751159 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-912de90f-ae09-4eec-b65a-83485e1591f3 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.765373 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-0c367934-e39f-459f-aaa6-88fcf220fd7c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Deleting port f43549d7-f3e8-4085-a4bf-56a715130e6b {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:05.765748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c367934-e39f-459f-aaa6-88fcf220fd7c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.861013 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c367934-e39f-459f-aaa6-88fcf220fd7c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.876677 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-0c367934-e39f-459f-aaa6-88fcf220fd7c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Calling delete_port for f43549d7-f3e8-4085-a4bf-56a715130e6b owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:05.926841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-912de90f-ae09-4eec-b65a-83485e1591f3 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:05.937199 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-912de90f-ae09-4eec-b65a-83485e1591f3 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.018889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c367934-e39f-459f-aaa6-88fcf220fd7c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.054290 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c367934-e39f-459f-aaa6-88fcf220fd7c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event deleted for resources: {'Port': ['ID=f43549d7-f3e8-4085-a4bf-56a715130e6b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:06.070565 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfadc28-52b8-48d3-93fa-504d25a47dbc None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:17:06.082898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c367934-e39f-459f-aaa6-88fcf220fd7c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.086784 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0c367934-e39f-459f-aaa6-88fcf220fd7c tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "DELETE /v2.0/ports/f43549d7-f3e8-4085-a4bf-56a715130e6b HTTP/1.1" status: 204 len: 168 time: 0.4391868 Nov 09 04:17:06.089282 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45334) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:06.117280 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b9f95b-7fa8-4a45-802d-8b417410dea9 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] GET failed (client error): The resource could not be found. Nov 09 04:17:06.119368 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-18b9f95b-7fa8-4a45-802d-8b417410dea9 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "GET /v2.0/ports/f43549d7-f3e8-4085-a4bf-56a715130e6b HTTP/1.1" status: 404 len: 333 time: 0.0290191 Nov 09 04:17:06.123693 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45336) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:06.195898 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfadc28-52b8-48d3-93fa-504d25a47dbc None None] Resources bound (agent type, host, resource id): {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 04:17:06.211115 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5ab2aa62-f1e2-4781-80b5-0efa32a16676 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:06.236547 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-100aa116-ef69-4741-9f4d-04d7721c1366 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Deleting port 7c329a03-38f9-4c2e-8ca8-3b55c8cbe999 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:06.236547 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-100aa116-ef69-4741-9f4d-04d7721c1366 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.296678 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b1f-d662-4e2b-9809-5316112c1d20 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.328710 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-100aa116-ef69-4741-9f4d-04d7721c1366 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.347228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-100aa116-ef69-4741-9f4d-04d7721c1366 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Calling delete_port for 7c329a03-38f9-4c2e-8ca8-3b55c8cbe999 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:06.374045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5ab2aa62-f1e2-4781-80b5-0efa32a16676 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:06.374623 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.375400 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-912de90f-ae09-4eec-b65a-83485e1591f3 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.375911 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912de90f-ae09-4eec-b65a-83485e1591f3 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Fanout notify agent at l3_agent the message router_deleted on router e036937b-8bd6-4ecb-8461-ae14bfe96951 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:17:06.383479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-912de90f-ae09-4eec-b65a-83485e1591f3 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.384656 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-912de90f-ae09-4eec-b65a-83485e1591f3 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "DELETE /v2.0/routers/e036937b-8bd6-4ecb-8461-ae14bfe96951 HTTP/1.1" status: 204 len: 168 time: 3.3218880 Nov 09 04:17:06.395103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45338) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:06.406698 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1888d459-43e8-4542-95bf-55bc34d70e9f tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-425463404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:06.457672 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3a1e01-4566-463e-a042-037d48c01658 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Router c678c06d-5d5a-47a0-8eef-d8c76ddecd15 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:17:06.458861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-00fd802d-9f9a-4b6c-953f-20b122231d87 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.509296 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-100aa116-ef69-4741-9f4d-04d7721c1366 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.539352 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100aa116-ef69-4741-9f4d-04d7721c1366 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event deleted for resources: {'Port': ['ID=7c329a03-38f9-4c2e-8ca8-3b55c8cbe999,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:06.552910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1888d459-43e8-4542-95bf-55bc34d70e9f tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.553937 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1888d459-43e8-4542-95bf-55bc34d70e9f tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.571907 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-100aa116-ef69-4741-9f4d-04d7721c1366 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.578032 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b1f-d662-4e2b-9809-5316112c1d20 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.578235 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-100aa116-ef69-4741-9f4d-04d7721c1366 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "DELETE /v2.0/ports/7c329a03-38f9-4c2e-8ca8-3b55c8cbe999 HTTP/1.1" status: 204 len: 168 time: 0.4507158 Nov 09 04:17:06.578617 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45342) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:06.634253 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2371b585-316a-4f58-ab59-a30353381a4b tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Deleting subnet 596fd78d-e2d9-4f94-b644-3662ae367ce7 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:17:06.637760 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2371b585-316a-4f58-ab59-a30353381a4b tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.658194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd802d-9f9a-4b6c-953f-20b122231d87 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Subnet': ['ID=d73e0f66-5929-41e3-93c2-6a9683fcf65f,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:06.670122 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-8d5a2b1f-d662-4e2b-9809-5316112c1d20 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcbbe92-7daf-4c13-9d2b-a1084f2643db']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:06.681333 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2371b585-316a-4f58-ab59-a30353381a4b tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.720745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-8d5a2b1f-d662-4e2b-9809-5316112c1d20 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34296cf-7740-4698-a30f-5df1421094db') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:06.721043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-8d5a2b1f-d662-4e2b-9809-5316112c1d20 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34296cf-7740-4698-a30f-5df1421094db') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:06.734489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1888d459-43e8-4542-95bf-55bc34d70e9f tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.742503 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b1f-d662-4e2b-9809-5316112c1d20 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.771037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2371b585-316a-4f58-ab59-a30353381a4b tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.777945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1888d459-43e8-4542-95bf-55bc34d70e9f tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.794879 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b1f-d662-4e2b-9809-5316112c1d20 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.796785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fd802d-9f9a-4b6c-953f-20b122231d87 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Checking segment: {'id': 'f616fc0b-d67c-4817-a479-6b3cbb023be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '841d53d1-77a6-4ca0-b6b1-0b206560b43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:06.797154 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fd802d-9f9a-4b6c-953f-20b122231d87 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network hostable DHCP agents. Network: 841d53d1-77a6-4ca0-b6b1-0b206560b43e, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:06.812460 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5a2b1f-d662-4e2b-9809-5316112c1d20 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:06.812896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b1f-d662-4e2b-9809-5316112c1d20 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:06.818000 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:06.848611 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2371b585-316a-4f58-ab59-a30353381a4b tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.875179 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1888d459-43e8-4542-95bf-55bc34d70e9f tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.876132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371b585-316a-4f58-ab59-a30353381a4b tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event deleted for resources: {'Subnet': ['ID=596fd78d-e2d9-4f94-b644-3662ae367ce7,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:06.879687 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1888d459-43e8-4542-95bf-55bc34d70e9f tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4803505 Nov 09 04:17:06.883059 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2371b585-316a-4f58-ab59-a30353381a4b tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.883209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45346) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:06.887285 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2371b585-316a-4f58-ab59-a30353381a4b tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "DELETE /v2.0/subnets/596fd78d-e2d9-4f94-b644-3662ae367ce7 HTTP/1.1" status: 204 len: 168 time: 0.3077886 Nov 09 04:17:06.891074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45348) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:06.893818 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:06.901545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3a1e01-4566-463e-a042-037d48c01658 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:06.905896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cf3a1e01-4566-463e-a042-037d48c01658 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:06.911176 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cf3a1e01-4566-463e-a042-037d48c01658 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "PUT /v2.0/routers/c678c06d-5d5a-47a0-8eef-d8c76ddecd15 HTTP/1.1" status: 200 len: 922 time: 4.0327308 Nov 09 04:17:06.911860 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45350) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:06.913386 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734ac96-2a5f-4857-9cd0-f39716f61441 None None] Sync routers for ids ['c678c06d-5d5a-47a0-8eef-d8c76ddecd15'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:06.929369 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734ac96-2a5f-4857-9cd0-f39716f61441 None None] Routers {'c678c06d-5d5a-47a0-8eef-d8c76ddecd15'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:06.930191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0734ac96-2a5f-4857-9cd0-f39716f61441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c678c06d-5d5a-47a0-8eef-d8c76ddecd15'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:06.979121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fd802d-9f9a-4b6c-953f-20b122231d87 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network 841d53d1-77a6-4ca0-b6b1-0b206560b43e is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:06.982953 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0734ac96-2a5f-4857-9cd0-f39716f61441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:06.994644 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734ac96-2a5f-4857-9cd0-f39716f61441 None None] Routers {'c678c06d-5d5a-47a0-8eef-d8c76ddecd15'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:06.995463 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0734ac96-2a5f-4857-9cd0-f39716f61441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c678c06d-5d5a-47a0-8eef-d8c76ddecd15'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:07.038270 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b1f-d662-4e2b-9809-5316112c1d20 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.042601 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2b1f-d662-4e2b-9809-5316112c1d20 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.048475 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8d5a2b1f-d662-4e2b-9809-5316112c1d20 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "DELETE /v2.0/networks/dfcbbe92-7daf-4c13-9d2b-a1084f2643db HTTP/1.1" status: 204 len: 168 time: 1.3711867 Nov 09 04:17:07.049406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45354) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:07.056348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0734ac96-2a5f-4857-9cd0-f39716f61441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:07.057184 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734ac96-2a5f-4857-9cd0-f39716f61441 None None] The sync data for ids ['c678c06d-5d5a-47a0-8eef-d8c76ddecd15'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:07.078916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.101550 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-00fd802d-9f9a-4b6c-953f-20b122231d87 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 841d53d1-77a6-4ca0-b6b1-0b206560b43e) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:07.106097 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd802d-9f9a-4b6c-953f-20b122231d87 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:07.106702 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-00fd802d-9f9a-4b6c-953f-20b122231d87 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.110334 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4db55d-d510-4a49-a657-b64fc35e579d None None] Network 841d53d1-77a6-4ca0-b6b1-0b206560b43e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:07.120471 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bcb7500f-0611-4d75-900c-0e614cf55cb8 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/routers/c678c06d-5d5a-47a0-8eef-d8c76ddecd15 HTTP/1.1" status: 200 len: 922 time: 0.2052338 Nov 09 04:17:07.123962 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45356) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:07.150551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a2b1f-d662-4e2b-9809-5316112c1d20 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event deleted for resources: {'Network': ['ID=dfcbbe92-7daf-4c13-9d2b-a1084f2643db,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:07.185774 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Deleting port 26d726bc-ba46-48cc-8ffd-a4003f582462 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:07.186492 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.186739 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4540cb53-e4b7-49be-93cd-b3172101f0e5 None None] Network d7874e74-1a9f-415d-a00d-798ccf53a1d4 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:07.225133 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-00fd802d-9f9a-4b6c-953f-20b122231d87 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1390688 Nov 09 04:17:07.231595 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45358) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:07.238089 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-569e4261-8357-4791-aee0-1f43499fb4a5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1445385778'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:07.263787 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] For port 26d726bc-ba46-48cc-8ffd-a4003f582462, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=26d726bc-ba46-48cc-8ffd-a4003f582462,segment=NetworkSegment(d4a86df4-4f17-4f13-bbd8-f411e224782a),segment_id=d4a86df4-4f17-4f13-bbd8-f411e224782a)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:07.264453 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.280766 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Calling delete_port for 26d726bc-ba46-48cc-8ffd-a4003f582462 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:07.287931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569e4261-8357-4791-aee0-1f43499fb4a5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:07.291696 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-569e4261-8357-4791-aee0-1f43499fb4a5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.301622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.314105 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1db5b52b-c347-4d20-957f-a604b5c66df0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.340432 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7a0dbb-726e-4574-854a-d74108b50561 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:07.340707 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8f7a0dbb-726e-4574-854a-d74108b50561 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&device_id=c678c06d-5d5a-47a0-8eef-d8c76ddecd15&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2157853 Nov 09 04:17:07.346000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45360) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:07.378524 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569e4261-8357-4791-aee0-1f43499fb4a5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:07.381921 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-841d53d1-77a6-4ca0-b6b1-0b206560b43e', 'network_id': '841d53d1-77a6-4ca0-b6b1-0b206560b43e', 'tenant_id': '1711d29a334a49bf9178554c47b6c30f', 'fixed_ips': [{'subnet_id': 'd73e0f66-5929-41e3-93c2-6a9683fcf65f'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:07.382949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.434666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-569e4261-8357-4791-aee0-1f43499fb4a5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.434666 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-569e4261-8357-4791-aee0-1f43499fb4a5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Added segment ef9378d9-33bf-489d-8fde-1203696d36e3 of type vlan for network 0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e Nov 09 04:17:07.475014 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1db5b52b-c347-4d20-957f-a604b5c66df0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.502999 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-1db5b52b-c347-4d20-957f-a604b5c66df0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6417e9-9ff2-41e7-8d7a-5f45f79c34b9']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:07.508367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-569e4261-8357-4791-aee0-1f43499fb4a5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.511192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c9d427-40fa-432c-9d01-7b2d6ca23044 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:07.511533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d062c51e-7635-41b7-af86-9c435d093129 None None] DHCP port deletion for d7874e74-1a9f-415d-a00d-798ccf53a1d4 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:17:07.512712 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e3c9d427-40fa-432c-9d01-7b2d6ca23044 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/networks/2ae56fdc-e45e-4e1f-9dc0-66e535d470be HTTP/1.1" status: 200 len: 881 time: 0.1658294 Nov 09 04:17:07.516834 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45362) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:07.520500 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-1db5b52b-c347-4d20-957f-a604b5c66df0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b18d675-c3d5-493e-aff1-27cd0d468a76') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:07.520942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-1db5b52b-c347-4d20-957f-a604b5c66df0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b18d675-c3d5-493e-aff1-27cd0d468a76') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:07.534328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1db5b52b-c347-4d20-957f-a604b5c66df0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.547640 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.551093 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-85a3dcf4-b2a6-4f0c-b4f0-4b8be46d4999 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "GET /v2.0/ports?device_id=c678c06d-5d5a-47a0-8eef-d8c76ddecd15 HTTP/1.1" status: 200 len: 205 time: 0.0331297 Nov 09 04:17:07.555573 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45364) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:07.556526 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1db5b52b-c347-4d20-957f-a604b5c66df0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.577353 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Allocated IP 2001:db8::3 (841d53d1-77a6-4ca0-b6b1-0b206560b43e/d73e0f66-5929-41e3-93c2-6a9683fcf65f/5020a0f7-be11-4f01-9edf-35a0e05f211b) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:07.600189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event deleted for resources: {'Port': ['ID=26d726bc-ba46-48cc-8ffd-a4003f582462,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:07.613136 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-569e4261-8357-4791-aee0-1f43499fb4a5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.616473 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db5b52b-c347-4d20-957f-a604b5c66df0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:07.616876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1db5b52b-c347-4d20-957f-a604b5c66df0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:07.620050 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:07.626079 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569e4261-8357-4791-aee0-1f43499fb4a5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:07.627499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-569e4261-8357-4791-aee0-1f43499fb4a5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.628135 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d062c51e-7635-41b7-af86-9c435d093129 None None] Deleting port 26d726bc-ba46-48cc-8ffd-a4003f582462 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:07.628605 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d062c51e-7635-41b7-af86-9c435d093129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.631849 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] No DVR routers for this DVR port 26d726bc-ba46-48cc-8ffd-a4003f582462 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:07.748564 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d062c51e-7635-41b7-af86-9c435d093129 None None] For port 26d726bc-ba46-48cc-8ffd-a4003f582462, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:07.748908 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d062c51e-7635-41b7-af86-9c435d093129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.774086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d062c51e-7635-41b7-af86-9c435d093129 None None] Calling delete_port for 26d726bc-ba46-48cc-8ffd-a4003f582462 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:07.779244 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.ipam_backend_mixin [None req-d062c51e-7635-41b7-af86-9c435d093129 None None] Port 26d726bc-ba46-48cc-8ffd-a4003f582462 was not found and therefore no delete operation was performed {{(pid=101885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 04:17:07.785158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d062c51e-7635-41b7-af86-9c435d093129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.789881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1db5b52b-c347-4d20-957f-a604b5c66df0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.794096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1db5b52b-c347-4d20-957f-a604b5c66df0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.800715 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1db5b52b-c347-4d20-957f-a604b5c66df0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "DELETE /v2.0/networks/fd6417e9-9ff2-41e7-8d7a-5f45f79c34b9 HTTP/1.1" status: 204 len: 168 time: 0.7446473 Nov 09 04:17:07.805241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45368) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:07.836151 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062c51e-7635-41b7-af86-9c435d093129 None None] Pushing event deleted for resources: {'Port': ['ID=26d726bc-ba46-48cc-8ffd-a4003f582462,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:07.839714 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d062c51e-7635-41b7-af86-9c435d093129 None None] No DVR routers for this DVR port 26d726bc-ba46-48cc-8ffd-a4003f582462 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:07.864589 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5b52b-c347-4d20-957f-a604b5c66df0 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event deleted for resources: {'Network': ['ID=fd6417e9-9ff2-41e7-8d7a-5f45f79c34b9,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:07.866188 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.875205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.918401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.938616 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Network 841d53d1-77a6-4ca0-b6b1-0b206560b43e is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:07.942707 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:07.951375 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:07.957339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d69568eb-b104-4c1c-a49b-e03298b7b0d0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.962101 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:07.969612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Pushing event updated for resources: {'Port': ['ID=5020a0f7-be11-4f01-9edf-35a0e05f211b,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:08.012005 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8797df96-fb0d-4a89-bf60-522a37ca3657 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.046806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Attempting to bind port 5020a0f7-be11-4f01-9edf-35a0e05f211b on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:08.047460 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Attempting to bind port 5020a0f7-be11-4f01-9edf-35a0e05f211b by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'f616fc0b-d67c-4817-a479-6b3cbb023be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '841d53d1-77a6-4ca0-b6b1-0b206560b43e'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:08.047836 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Attempting to bind port 5020a0f7-be11-4f01-9edf-35a0e05f211b on network 841d53d1-77a6-4ca0-b6b1-0b206560b43e {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:08.053669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.053898 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:08.054284 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Checking segment: {'id': 'f616fc0b-d67c-4817-a479-6b3cbb023be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '841d53d1-77a6-4ca0-b6b1-0b206560b43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:08.055294 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.055294 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Bound using segment: {'id': 'f616fc0b-d67c-4817-a479-6b3cbb023be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '841d53d1-77a6-4ca0-b6b1-0b206560b43e'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:08.055516 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Bound port: 5020a0f7-be11-4f01-9edf-35a0e05f211b, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f616fc0b-d67c-4817-a479-6b3cbb023be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '841d53d1-77a6-4ca0-b6b1-0b206560b43e'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:08.055876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.074458 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7874e74-1a9f-415d-a00d-798ccf53a1d4']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:08.086354 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a86df4-4f17-4f13-bbd8-f411e224782a') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:08.086752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a86df4-4f17-4f13-bbd8-f411e224782a') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:08.097101 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.112292 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.119340 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:08.119849 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.175656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] For port 5020a0f7-be11-4f01-9edf-35a0e05f211b, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:08.183376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] For port 5020a0f7-be11-4f01-9edf-35a0e05f211b, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5020a0f7-be11-4f01-9edf-35a0e05f211b,segment=NetworkSegment(f616fc0b-d67c-4817-a479-6b3cbb023be8),segment_id=f616fc0b-d67c-4817-a479-6b3cbb023be8)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:08.189700 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-569e4261-8357-4791-aee0-1f43499fb4a5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9563158 Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45374) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:08.193051 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:08.196765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.199485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f0893dbf-3ede-415f-b5c6-a086234cca3b tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'subnet': {'network_id': '0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:08.208094 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 26d726bc-ba46-48cc-8ffd-a4003f582462 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:08.223964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8797df96-fb0d-4a89-bf60-522a37ca3657 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.245554 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d69568eb-b104-4c1c-a49b-e03298b7b0d0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.260648 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 26d726bc-ba46-48cc-8ffd-a4003f582462 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:08.260936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 26d726bc-ba46-48cc-8ffd-a4003f582462 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:08.264870 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-8797df96-fb0d-4a89-bf60-522a37ca3657 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717d9195-ef1e-4792-9847-b9803fc587a0']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:08.283688 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb15dc-5c2e-4604-aa87-2365e9f19cb1 None None] Pushing event updated for resources: {'Port': ['ID=5020a0f7-be11-4f01-9edf-35a0e05f211b,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:08.294704 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-8797df96-fb0d-4a89-bf60-522a37ca3657 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46418d6d-c4ec-4eb2-8d6d-df99dbf194c5') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:08.295009 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-8797df96-fb0d-4a89-bf60-522a37ca3657 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46418d6d-c4ec-4eb2-8d6d-df99dbf194c5') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:08.298461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Allocated IP 172.26.5.36 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/af811f83-7361-4531-8cbc-1cd9e6388f3c) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:08.321766 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.330418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e4261-8357-4791-aee0-1f43499fb4a5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Network': ['ID=0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:08.335221 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.342146 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] 10.222.0.21 "DELETE /v2.0/networks/d7874e74-1a9f-415d-a00d-798ccf53a1d4 HTTP/1.1" status: 204 len: 168 time: 1.4490206 Nov 09 04:17:08.342325 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8797df96-fb0d-4a89-bf60-522a37ca3657 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.348494 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:08.358983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8771d8-e44d-417b-8214-ee11f001e509 tempest-AllowedAddressPairIpV6TestJSON-1194409780 tempest-AllowedAddressPairIpV6TestJSON-1194409780-project] Pushing event deleted for resources: {'Network': ['ID=d7874e74-1a9f-415d-a00d-798ccf53a1d4,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:08.361598 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0893dbf-3ede-415f-b5c6-a086234cca3b tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:08.365485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0893dbf-3ede-415f-b5c6-a086234cca3b tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.408260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8797df96-fb0d-4a89-bf60-522a37ca3657 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.456751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8797df96-fb0d-4a89-bf60-522a37ca3657 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:08.457734 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8797df96-fb0d-4a89-bf60-522a37ca3657 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:08.460875 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:08.462881 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.ipam_backend_mixin [None req-f0893dbf-3ede-415f-b5c6-a086234cca3b tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Performing IP validity checks on allocation pools {{(pid=101884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 04:17:08.462881 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.ipam_backend_mixin [None req-f0893dbf-3ede-415f-b5c6-a086234cca3b tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 04:17:08.580149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8797df96-fb0d-4a89-bf60-522a37ca3657 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.625240 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d69568eb-b104-4c1c-a49b-e03298b7b0d0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Deleting port e907a165-c4d6-4718-ae55-20d0bff981f3 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:08.625589 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d69568eb-b104-4c1c-a49b-e03298b7b0d0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.632344 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8797df96-fb0d-4a89-bf60-522a37ca3657 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.638626 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8797df96-fb0d-4a89-bf60-522a37ca3657 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] 10.222.0.21 "DELETE /v2.0/networks/717d9195-ef1e-4792-9847-b9803fc587a0 HTTP/1.1" status: 204 len: 168 time: 0.8286848 Nov 09 04:17:08.642892 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0893dbf-3ede-415f-b5c6-a086234cca3b tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.649433 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.744103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d69568eb-b104-4c1c-a49b-e03298b7b0d0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.756503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0893dbf-3ede-415f-b5c6-a086234cca3b tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Subnet': ['ID=3b677e20-4268-49a2-87c0-ff5bf5b072c7,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:08.769065 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d69568eb-b104-4c1c-a49b-e03298b7b0d0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Calling delete_port for e907a165-c4d6-4718-ae55-20d0bff981f3 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:08.784148 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45384) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:08.796184 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0893dbf-3ede-415f-b5c6-a086234cca3b tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Checking segment: {'id': 'ef9378d9-33bf-489d-8fde-1203696d36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:08.797118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0893dbf-3ede-415f-b5c6-a086234cca3b tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network hostable DHCP agents. Network: 0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:08.819456 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0893dbf-3ede-415f-b5c6-a086234cca3b tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network 0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:08.825426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797df96-fb0d-4a89-bf60-522a37ca3657 tempest-BulkNetworkOpsTest-904420474 tempest-BulkNetworkOpsTest-904420474-project] Pushing event deleted for resources: {'Network': ['ID=717d9195-ef1e-4792-9847-b9803fc587a0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:08.842145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-f0893dbf-3ede-415f-b5c6-a086234cca3b tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:08.847192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0893dbf-3ede-415f-b5c6-a086234cca3b tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:08.847821 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0893dbf-3ede-415f-b5c6-a086234cca3b tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:08.852730 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86ce901-e9ae-40c4-9485-def8babb7217 None None] Network 0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:08.873205 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f0893dbf-3ede-415f-b5c6-a086234cca3b tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6788301 Nov 09 04:17:08.874983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45388) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:08.916291 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.107613 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45394) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:09.123471 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2ab0b303-77b5-4d34-b232-5cca4d1a0907 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08c437e9be4947d5ac5c6dd57a0df121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357339 Nov 09 04:17:09.123752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45398) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:09.133354 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.210431 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f9a2a7-be89-4163-970f-28fa0d353805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e', 'network_id': '0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e', 'tenant_id': '1711d29a334a49bf9178554c47b6c30f', 'fixed_ips': [{'subnet_id': '3b677e20-4268-49a2-87c0-ff5bf5b072c7'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:09.218152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b9f9a2a7-be89-4163-970f-28fa0d353805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.231742 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.278745 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-38b23d3f-de7f-4b22-99a5-76adf7f98839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.346791 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-38b23d3f-de7f-4b22-99a5-76adf7f98839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.358009 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:09.369901 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:09.375062 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server [None req-b9f9a2a7-be89-4163-970f-28fa0d353805 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b677e20-4268-49a2-87c0-ff5bf5b072c7: This subnet is being modified by another concurrent operation. Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 04:17:09.400715 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise exception Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b677e20-4268-49a2-87c0-ff5bf5b072c7: This subnet is being modified by another concurrent operation. Nov 09 04:17:09.404011 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server Nov 09 04:17:09.407029 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Pushing event updated for resources: {'Port': ['ID=af811f83-7361-4531-8cbc-1cd9e6388f3c,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:09.407213 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.434190 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccc6310-a24f-4650-a077-6648aa919a31 None None] Network 0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:09.468714 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b61bcdee-346f-42cd-a9f9-62021e84ccf3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44fe33ae98314ea2b16104b7471930d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569663 Nov 09 04:17:09.468714 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Subnet': ['ID=3b677e20-4268-49a2-87c0-ff5bf5b072c7,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:09.475637 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45402) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:09.572208 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.588511 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-38b23d3f-de7f-4b22-99a5-76adf7f98839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.591223 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-38b23d3f-de7f-4b22-99a5-76adf7f98839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.592390 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-38b23d3f-de7f-4b22-99a5-76adf7f98839 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e08a33c1-23fc-49dd-b29c-685c097f8ccb HTTP/1.1" status: 204 len: 168 time: 0.4677649 Nov 09 04:17:09.611318 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d69568eb-b104-4c1c-a49b-e03298b7b0d0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.614460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b23d3f-de7f-4b22-99a5-76adf7f98839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08a33c1-23fc-49dd-b29c-685c097f8ccb,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:09.619236 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:09.638080 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9378d9-33bf-489d-8fde-1203696d36e3') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:09.638542 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9378d9-33bf-489d-8fde-1203696d36e3') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:09.647252 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3e101188-a396-4b7c-8224-950444cf7c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.652038 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.664663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69568eb-b104-4c1c-a49b-e03298b7b0d0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Pushing event deleted for resources: {'Port': ['ID=e907a165-c4d6-4718-ae55-20d0bff981f3,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:09.683509 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.687705 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3e101188-a396-4b7c-8224-950444cf7c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.690132 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c37a08f-958e-4026-88f4-3d1e254616ca None None] Network 841d53d1-77a6-4ca0-b6b1-0b206560b43e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:09.702689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:09.703286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:09.706599 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:09.785299 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.791439 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.795463 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e HTTP/1.1" status: 204 len: 168 time: 0.9181674 Nov 09 04:17:09.801639 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45408) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:09.807784 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-06103844-ee32-49eb-ac53-922e8f5b3c4c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-54543620'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:09.825420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f0f4ec87-4e41-4dca-9195-887f9a7adb0a None None] Provisioning complete for port 5020a0f7-be11-4f01-9edf-35a0e05f211b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:09.825979 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0f4ec87-4e41-4dca-9195-887f9a7adb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.827667 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fb617-b394-420c-ad3e-d853a23c4375 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Network': ['ID=0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:09.842118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3e101188-a396-4b7c-8224-950444cf7c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.844761 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3e101188-a396-4b7c-8224-950444cf7c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.846144 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3e101188-a396-4b7c-8224-950444cf7c63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d7e6e73-836d-4570-9224-567187242f51 HTTP/1.1" status: 204 len: 168 time: 0.3628893 Nov 09 04:17:09.860614 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e101188-a396-4b7c-8224-950444cf7c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7e6e73-836d-4570-9224-567187242f51,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:09.866597 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06103844-ee32-49eb-ac53-922e8f5b3c4c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:09.871662 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-06103844-ee32-49eb-ac53-922e8f5b3c4c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.904679 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d69568eb-b104-4c1c-a49b-e03298b7b0d0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.920660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06103844-ee32-49eb-ac53-922e8f5b3c4c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:09.957626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-06103844-ee32-49eb-ac53-922e8f5b3c4c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:09.961647 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-06103844-ee32-49eb-ac53-922e8f5b3c4c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Added segment 343647c1-e8d8-4197-98d1-cf621f2e2c85 of type vlan for network a27a20fc-ec48-4668-9cab-362f150eabf9 Nov 09 04:17:10.027784 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0f4ec87-4e41-4dca-9195-887f9a7adb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.042838 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d69568eb-b104-4c1c-a49b-e03298b7b0d0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.047136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d69568eb-b104-4c1c-a49b-e03298b7b0d0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.052214 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.064983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-06103844-ee32-49eb-ac53-922e8f5b3c4c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.079317 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-f0f4ec87-4e41-4dca-9195-887f9a7adb0a None None] For port 5020a0f7-be11-4f01-9edf-35a0e05f211b, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5020a0f7-be11-4f01-9edf-35a0e05f211b,segment=NetworkSegment(f616fc0b-d67c-4817-a479-6b3cbb023be8),segment_id=f616fc0b-d67c-4817-a479-6b3cbb023be8)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:10.091260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0f4ec87-4e41-4dca-9195-887f9a7adb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.116182 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-06103844-ee32-49eb-ac53-922e8f5b3c4c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.126242 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06103844-ee32-49eb-ac53-922e8f5b3c4c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:10.128158 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-06103844-ee32-49eb-ac53-922e8f5b3c4c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.206887 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45422) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:10.207180 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-06103844-ee32-49eb-ac53-922e8f5b3c4c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4037263 Nov 09 04:17:10.217892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ecc76e57-bfb1-4e19-b2a9-2dd44357bed9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'subnet': {'network_id': 'a27a20fc-ec48-4668-9cab-362f150eabf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:10.229944 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d69568eb-b104-4c1c-a49b-e03298b7b0d0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.233693 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69568eb-b104-4c1c-a49b-e03298b7b0d0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Fanout notify agent at l3_agent the message router_deleted on router c678c06d-5d5a-47a0-8eef-d8c76ddecd15 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:17:10.259551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d69568eb-b104-4c1c-a49b-e03298b7b0d0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.262754 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d69568eb-b104-4c1c-a49b-e03298b7b0d0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "DELETE /v2.0/routers/c678c06d-5d5a-47a0-8eef-d8c76ddecd15 HTTP/1.1" status: 204 len: 168 time: 2.7037544 Nov 09 04:17:10.267158 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45426) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:10.277641 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-5c8f2bf7-b7dd-4ab4-9c96-a277b6bb4488 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1569307902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:10.284700 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4ec87-4e41-4dca-9195-887f9a7adb0a None None] Pushing event updated for resources: {'Port': ['ID=5020a0f7-be11-4f01-9edf-35a0e05f211b,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:10.315709 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5020a0f7-be11-4f01-9edf-35a0e05f211b up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:10.334420 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06103844-ee32-49eb-ac53-922e8f5b3c4c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Network': ['ID=a27a20fc-ec48-4668-9cab-362f150eabf9,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:10.363930 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5c8f2bf7-b7dd-4ab4-9c96-a277b6bb4488 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.365003 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5c8f2bf7-b7dd-4ab4-9c96-a277b6bb4488 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.366197 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network a27a20fc-ec48-4668-9cab-362f150eabf9 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:10.454355 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5c8f2bf7-b7dd-4ab4-9c96-a277b6bb4488 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.470635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5c8f2bf7-b7dd-4ab4-9c96-a277b6bb4488 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.484074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6322ebd7-0103-45e8-b057-a6b9ea0c15ac None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:17:10.510790 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5c8f2bf7-b7dd-4ab4-9c96-a277b6bb4488 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.515878 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5c8f2bf7-b7dd-4ab4-9c96-a277b6bb4488 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2476299 Nov 09 04:17:10.516520 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45434) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:10.523316 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:10.638588 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc76e57-bfb1-4e19-b2a9-2dd44357bed9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:10.644180 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ecc76e57-bfb1-4e19-b2a9-2dd44357bed9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.644925 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6322ebd7-0103-45e8-b057-a6b9ea0c15ac None None] Resources bound (agent type, host, resource id): {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 04:17:10.657472 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-cb1d20cd-d340-4b27-97d9-ea5e4a79efab None None] Provisioning complete for port 5020a0f7-be11-4f01-9edf-35a0e05f211b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:10.658345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cb1d20cd-d340-4b27-97d9-ea5e4a79efab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.723880 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5020a0f7-be11-4f01-9edf-35a0e05f211b triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:10.724259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.755061 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.763971 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.876775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:10.958275 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Router 110612c9-5c18-43a8-bbda-98db19dd2703 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:17:10.965004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45452) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:11.171632 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:11.185374 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c706951-1115-4999-89be-557aad2ab924 None None] Sync routers for ids ['110612c9-5c18-43a8-bbda-98db19dd2703'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:11.193934 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.197765 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1a8c47ae-4480-4840-b8bb-c76e464db2eb tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "PUT /v2.0/routers/110612c9-5c18-43a8-bbda-98db19dd2703 HTTP/1.1" status: 200 len: 882 time: 4.3100119 Nov 09 04:17:11.198414 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45464) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:11.199916 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c706951-1115-4999-89be-557aad2ab924 None None] Routers {'110612c9-5c18-43a8-bbda-98db19dd2703'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:11.200960 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3c706951-1115-4999-89be-557aad2ab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['110612c9-5c18-43a8-bbda-98db19dd2703'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:11.219284 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.249322 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.253960 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3c706951-1115-4999-89be-557aad2ab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:11.264939 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c706951-1115-4999-89be-557aad2ab924 None None] Routers {'110612c9-5c18-43a8-bbda-98db19dd2703'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:11.265577 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3c706951-1115-4999-89be-557aad2ab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['110612c9-5c18-43a8-bbda-98db19dd2703'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:11.279331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ecc76e57-bfb1-4e19-b2a9-2dd44357bed9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.282328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45466) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:11.325589 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3c706951-1115-4999-89be-557aad2ab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:11.326412 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c706951-1115-4999-89be-557aad2ab924 None None] The sync data for ids ['110612c9-5c18-43a8-bbda-98db19dd2703'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:11.333714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2053949336'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:11.377104 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Allocated IP 172.26.5.98 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/606ad9b1-94a6-4160-8655-c7bf5906ae27) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:11.407110 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-351278969'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:11.430987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc76e57-bfb1-4e19-b2a9-2dd44357bed9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Subnet': ['ID=78f0427f-0a5b-4f06-9297-c6b00de9b51d,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:11.452935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc76e57-bfb1-4e19-b2a9-2dd44357bed9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Checking segment: {'id': '343647c1-e8d8-4197-98d1-cf621f2e2c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a27a20fc-ec48-4668-9cab-362f150eabf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:11.453305 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc76e57-bfb1-4e19-b2a9-2dd44357bed9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network hostable DHCP agents. Network: a27a20fc-ec48-4668-9cab-362f150eabf9, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:11.463356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Made reservation on behalf of e03d3f9b88184897bb709a5d10ae0ada for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:11.466758 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.489535 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.491498 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.492737 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4ca0e139-73c2-4542-a9d4-0f890f7c4bbd tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/routers/110612c9-5c18-43a8-bbda-98db19dd2703 HTTP/1.1" status: 200 len: 923 time: 0.2916346 Nov 09 04:17:11.495575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45472) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:11.505747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Made reservation on behalf of a771c952dc90459dbd4fa1a78023b327 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:11.509158 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.524263 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc76e57-bfb1-4e19-b2a9-2dd44357bed9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network a27a20fc-ec48-4668-9cab-362f150eabf9 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:11.530044 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.557268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-ecc76e57-bfb1-4e19-b2a9-2dd44357bed9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, a27a20fc-ec48-4668-9cab-362f150eabf9) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:11.569423 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeef34a3-e51d-45af-946c-328b9c4cddbc None None] Network a27a20fc-ec48-4668-9cab-362f150eabf9 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:11.586685 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83de554-3894-474b-98da-bdf1305d7b42 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:11.587751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc76e57-bfb1-4e19-b2a9-2dd44357bed9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:11.588362 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ecc76e57-bfb1-4e19-b2a9-2dd44357bed9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.588471 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e83de554-3894-474b-98da-bdf1305d7b42 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&device_id=110612c9-5c18-43a8-bbda-98db19dd2703&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0917792 Nov 09 04:17:11.591279 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45476) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:11.613838 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.634779 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ecc76e57-bfb1-4e19-b2a9-2dd44357bed9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4200835 Nov 09 04:17:11.638375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45478) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:11.680648 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:11.698932 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:11.703134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:11.741615 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Pushing event updated for resources: {'Port': ['ID=606ad9b1-94a6-4160-8655-c7bf5906ae27,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:11.742660 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.764658 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.768529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.771071 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-a27a20fc-ec48-4668-9cab-362f150eabf9', 'network_id': 'a27a20fc-ec48-4668-9cab-362f150eabf9', 'tenant_id': '1711d29a334a49bf9178554c47b6c30f', 'fixed_ips': [{'subnet_id': '78f0427f-0a5b-4f06-9297-c6b00de9b51d'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:11.771630 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faad3721-3aa2-440e-95be-1fe591653364 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:11.772800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.776465 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-faad3721-3aa2-440e-95be-1fe591653364 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/networks/2ae56fdc-e45e-4e1f-9dc0-66e535d470be HTTP/1.1" status: 200 len: 881 time: 0.1812310 Nov 09 04:17:11.776880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45480) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:11.788432 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.822063 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:11.833120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:11.835991 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2aecd9-7e22-43f4-83d9-36d4c0443c7e,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:11.844970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.854289 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.854642 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Added segment 73f1d3a2-21a9-4e66-be92-81186c5219b8 of type vlan for network 271d5afc-0436-4896-8364-99ac5a399ccb Nov 09 04:17:11.868813 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c428b447-5c5b-479f-93c4-83ed1d681bb1 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "GET /v2.0/ports?device_id=110612c9-5c18-43a8-bbda-98db19dd2703 HTTP/1.1" status: 200 len: 205 time: 0.0864544 Nov 09 04:17:11.868813 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45482) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:11.875776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.876380 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Added segment 81b04393-ded5-430c-af1d-8b46c23bc15d of type vlan for network 9f3a1908-a40e-47c3-8326-dfcf817ac51c Nov 09 04:17:11.930786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Allocated IP 2001:db8::1 (a27a20fc-ec48-4668-9cab-362f150eabf9/78f0427f-0a5b-4f06-9297-c6b00de9b51d/54685b72-024d-4521-a976-6d08677826ef) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:11.967263 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:11.971248 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e4856c-bba4-4ed6-92a8-11018b36cd30,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:11.977493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.049316 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80eddf8c-dd37-444c-b374-ea51b4e7b2ed tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.053130 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.058256 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.063865 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:12.064454 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.094169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.100235 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:12.100825 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.110991 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.121948 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.145189 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1781347 Nov 09 04:17:12.160648 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.166350 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45486) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:12.172189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c67db17c-3782-4688-8a8d-060d8a2afe16 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'subnet': {'network_id': '271d5afc-0436-4896-8364-99ac5a399ccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:12.180375 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8918371 Nov 09 04:17:12.191474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fbbbe-8061-47c2-a4fc-e5f1be89d974 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Network': ['ID=271d5afc-0436-4896-8364-99ac5a399ccb,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:12.211562 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Network a27a20fc-ec48-4668-9cab-362f150eabf9 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:12.245683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 271d5afc-0436-4896-8364-99ac5a399ccb details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:12.255496 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:12.260704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:12.264404 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5020a0f7-be11-4f01-9edf-35a0e05f211b up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:12.267389 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Pushing event updated for resources: {'Port': ['ID=54685b72-024d-4521-a976-6d08677826ef,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:12.271909 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace15946-de72-4aad-92d0-2b7252d2db7f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event updated for resources: {'Network': ['ID=9f3a1908-a40e-47c3-8326-dfcf817ac51c,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:12.276869 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.309017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Subnet': ['ID=78f0427f-0a5b-4f06-9297-c6b00de9b51d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:12.341197 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 9f3a1908-a40e-47c3-8326-dfcf817ac51c details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:12.377086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.394048 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67db17c-3782-4688-8a8d-060d8a2afe16 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Made reservation on behalf of e03d3f9b88184897bb709a5d10ae0ada for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:12.398236 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c67db17c-3782-4688-8a8d-060d8a2afe16 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.403720 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27a20fc-ec48-4668-9cab-362f150eabf9']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:12.414339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343647c1-e8d8-4197-98d1-cf621f2e2c85') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:12.414644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343647c1-e8d8-4197-98d1-cf621f2e2c85') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:12.435781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.457049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.464399 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:12.464801 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:12.469430 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:12.541644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.db.api [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 04:17:12.541644 dv-neutron-816800-2-hyperv neutron-server[101883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 04:17:12.541644 dv-neutron-816800-2-hyperv neutron-server[101883]: [parameters: {'id': 'a27a20fc-ec48-4668-9cab-362f150eabf9'}] Nov 09 04:17:12.541644 dv-neutron-816800-2-hyperv neutron-server[101883]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:17:12.542072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG oslo_db.api [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:17:12.595223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Attempting to bind port 54685b72-024d-4521-a976-6d08677826ef on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:12.595682 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Attempting to bind port 54685b72-024d-4521-a976-6d08677826ef by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '343647c1-e8d8-4197-98d1-cf621f2e2c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a27a20fc-ec48-4668-9cab-362f150eabf9'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:12.596004 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Attempting to bind port 54685b72-024d-4521-a976-6d08677826ef on network a27a20fc-ec48-4668-9cab-362f150eabf9 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:12.607628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:12.608178 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Checking segment: {'id': '343647c1-e8d8-4197-98d1-cf621f2e2c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a27a20fc-ec48-4668-9cab-362f150eabf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:12.609014 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.609413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Bound using segment: {'id': '343647c1-e8d8-4197-98d1-cf621f2e2c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a27a20fc-ec48-4668-9cab-362f150eabf9'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:12.610173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Bound port: 54685b72-024d-4521-a976-6d08677826ef, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343647c1-e8d8-4197-98d1-cf621f2e2c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a27a20fc-ec48-4668-9cab-362f150eabf9'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:12.610716 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.633171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5020a0f7-be11-4f01-9edf-35a0e05f211b triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:12.633562 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.742796 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] For port 54685b72-024d-4521-a976-6d08677826ef, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:12.747811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] For port 54685b72-024d-4521-a976-6d08677826ef, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=54685b72-024d-4521-a976-6d08677826ef,segment=NetworkSegment(343647c1-e8d8-4197-98d1-cf621f2e2c85),segment_id=343647c1-e8d8-4197-98d1-cf621f2e2c85)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:12.782788 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.850480 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80eddf8c-dd37-444c-b374-ea51b4e7b2ed tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:12.895551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e39e0-1599-4ebc-b6f3-7acb58e048db None None] Pushing event updated for resources: {'Port': ['ID=54685b72-024d-4521-a976-6d08677826ef,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:12.924640 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9007bf4-e42b-4128-ac2b-127221b5114d None None] Network a27a20fc-ec48-4668-9cab-362f150eabf9 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:13.032886 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-80eddf8c-dd37-444c-b374-ea51b4e7b2ed tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Deleting port af811f83-7361-4531-8cbc-1cd9e6388f3c {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:13.033540 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80eddf8c-dd37-444c-b374-ea51b4e7b2ed tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.044271 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.071901 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f24503-1678-4b4b-b8a6-787999ae7f5e None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:17:13.128542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Deleting port 54685b72-024d-4521-a976-6d08677826ef {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:13.129292 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.147966 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.152295 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c67db17c-3782-4688-8a8d-060d8a2afe16 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.175130 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f24503-1678-4b4b-b8a6-787999ae7f5e None None] Resources bound (agent type, host, resource id): {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 04:17:13.196808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.230775 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] For port 54685b72-024d-4521-a976-6d08677826ef, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=54685b72-024d-4521-a976-6d08677826ef,segment=NetworkSegment(343647c1-e8d8-4197-98d1-cf621f2e2c85),segment_id=343647c1-e8d8-4197-98d1-cf621f2e2c85)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:13.231393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.246410 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Calling delete_port for 54685b72-024d-4521-a976-6d08677826ef owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:13.347166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.365316 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67db17c-3782-4688-8a8d-060d8a2afe16 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Checking segment: {'id': '73f1d3a2-21a9-4e66-be92-81186c5219b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '271d5afc-0436-4896-8364-99ac5a399ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:13.365883 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67db17c-3782-4688-8a8d-060d8a2afe16 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network hostable DHCP agents. Network: 271d5afc-0436-4896-8364-99ac5a399ccb, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:13.367958 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No DVR routers for this DVR port 54685b72-024d-4521-a976-6d08677826ef on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:13.385699 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80eddf8c-dd37-444c-b374-ea51b4e7b2ed tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.400132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-80eddf8c-dd37-444c-b374-ea51b4e7b2ed tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Calling delete_port for af811f83-7361-4531-8cbc-1cd9e6388f3c owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:13.419968 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Port': ['ID=54685b72-024d-4521-a976-6d08677826ef,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:13.491182 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.515487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27a20fc-ec48-4668-9cab-362f150eabf9']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:13.527487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343647c1-e8d8-4197-98d1-cf621f2e2c85') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:13.527930 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343647c1-e8d8-4197-98d1-cf621f2e2c85') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:13.543561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.558448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67db17c-3782-4688-8a8d-060d8a2afe16 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Subnet': ['ID=27356b21-76cb-412b-8957-43b83e9d7105,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:13.559732 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.576128 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:13.576885 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.611668 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67db17c-3782-4688-8a8d-060d8a2afe16 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network 271d5afc-0436-4896-8364-99ac5a399ccb is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:13.639659 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Router 525a9d7f-6713-4cc2-af09-709b253c35a3 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:13.666505 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:13.670785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.676527 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.684422 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45496) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:13.684583 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/a27a20fc-ec48-4668-9cab-362f150eabf9 HTTP/1.1" status: 204 len: 168 time: 2.0445945 Nov 09 04:17:13.685892 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-c67db17c-3782-4688-8a8d-060d8a2afe16 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 271d5afc-0436-4896-8364-99ac5a399ccb) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:13.692309 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-db14bcfc-d026-4abd-9918-b5e92888b3df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1174797568'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:13.698070 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea2d573-59d2-4ac7-9d81-7f281d877ddb None None] Network 271d5afc-0436-4896-8364-99ac5a399ccb requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:13.706720 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67db17c-3782-4688-8a8d-060d8a2afe16 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:13.707888 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c67db17c-3782-4688-8a8d-060d8a2afe16 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.721079 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361640a1-2a6a-4c27-a7bc-aeb330ea7d79 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Network': ['ID=a27a20fc-ec48-4668-9cab-362f150eabf9,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:13.770052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80eddf8c-dd37-444c-b374-ea51b4e7b2ed tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.802361 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db14bcfc-d026-4abd-9918-b5e92888b3df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:13.805818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-db14bcfc-d026-4abd-9918-b5e92888b3df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.812543 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eddf8c-dd37-444c-b374-ea51b4e7b2ed tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Pushing event deleted for resources: {'Port': ['ID=af811f83-7361-4531-8cbc-1cd9e6388f3c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:13.819811 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c67db17c-3782-4688-8a8d-060d8a2afe16 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6524243 Nov 09 04:17:13.822530 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45500) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:13.827580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-813638773', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:13.877725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.879894 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.907485 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd7a79e-d972-4be4-bce2-3463a43f5a5b None None] Network 271d5afc-0436-4896-8364-99ac5a399ccb requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:13.922827 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db14bcfc-d026-4abd-9918-b5e92888b3df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:13.935418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:13.947072 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.951278 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fb91373b-9bfc-4e43-bde6-72d0dfd6dc9a tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "PUT /v2.0/routers/525a9d7f-6713-4cc2-af09-709b253c35a3 HTTP/1.1" status: 200 len: 879 time: 3.4322169 Nov 09 04:17:13.952335 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-db14bcfc-d026-4abd-9918-b5e92888b3df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.952683 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-db14bcfc-d026-4abd-9918-b5e92888b3df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Added segment 57df9016-8492-4651-8097-ed1f3abcb098 of type vlan for network e64472d9-6b47-41c3-9fd7-0c35fe00267e Nov 09 04:17:13.954970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:13.955683 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45502) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:14.012480 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80eddf8c-dd37-444c-b374-ea51b4e7b2ed tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.097659 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5538952b-6702-4b4c-971b-0fcfad5d7a50 None None] Sync routers for ids ['525a9d7f-6713-4cc2-af09-709b253c35a3'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:14.125537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.142052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-db14bcfc-d026-4abd-9918-b5e92888b3df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.150861 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5538952b-6702-4b4c-971b-0fcfad5d7a50 None None] Routers {'525a9d7f-6713-4cc2-af09-709b253c35a3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:14.151464 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5538952b-6702-4b4c-971b-0fcfad5d7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['525a9d7f-6713-4cc2-af09-709b253c35a3'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:14.180424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80eddf8c-dd37-444c-b374-ea51b4e7b2ed tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.185552 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80eddf8c-dd37-444c-b374-ea51b4e7b2ed tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.209070 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5538952b-6702-4b4c-971b-0fcfad5d7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:14.223655 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5538952b-6702-4b4c-971b-0fcfad5d7a50 None None] Routers {'525a9d7f-6713-4cc2-af09-709b253c35a3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:14.224567 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5538952b-6702-4b4c-971b-0fcfad5d7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['525a9d7f-6713-4cc2-af09-709b253c35a3'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:14.260147 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8cae9e61-58c5-48e0-80c7-1dbdea75d5fa tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/routers/525a9d7f-6713-4cc2-af09-709b253c35a3 HTTP/1.1" status: 200 len: 920 time: 0.3033507 Nov 09 04:17:14.260769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45504) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:14.270378 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80eddf8c-dd37-444c-b374-ea51b4e7b2ed tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.270715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eddf8c-dd37-444c-b374-ea51b4e7b2ed tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Fanout notify agent at l3_agent the message router_deleted on router 110612c9-5c18-43a8-bbda-98db19dd2703 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:17:14.278417 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5538952b-6702-4b4c-971b-0fcfad5d7a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:14.278548 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-80eddf8c-dd37-444c-b374-ea51b4e7b2ed tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.279379 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5538952b-6702-4b4c-971b-0fcfad5d7a50 None None] The sync data for ids ['525a9d7f-6713-4cc2-af09-709b253c35a3'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:14.290999 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-80eddf8c-dd37-444c-b374-ea51b4e7b2ed tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "DELETE /v2.0/routers/110612c9-5c18-43a8-bbda-98db19dd2703 HTTP/1.1" status: 204 len: 168 time: 2.4218280 Nov 09 04:17:14.292006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45506) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:14.293019 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-db14bcfc-d026-4abd-9918-b5e92888b3df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.301418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db14bcfc-d026-4abd-9918-b5e92888b3df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:14.302220 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-db14bcfc-d026-4abd-9918-b5e92888b3df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.304014 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-aba720c5-8727-482b-8e9f-f285e22aefcf tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-403713729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:14.357913 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aba720c5-8727-482b-8e9f-f285e22aefcf tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.359371 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aba720c5-8727-482b-8e9f-f285e22aefcf tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.398076 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-db14bcfc-d026-4abd-9918-b5e92888b3df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7102454 Nov 09 04:17:14.402614 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45508) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:14.414532 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b00e4f71-74c3-4342-a1c1-25b3480ada28 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'subnet': {'network_id': 'e64472d9-6b47-41c3-9fd7-0c35fe00267e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:14.421102 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14bcfc-d026-4abd-9918-b5e92888b3df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Network': ['ID=e64472d9-6b47-41c3-9fd7-0c35fe00267e,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:14.436371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network e64472d9-6b47-41c3-9fd7-0c35fe00267e details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:14.449280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee2250a-ee5e-4b21-a3b4-83deef1517c4 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:14.454818 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2ee2250a-ee5e-4b21-a3b4-83deef1517c4 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&device_id=525a9d7f-6713-4cc2-af09-709b253c35a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1930959 Nov 09 04:17:14.455673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45512) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:14.593432 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00e4f71-74c3-4342-a1c1-25b3480ada28 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:14.597644 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b00e4f71-74c3-4342-a1c1-25b3480ada28 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.623673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3056c245-43da-44cf-9946-363186f94d8e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:14.628393 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3056c245-43da-44cf-9946-363186f94d8e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/networks/2ae56fdc-e45e-4e1f-9dc0-66e535d470be HTTP/1.1" status: 200 len: 881 time: 0.1675072 Nov 09 04:17:14.631657 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45514) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:14.683997 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e8ed6073-d02c-4778-bce0-68c3caf2e88d tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a9d7f-6713-4cc2-af09-709b253c35a3 HTTP/1.1" status: 200 len: 205 time: 0.0514309 Nov 09 04:17:14.691685 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45516) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:14.863622 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22bd7d9a-3aa8-493c-9561-c21b58b5d6ec tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.879460 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aba720c5-8727-482b-8e9f-f285e22aefcf tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.886120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aba720c5-8727-482b-8e9f-f285e22aefcf tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.910542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.932283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.945144 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aba720c5-8727-482b-8e9f-f285e22aefcf tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:14.946906 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-aba720c5-8727-482b-8e9f-f285e22aefcf tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6531193 Nov 09 04:17:14.949709 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45522) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:14.982596 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'enable_snat': True}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:14.987244 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b00e4f71-74c3-4342-a1c1-25b3480ada28 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:15.059243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Allocated IP 172.26.5.21 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/a56b824e-907e-4fb7-8082-02ec5713d71b) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:15.174816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:15.225612 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:15.272128 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:15.280114 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:15.287441 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:15.334756 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=a56b824e-907e-4fb7-8082-02ec5713d71b,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:15.413299 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45524) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:15.418321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-0381b3f2-da98-46ff-92eb-24aaf7dc239f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Request body: {'subnet': {'network_id': '9f3a1908-a40e-47c3-8326-dfcf817ac51c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:15.486167 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22bd7d9a-3aa8-493c-9561-c21b58b5d6ec tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:15.502230 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e4f71-74c3-4342-a1c1-25b3480ada28 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Subnet': ['ID=64f7e82d-8ff8-4a90-86b5-ec7eb40d67a1,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:15.590730 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0381b3f2-da98-46ff-92eb-24aaf7dc239f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Made reservation on behalf of a771c952dc90459dbd4fa1a78023b327 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:15.595224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0381b3f2-da98-46ff-92eb-24aaf7dc239f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:15.595656 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:15.600071 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00e4f71-74c3-4342-a1c1-25b3480ada28 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Checking segment: {'id': '57df9016-8492-4651-8097-ed1f3abcb098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e64472d9-6b47-41c3-9fd7-0c35fe00267e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:15.600425 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e4f71-74c3-4342-a1c1-25b3480ada28 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network hostable DHCP agents. Network: e64472d9-6b47-41c3-9fd7-0c35fe00267e, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:15.651915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e4f71-74c3-4342-a1c1-25b3480ada28 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network e64472d9-6b47-41c3-9fd7-0c35fe00267e is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:15.665926 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-22bd7d9a-3aa8-493c-9561-c21b58b5d6ec tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Deleting port 606ad9b1-94a6-4160-8655-c7bf5906ae27 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:15.666416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22bd7d9a-3aa8-493c-9561-c21b58b5d6ec tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:15.702769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-b00e4f71-74c3-4342-a1c1-25b3480ada28 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, e64472d9-6b47-41c3-9fd7-0c35fe00267e) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:15.704255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:15.714831 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80bc54a-313f-4872-a8e4-5f778033c2c2 None None] Network e64472d9-6b47-41c3-9fd7-0c35fe00267e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:15.740315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00e4f71-74c3-4342-a1c1-25b3480ada28 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:15.741291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b00e4f71-74c3-4342-a1c1-25b3480ada28 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:15.775236 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b00e4f71-74c3-4342-a1c1-25b3480ada28 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3663547 Nov 09 04:17:15.776818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45528) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:15.812798 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22bd7d9a-3aa8-493c-9561-c21b58b5d6ec tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:15.864900 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-22bd7d9a-3aa8-493c-9561-c21b58b5d6ec tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Calling delete_port for 606ad9b1-94a6-4160-8655-c7bf5906ae27 owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:15.888247 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-e64472d9-6b47-41c3-9fd7-0c35fe00267e', 'network_id': 'e64472d9-6b47-41c3-9fd7-0c35fe00267e', 'tenant_id': '1711d29a334a49bf9178554c47b6c30f', 'fixed_ips': [{'subnet_id': '64f7e82d-8ff8-4a90-86b5-ec7eb40d67a1'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:15.891594 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:15.959224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0381b3f2-da98-46ff-92eb-24aaf7dc239f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:15.960128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.053212 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381b3f2-da98-46ff-92eb-24aaf7dc239f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event updated for resources: {'Subnet': ['ID=9fc99b6f-8a08-448d-b625-2c74331d9261,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:16.055523 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.056740 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Allocated IP 2001:db8::1 (e64472d9-6b47-41c3-9fd7-0c35fe00267e/64f7e82d-8ff8-4a90-86b5-ec7eb40d67a1/5288069e-6f8b-43d3-83bf-a10be170e5ee) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:16.117433 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381b3f2-da98-46ff-92eb-24aaf7dc239f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Checking segment: {'id': '81b04393-ded5-430c-af1d-8b46c23bc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f3a1908-a40e-47c3-8326-dfcf817ac51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:16.117831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0381b3f2-da98-46ff-92eb-24aaf7dc239f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Network hostable DHCP agents. Network: 9f3a1908-a40e-47c3-8326-dfcf817ac51c, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:16.157345 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.174098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0381b3f2-da98-46ff-92eb-24aaf7dc239f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Network 9f3a1908-a40e-47c3-8326-dfcf817ac51c is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:16.190141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-0381b3f2-da98-46ff-92eb-24aaf7dc239f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 9f3a1908-a40e-47c3-8326-dfcf817ac51c) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:16.197074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0381b3f2-da98-46ff-92eb-24aaf7dc239f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:16.197701 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0381b3f2-da98-46ff-92eb-24aaf7dc239f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.209059 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.229112 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6eb6a7-8e3b-4e42-b383-8589c8bd32ab None None] Network 9f3a1908-a40e-47c3-8326-dfcf817ac51c requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:16.235316 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0381b3f2-da98-46ff-92eb-24aaf7dc239f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8178334 Nov 09 04:17:16.236605 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45534) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:16.242506 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f1b3b4f8-d0d4-44a8-b555-859af3909f3a tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1456515716'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:16.253085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.269147 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:17:16.275328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b3b4f8-d0d4-44a8-b555-859af3909f3a tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Made reservation on behalf of a771c952dc90459dbd4fa1a78023b327 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:16.279467 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f1b3b4f8-d0d4-44a8-b555-859af3909f3a tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.305418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22bd7d9a-3aa8-493c-9561-c21b58b5d6ec tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.326601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.343084 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.346232 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd7d9a-3aa8-493c-9561-c21b58b5d6ec tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Pushing event deleted for resources: {'Port': ['ID=606ad9b1-94a6-4160-8655-c7bf5906ae27,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:16.351261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b3b4f8-d0d4-44a8-b555-859af3909f3a tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:16.394397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f1b3b4f8-d0d4-44a8-b555-859af3909f3a tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.394852 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-f1b3b4f8-d0d4-44a8-b555-859af3909f3a tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Added segment 224aaa43-513b-4e57-b210-514b6b8e8488 of type vlan for network 153466e0-5a35-46c2-8f79-16e2cf824f6b Nov 09 04:17:16.412809 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Network e64472d9-6b47-41c3-9fd7-0c35fe00267e is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:16.420475 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:16.421968 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.423272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:16.444589 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f1b3b4f8-d0d4-44a8-b555-859af3909f3a tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.451786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:16.458535 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Pushing event updated for resources: {'Port': ['ID=5288069e-6f8b-43d3-83bf-a10be170e5ee,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:16.467488 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Subnet': ['ID=64f7e82d-8ff8-4a90-86b5-ec7eb40d67a1,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:16.476439 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d947f0-90b1-4260-a4f4-4bc3a2b25a03 None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:16.498319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.503435 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2b322ef6-48c3-4b79-839b-07bfa95085fa tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6767409 Nov 09 04:17:16.503435 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f1b3b4f8-d0d4-44a8-b555-859af3909f3a tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.511592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b3b4f8-d0d4-44a8-b555-859af3909f3a tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:16.512421 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f1b3b4f8-d0d4-44a8-b555-859af3909f3a tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.520093 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d947f0-90b1-4260-a4f4-4bc3a2b25a03 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:16.521059 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e3d947f0-90b1-4260-a4f4-4bc3a2b25a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:16.524760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45536) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:16.532347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Attempting to bind port 5288069e-6f8b-43d3-83bf-a10be170e5ee on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:16.532347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Attempting to bind port 5288069e-6f8b-43d3-83bf-a10be170e5ee by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '57df9016-8492-4651-8097-ed1f3abcb098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e64472d9-6b47-41c3-9fd7-0c35fe00267e'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:16.532347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Attempting to bind port 5288069e-6f8b-43d3-83bf-a10be170e5ee on network e64472d9-6b47-41c3-9fd7-0c35fe00267e {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:16.533844 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22bd7d9a-3aa8-493c-9561-c21b58b5d6ec tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.555155 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:16.555820 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Checking segment: {'id': '57df9016-8492-4651-8097-ed1f3abcb098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e64472d9-6b47-41c3-9fd7-0c35fe00267e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:16.556429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.556919 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Bound using segment: {'id': '57df9016-8492-4651-8097-ed1f3abcb098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e64472d9-6b47-41c3-9fd7-0c35fe00267e'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:16.557502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Bound port: 5288069e-6f8b-43d3-83bf-a10be170e5ee, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57df9016-8492-4651-8097-ed1f3abcb098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e64472d9-6b47-41c3-9fd7-0c35fe00267e'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:16.558703 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.563016 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-9f3a1908-a40e-47c3-8326-dfcf817ac51c', 'network_id': '9f3a1908-a40e-47c3-8326-dfcf817ac51c', 'tenant_id': 'a771c952dc90459dbd4fa1a78023b327', 'fixed_ips': [{'subnet_id': '9fc99b6f-8a08-448d-b625-2c74331d9261'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:16.563973 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.574344 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Allocated IP 172.26.5.84 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/62097a42-d112-43d8-96bd-6b25cfcd1035) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:16.581950 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e3d947f0-90b1-4260-a4f4-4bc3a2b25a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:16.599071 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d947f0-90b1-4260-a4f4-4bc3a2b25a03 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:16.599950 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e3d947f0-90b1-4260-a4f4-4bc3a2b25a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:16.609383 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f1b3b4f8-d0d4-44a8-b555-859af3909f3a tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3709869 Nov 09 04:17:16.609621 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.616719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45538) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:16.655029 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-393c05eb-caf0-4cc3-ae5d-68a2e1039caf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Request body: {'subnet': {'network_id': '153466e0-5a35-46c2-8f79-16e2cf824f6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:16.658162 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e3d947f0-90b1-4260-a4f4-4bc3a2b25a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:16.659842 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d947f0-90b1-4260-a4f4-4bc3a2b25a03 None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:16.677953 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22bd7d9a-3aa8-493c-9561-c21b58b5d6ec tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.680361 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64472d9-6b47-41c3-9fd7-0c35fe00267e']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:16.683278 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22bd7d9a-3aa8-493c-9561-c21b58b5d6ec tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.692726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3b4f8-d0d4-44a8-b555-859af3909f3a tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event updated for resources: {'Network': ['ID=153466e0-5a35-46c2-8f79-16e2cf824f6b,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:16.713642 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57df9016-8492-4651-8097-ed1f3abcb098') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:16.713921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57df9016-8492-4651-8097-ed1f3abcb098') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:16.718675 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 153466e0-5a35-46c2-8f79-16e2cf824f6b details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:16.780510 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.801212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] For port 5288069e-6f8b-43d3-83bf-a10be170e5ee, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:16.801816 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22bd7d9a-3aa8-493c-9561-c21b58b5d6ec tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.802516 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bd7d9a-3aa8-493c-9561-c21b58b5d6ec tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Fanout notify agent at l3_agent the message router_deleted on router 525a9d7f-6713-4cc2-af09-709b253c35a3 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:17:16.806211 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.813781 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22bd7d9a-3aa8-493c-9561-c21b58b5d6ec tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.815122 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-22bd7d9a-3aa8-493c-9561-c21b58b5d6ec tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "DELETE /v2.0/routers/525a9d7f-6713-4cc2-af09-709b253c35a3 HTTP/1.1" status: 204 len: 168 time: 2.1224496 Nov 09 04:17:16.822402 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45542) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:16.828889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-1bda469d-bcdc-45fd-8056-8d4459ad3bfe tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1770959075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:16.837138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:16.837747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:16.842052 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:16.873262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393c05eb-caf0-4cc3-ae5d-68a2e1039caf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Made reservation on behalf of a771c952dc90459dbd4fa1a78023b327 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:16.876842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-393c05eb-caf0-4cc3-ae5d-68a2e1039caf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.895269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.896823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Allocated IP 2001:db8:0:ffff::2 (9f3a1908-a40e-47c3-8326-dfcf817ac51c/9fc99b6f-8a08-448d-b625-2c74331d9261/3b09ced8-6f96-4d8b-9e90-d9250f990ca7) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:16.927665 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.932216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.api [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 04:17:16.932216 dv-neutron-816800-2-hyperv neutron-server[101884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 04:17:16.932216 dv-neutron-816800-2-hyperv neutron-server[101884]: [parameters: {'id': 'e64472d9-6b47-41c3-9fd7-0c35fe00267e'}] Nov 09 04:17:16.932216 dv-neutron-816800-2-hyperv neutron-server[101884]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:17:16.932698 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG oslo_db.api [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:17:16.934699 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1bda469d-bcdc-45fd-8056-8d4459ad3bfe tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.935703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1bda469d-bcdc-45fd-8056-8d4459ad3bfe tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:16.959656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] For port 5288069e-6f8b-43d3-83bf-a10be170e5ee, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5288069e-6f8b-43d3-83bf-a10be170e5ee,segment=NetworkSegment(57df9016-8492-4651-8097-ed1f3abcb098),segment_id=57df9016-8492-4651-8097-ed1f3abcb098)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:17.005120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1bda469d-bcdc-45fd-8056-8d4459ad3bfe tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.013879 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1bda469d-bcdc-45fd-8056-8d4459ad3bfe tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.027756 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.031881 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.107059 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1bda469d-bcdc-45fd-8056-8d4459ad3bfe tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.110881 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1bda469d-bcdc-45fd-8056-8d4459ad3bfe tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2848749 Nov 09 04:17:17.112086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45546) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:17.119060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'enable_snat': True}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:17.128531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:17.133104 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:17.135599 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:17.138748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec67333-6975-44ef-ba66-724f27d95c23 None None] Pushing event updated for resources: {'Port': ['ID=5288069e-6f8b-43d3-83bf-a10be170e5ee,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:17.170905 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fc1869-db39-4610-bed2-31821a6eeee0 None None] Network e64472d9-6b47-41c3-9fd7-0c35fe00267e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:17.171243 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Pushing event updated for resources: {'Port': ['ID=62097a42-d112-43d8-96bd-6b25cfcd1035,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:17.240134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.272939 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.329608 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Network 9f3a1908-a40e-47c3-8326-dfcf817ac51c is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:17.333784 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:17.339486 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:17.355990 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Pushing event updated for resources: {'Port': ['ID=3b09ced8-6f96-4d8b-9e90-d9250f990ca7,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:17.419599 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Attempting to bind port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:17.419807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Attempting to bind port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '81b04393-ded5-430c-af1d-8b46c23bc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f3a1908-a40e-47c3-8326-dfcf817ac51c'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:17.420623 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Attempting to bind port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 on network 9f3a1908-a40e-47c3-8326-dfcf817ac51c {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:17.429198 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:17.429616 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Checking segment: {'id': '81b04393-ded5-430c-af1d-8b46c23bc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f3a1908-a40e-47c3-8326-dfcf817ac51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:17.430029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.430425 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Bound using segment: {'id': '81b04393-ded5-430c-af1d-8b46c23bc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f3a1908-a40e-47c3-8326-dfcf817ac51c'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:17.430841 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.430958 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Bound port: 3b09ced8-6f96-4d8b-9e90-d9250f990ca7, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b04393-ded5-430c-af1d-8b46c23bc15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9f3a1908-a40e-47c3-8326-dfcf817ac51c'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:17.431276 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.433575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.499903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] For port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:17.503837 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] For port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3b09ced8-6f96-4d8b-9e90-d9250f990ca7,segment=NetworkSegment(81b04393-ded5-430c-af1d-8b46c23bc15d),segment_id=81b04393-ded5-430c-af1d-8b46c23bc15d)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:17.508556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.582095 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e28006-946b-4bcb-97cf-1a268c6a4134 None None] Pushing event updated for resources: {'Port': ['ID=3b09ced8-6f96-4d8b-9e90-d9250f990ca7,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:17.629622 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Deleting port 5288069e-6f8b-43d3-83bf-a10be170e5ee {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:17.630148 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.754276 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] For port 5288069e-6f8b-43d3-83bf-a10be170e5ee, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5288069e-6f8b-43d3-83bf-a10be170e5ee,segment=NetworkSegment(57df9016-8492-4651-8097-ed1f3abcb098),segment_id=57df9016-8492-4651-8097-ed1f3abcb098)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:17.754770 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.758845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.768063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.774978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Calling delete_port for 5288069e-6f8b-43d3-83bf-a10be170e5ee owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:17.777125 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:17.859527 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d5dcef4e-092a-4722-ae3b-b797407f4808 req-ed34aa0a-9cc1-4738-a722-9767a89df622 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5287836 Nov 09 04:17:18.004145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.objects.ports [None req-393c05eb-caf0-4cc3-ae5d-68a2e1039caf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:17:18.019018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-393c05eb-caf0-4cc3-ae5d-68a2e1039caf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.100374 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.141429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c05eb-caf0-4cc3-ae5d-68a2e1039caf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event updated for resources: {'Subnet': ['ID=c6f55cf3-48f1-4ab0-8363-9536ea8189d0,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:18.192318 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcef4e-092a-4722-ae3b-b797407f4808 req-aa959940-e7ee-4bb9-adff-48860428aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:18.193871 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d5dcef4e-092a-4722-ae3b-b797407f4808 req-aa959940-e7ee-4bb9-adff-48860428aaec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c7273c23e14d458d8f30dc649eb26159&device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 1098 time: 0.2400510 Nov 09 04:17:18.223212 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c05eb-caf0-4cc3-ae5d-68a2e1039caf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Checking segment: {'id': '224aaa43-513b-4e57-b210-514b6b8e8488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '153466e0-5a35-46c2-8f79-16e2cf824f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:18.223579 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393c05eb-caf0-4cc3-ae5d-68a2e1039caf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Network hostable DHCP agents. Network: 153466e0-5a35-46c2-8f79-16e2cf824f6b, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:18.248155 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.281200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Port': ['ID=5288069e-6f8b-43d3-83bf-a10be170e5ee,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:18.281431 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:18.286904 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No DVR routers for this DVR port 5288069e-6f8b-43d3-83bf-a10be170e5ee on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:18.360779 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:18.361200 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.371815 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Router 52c39d54-7e95-4000-baa1-b0c444d85cbe is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:17:18.387434 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.427767 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393c05eb-caf0-4cc3-ae5d-68a2e1039caf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Network 153466e0-5a35-46c2-8f79-16e2cf824f6b is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:18.459507 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64472d9-6b47-41c3-9fd7-0c35fe00267e']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:18.472829 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57df9016-8492-4651-8097-ed1f3abcb098') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:18.473187 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57df9016-8492-4651-8097-ed1f3abcb098') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:18.489112 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.515220 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.536056 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.536407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-393c05eb-caf0-4cc3-ae5d-68a2e1039caf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 153466e0-5a35-46c2-8f79-16e2cf824f6b) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:18.540828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393c05eb-caf0-4cc3-ae5d-68a2e1039caf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:18.541430 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-393c05eb-caf0-4cc3-ae5d-68a2e1039caf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.546497 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:18.546901 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:18.555339 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:18.562020 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b147fc7a-bd2a-4f9e-a381-21af3f7b5ba4 None None] Network 153466e0-5a35-46c2-8f79-16e2cf824f6b requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:18.578806 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:18.631269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.635855 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-28b153fb-361c-49ed-9060-1b87227d0791 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "PUT /v2.0/routers/52c39d54-7e95-4000-baa1-b0c444d85cbe HTTP/1.1" status: 200 len: 917 time: 3.6538267 Nov 09 04:17:18.636025 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-393c05eb-caf0-4cc3-ae5d-68a2e1039caf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0159290 Nov 09 04:17:18.636125 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45556) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:18.636125 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45558) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:18.637136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.641848 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-6a21fae8-98e6-45ed-bdd8-84a7c4577935 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Request body: {'port': {'network_id': '153466e0-5a35-46c2-8f79-16e2cf824f6b', 'name': 'tempest-NetworksIpV6TestAttrs-1309057258'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:18.658575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbf37f3-84b9-41a3-b446-23febae463b0 None None] Sync routers for ids ['52c39d54-7e95-4000-baa1-b0c444d85cbe'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:18.662807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcef4e-092a-4722-ae3b-b797407f4808 req-753b5ae7-8e4f-41ae-963d-29e5f72ff0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:18.663577 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3b09ced8-6f96-4d8b-9e90-d9250f990ca7,segment=NetworkSegment(81b04393-ded5-430c-af1d-8b46c23bc15d),segment_id=81b04393-ded5-430c-af1d-8b46c23bc15d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:18.664427 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d5dcef4e-092a-4722-ae3b-b797407f4808 req-753b5ae7-8e4f-41ae-963d-29e5f72ff0e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 HTTP/1.1" status: 200 len: 911 time: 0.4367001 Nov 09 04:17:18.676452 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.703785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.749111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.763400 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.766559 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/e64472d9-6b47-41c3-9fd7-0c35fe00267e HTTP/1.1" status: 204 len: 168 time: 2.9857676 Nov 09 04:17:18.772402 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45560) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:18.790199 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-fd653318-8297-4c82-ae21-feae6790f0e1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-634444970'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:18.822120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a635ef3-45ba-4039-bbbb-0e64bd87b26e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Network': ['ID=e64472d9-6b47-41c3-9fd7-0c35fe00267e,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:18.824982 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1063c99e-3278-4731-8a95-39688114fa2b None None] Network 9f3a1908-a40e-47c3-8326-dfcf817ac51c requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:18.848014 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=3b09ced8-6f96-4d8b-9e90-d9250f990ca7,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:18.851395 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbf37f3-84b9-41a3-b446-23febae463b0 None None] Routers {'52c39d54-7e95-4000-baa1-b0c444d85cbe'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:18.851993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0fbf37f3-84b9-41a3-b446-23febae463b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['52c39d54-7e95-4000-baa1-b0c444d85cbe'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:18.857075 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d5dcef4e-092a-4722-ae3b-b797407f4808 req-4ff44fb8-667a-4e2c-80ac-080e6324fdd3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4862d803-77b2-435f-9989-18f65b7f3e03 HTTP/1.1" status: 200 len: 1001 time: 0.1654267 Nov 09 04:17:18.881112 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd653318-8297-4c82-ae21-feae6790f0e1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:18.884608 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fd653318-8297-4c82-ae21-feae6790f0e1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.908209 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-10a808d1-bc2a-4ac4-90e5-45ce17ae1be1 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/routers/52c39d54-7e95-4000-baa1-b0c444d85cbe HTTP/1.1" status: 200 len: 923 time: 0.2711241 Nov 09 04:17:18.914570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45562) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:18.928010 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a21fae8-98e6-45ed-bdd8-84a7c4577935 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Made reservation on behalf of a771c952dc90459dbd4fa1a78023b327 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:18.931583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a21fae8-98e6-45ed-bdd8-84a7c4577935 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.938345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Allocated IP 172.20.0.1 (271d5afc-0436-4896-8364-99ac5a399ccb/27356b21-76cb-412b-8957-43b83e9d7105/8083d995-9124-411a-b722-ae6bc532fb57) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:18.970080 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd653318-8297-4c82-ae21-feae6790f0e1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:18.976362 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-6a21fae8-98e6-45ed-bdd8-84a7c4577935 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] device_id is not set on port 2c9469af-ce5e-4961-a588-137973296415 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:17:18.982171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcef4e-092a-4722-ae3b-b797407f4808 req-092f0400-4dbb-463d-9069-ccc4814b057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:18.983765 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d5dcef4e-092a-4722-ae3b-b797407f4808 req-092f0400-4dbb-463d-9069-ccc4814b057b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb HTTP/1.1" status: 200 len: 850 time: 0.1165857 Nov 09 04:17:18.993179 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fd653318-8297-4c82-ae21-feae6790f0e1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:18.993534 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-fd653318-8297-4c82-ae21-feae6790f0e1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Added segment 5ca48abc-92ba-4482-a982-fee5f57dd533 of type vlan for network ae085ac3-f88b-453b-bfd5-7860eb60d189 Nov 09 04:17:19.011687 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Allocated IP 172.26.5.185 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/df812602-40f4-43b4-acf0-669793cdbd16) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:19.050968 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76316114-562a-481b-8b3d-bd41fe0d2fab tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:19.052467 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-76316114-562a-481b-8b3d-bd41fe0d2fab tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&device_id=52c39d54-7e95-4000-baa1-b0c444d85cbe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1369059 Nov 09 04:17:19.056737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45566) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:19.092729 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0fbf37f3-84b9-41a3-b446-23febae463b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:19.125566 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-153466e0-5a35-46c2-8f79-16e2cf824f6b', 'network_id': '153466e0-5a35-46c2-8f79-16e2cf824f6b', 'tenant_id': 'a771c952dc90459dbd4fa1a78023b327', 'fixed_ips': [{'subnet_id': 'c6f55cf3-48f1-4ab0-8363-9536ea8189d0'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:19.126419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.130921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fd653318-8297-4c82-ae21-feae6790f0e1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.158832 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbf37f3-84b9-41a3-b446-23febae463b0 None None] Routers {'52c39d54-7e95-4000-baa1-b0c444d85cbe'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:19.159742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0fbf37f3-84b9-41a3-b446-23febae463b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['52c39d54-7e95-4000-baa1-b0c444d85cbe'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:19.164101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e734db82-2d3e-404f-931e-0a1a164bf078 None None] Provisioning complete for port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:19.164453 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e734db82-2d3e-404f-931e-0a1a164bf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.182368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcef4e-092a-4722-ae3b-b797407f4808 req-04fe12fb-7378-411f-a874-51a983e761a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:19.183881 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d5dcef4e-092a-4722-ae3b-b797407f4808 req-04fe12fb-7378-411f-a874-51a983e761a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ce73bf0-f08d-4515-bc4d-a4385e38aaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1854262 Nov 09 04:17:19.231040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0fbf37f3-84b9-41a3-b446-23febae463b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:19.232058 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbf37f3-84b9-41a3-b446-23febae463b0 None None] The sync data for ids ['52c39d54-7e95-4000-baa1-b0c444d85cbe'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:19.245333 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-6a21fae8-98e6-45ed-bdd8-84a7c4577935 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Allocated IP 2001:db8::f816:3eff:fe50:f734 (153466e0-5a35-46c2-8f79-16e2cf824f6b/c6f55cf3-48f1-4ab0-8363-9536ea8189d0/2c9469af-ce5e-4961-a588-137973296415) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:19.253030 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fd653318-8297-4c82-ae21-feae6790f0e1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.265869 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd653318-8297-4c82-ae21-feae6790f0e1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:19.266509 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fd653318-8297-4c82-ae21-feae6790f0e1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.269652 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.288982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.306103 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65891ba-21de-4727-9579-8f8d4fa35f9e tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:19.313168 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b65891ba-21de-4727-9579-8f8d4fa35f9e tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/networks/2ae56fdc-e45e-4e1f-9dc0-66e535d470be HTTP/1.1" status: 200 len: 881 time: 0.2472618 Nov 09 04:17:19.313368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45570) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:19.355586 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fd653318-8297-4c82-ae21-feae6790f0e1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5821500 Nov 09 04:17:19.360597 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45572) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:19.367234 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3c24b9e0-a54b-4b33-8f52-ed331b4b12a2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c39d54-7e95-4000-baa1-b0c444d85cbe HTTP/1.1" status: 200 len: 205 time: 0.0535200 Nov 09 04:17:19.367442 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-83d4ee80-5991-4378-ad5b-8bf8a30298da tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'subnet': {'network_id': 'ae085ac3-f88b-453b-bfd5-7860eb60d189', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:19.370723 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45574) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:19.376062 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d5dcef4e-092a-4722-ae3b-b797407f4808 req-5f26184b-4884-4dac-a19c-8c19bfe652d1 service neutron] 10.222.0.31 "GET /v2.0/networks/5ce73bf0-f08d-4515-bc4d-a4385e38aaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832392 Nov 09 04:17:19.402775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd653318-8297-4c82-ae21-feae6790f0e1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Network': ['ID=ae085ac3-f88b-453b-bfd5-7860eb60d189,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:19.420730 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network ae085ac3-f88b-453b-bfd5-7860eb60d189 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:19.444761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.548039 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network 271d5afc-0436-4896-8364-99ac5a399ccb is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:19.580469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.588933 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d4ee80-5991-4378-ad5b-8bf8a30298da tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:19.589848 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83d4ee80-5991-4378-ad5b-8bf8a30298da tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.597617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:19.605620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:19.611180 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=8083d995-9124-411a-b722-ae6bc532fb57,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:19.678071 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a21fae8-98e6-45ed-bdd8-84a7c4577935 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.687107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:19.699700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:19.709094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c108c73f-56fb-4685-8c08-cd2836220186 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.710796 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:19.725311 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d5dcef4e-092a-4722-ae3b-b797407f4808 req-827fb0ed-7992-437c-a5d9-c35be8eb4a3b service neutron] 10.222.0.31 "GET /v2.0/networks/5ce73bf0-f08d-4515-bc4d-a4385e38aaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380806 Nov 09 04:17:19.782226 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.818772 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Pushing event updated for resources: {'Port': ['ID=df812602-40f4-43b4-acf0-669793cdbd16,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:19.828854 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Allocated IP 2001:db8::f816:3eff:fed6:e4c4 (153466e0-5a35-46c2-8f79-16e2cf824f6b/c6f55cf3-48f1-4ab0-8363-9536ea8189d0/bb646781-66a7-4638-8d69-4f0f8ddc17ee) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:19.878494 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-537811e7-61a0-4dd1-96ce-24cf27863442 None None] Provisioning complete for port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:19.879024 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-537811e7-61a0-4dd1-96ce-24cf27863442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.892406 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a21fae8-98e6-45ed-bdd8-84a7c4577935 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.896066 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83d4ee80-5991-4378-ad5b-8bf8a30298da tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:19.926143 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21fae8-98e6-45ed-bdd8-84a7c4577935 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Network 153466e0-5a35-46c2-8f79-16e2cf824f6b is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:19.930810 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-6a21fae8-98e6-45ed-bdd8-84a7c4577935 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:19.933804 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a21fae8-98e6-45ed-bdd8-84a7c4577935 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:19.939937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a21fae8-98e6-45ed-bdd8-84a7c4577935 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:19.941381 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a21fae8-98e6-45ed-bdd8-84a7c4577935 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.008473 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6a21fae8-98e6-45ed-bdd8-84a7c4577935 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3702555 Nov 09 04:17:20.015568 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45578) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:20.031255 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:17:20.119847 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4ee80-5991-4378-ad5b-8bf8a30298da tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Subnet': ['ID=c329e6b6-12a5-4e8c-b38e-df5de412b8f9,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:20.122453 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d4ee80-5991-4378-ad5b-8bf8a30298da tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Checking segment: {'id': '5ca48abc-92ba-4482-a982-fee5f57dd533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae085ac3-f88b-453b-bfd5-7860eb60d189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:20.122820 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d4ee80-5991-4378-ad5b-8bf8a30298da tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network hostable DHCP agents. Network: ae085ac3-f88b-453b-bfd5-7860eb60d189, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:20.134006 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d0535b-d9d2-4eb0-a2d5-37e392f2cc29 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Deleting subnet c6f55cf3-48f1-4ab0-8363-9536ea8189d0 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:17:20.138767 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21fae8-98e6-45ed-bdd8-84a7c4577935 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event updated for resources: {'Port': ['ID=2c9469af-ce5e-4961-a588-137973296415,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:20.178640 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d4ee80-5991-4378-ad5b-8bf8a30298da tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network ae085ac3-f88b-453b-bfd5-7860eb60d189 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:20.195640 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.208756 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-46d0535b-d9d2-4eb0-a2d5-37e392f2cc29 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.211183 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.255756 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Network 153466e0-5a35-46c2-8f79-16e2cf824f6b is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:20.262084 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:20.267290 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:20.278377 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-83d4ee80-5991-4378-ad5b-8bf8a30298da tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, ae085ac3-f88b-453b-bfd5-7860eb60d189) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:20.292549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:20.294595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac130d38-240d-46a0-b052-fa977d73635a None None] Network ae085ac3-f88b-453b-bfd5-7860eb60d189 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:20.303301 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-46d0535b-d9d2-4eb0-a2d5-37e392f2cc29 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.347361 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Pushing event updated for resources: {'Port': ['ID=bb646781-66a7-4638-8d69-4f0f8ddc17ee,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:20.351867 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d4ee80-5991-4378-ad5b-8bf8a30298da tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:20.352619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83d4ee80-5991-4378-ad5b-8bf8a30298da tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.466744 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Attempting to bind port bb646781-66a7-4638-8d69-4f0f8ddc17ee on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:20.467402 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Attempting to bind port bb646781-66a7-4638-8d69-4f0f8ddc17ee by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '224aaa43-513b-4e57-b210-514b6b8e8488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '153466e0-5a35-46c2-8f79-16e2cf824f6b'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:20.467505 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Attempting to bind port bb646781-66a7-4638-8d69-4f0f8ddc17ee on network 153466e0-5a35-46c2-8f79-16e2cf824f6b {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:20.472694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c108c73f-56fb-4685-8c08-cd2836220186 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.477159 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-83d4ee80-5991-4378-ad5b-8bf8a30298da tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1153181 Nov 09 04:17:20.477884 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45584) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:20.484996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:20.485430 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Checking segment: {'id': '224aaa43-513b-4e57-b210-514b6b8e8488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '153466e0-5a35-46c2-8f79-16e2cf824f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:20.485932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.486371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Bound using segment: {'id': '224aaa43-513b-4e57-b210-514b6b8e8488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '153466e0-5a35-46c2-8f79-16e2cf824f6b'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:20.488090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Bound port: bb646781-66a7-4638-8d69-4f0f8ddc17ee, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224aaa43-513b-4e57-b210-514b6b8e8488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '153466e0-5a35-46c2-8f79-16e2cf824f6b'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:20.488090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.498253 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9c666db6-5a5a-4a2c-b9d1-431305002fd6 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'subnet': {'network_id': 'ae085ac3-f88b-453b-bfd5-7860eb60d189', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:20.506187 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:20.506560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.601103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.632032 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] For port bb646781-66a7-4638-8d69-4f0f8ddc17ee, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:20.638893 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] For port bb646781-66a7-4638-8d69-4f0f8ddc17ee, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=bb646781-66a7-4638-8d69-4f0f8ddc17ee,segment=NetworkSegment(224aaa43-513b-4e57-b210-514b6b8e8488),segment_id=224aaa43-513b-4e57-b210-514b6b8e8488)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:20.649266 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-ae085ac3-f88b-453b-bfd5-7860eb60d189', 'network_id': 'ae085ac3-f88b-453b-bfd5-7860eb60d189', 'tenant_id': '1711d29a334a49bf9178554c47b6c30f', 'fixed_ips': [{'subnet_id': 'c329e6b6-12a5-4e8c-b38e-df5de412b8f9'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:20.650535 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.683009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.686504 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-46d0535b-d9d2-4eb0-a2d5-37e392f2cc29 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.726938 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.733907 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c108c73f-56fb-4685-8c08-cd2836220186 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Deleting port 62097a42-d112-43d8-96bd-6b25cfcd1035 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:20.734242 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c108c73f-56fb-4685-8c08-cd2836220186 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.803938 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-46d0535b-d9d2-4eb0-a2d5-37e392f2cc29 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.859396 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c666db6-5a5a-4a2c-b9d1-431305002fd6 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:20.864415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9c666db6-5a5a-4a2c-b9d1-431305002fd6 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:20.878255 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b18b1-e109-41db-8ded-8e363429ae28 None None] Pushing event updated for resources: {'Port': ['ID=bb646781-66a7-4638-8d69-4f0f8ddc17ee,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:20.951964 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Allocated IP 2001:db8::2 (ae085ac3-f88b-453b-bfd5-7860eb60d189/c329e6b6-12a5-4e8c-b38e-df5de412b8f9/9f330604-a3e9-40aa-b502-a05716729203) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:21.061252 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0535b-d9d2-4eb0-a2d5-37e392f2cc29 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f55cf3-48f1-4ab0-8363-9536ea8189d0,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:21.068830 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-46d0535b-d9d2-4eb0-a2d5-37e392f2cc29 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.083972 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-46d0535b-d9d2-4eb0-a2d5-37e392f2cc29 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/subnets/c6f55cf3-48f1-4ab0-8363-9536ea8189d0 HTTP/1.1" status: 204 len: 168 time: 1.0468152 Nov 09 04:17:21.086124 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45588) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:21.187193 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3be2a0-a675-4e31-a609-ae704af9452f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:21.189275 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3be2a0-a675-4e31-a609-ae704af9452f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:21.192137 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-df3be2a0-a675-4e31-a609-ae704af9452f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1035779 Nov 09 04:17:21.195189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45590) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:21.206836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.217590 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.228415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.232312 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.253836 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Network ae085ac3-f88b-453b-bfd5-7860eb60d189 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:21.260460 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:21.289556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:21.351488 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=8083d995-9124-411a-b722-ae6bc532fb57,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:21.355437 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d497b021-f203-4a4e-95e1-63f148f7f908 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.376660 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c108c73f-56fb-4685-8c08-cd2836220186 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.391108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Attempting to bind port 9f330604-a3e9-40aa-b502-a05716729203 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:21.392060 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Attempting to bind port 9f330604-a3e9-40aa-b502-a05716729203 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '5ca48abc-92ba-4482-a982-fee5f57dd533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae085ac3-f88b-453b-bfd5-7860eb60d189'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:21.394515 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Attempting to bind port 9f330604-a3e9-40aa-b502-a05716729203 on network ae085ac3-f88b-453b-bfd5-7860eb60d189 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:21.404815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:21.405479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Checking segment: {'id': '5ca48abc-92ba-4482-a982-fee5f57dd533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae085ac3-f88b-453b-bfd5-7860eb60d189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:21.406085 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.406965 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Bound using segment: {'id': '5ca48abc-92ba-4482-a982-fee5f57dd533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae085ac3-f88b-453b-bfd5-7860eb60d189'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:21.407627 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Bound port: 9f330604-a3e9-40aa-b502-a05716729203, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca48abc-92ba-4482-a982-fee5f57dd533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ae085ac3-f88b-453b-bfd5-7860eb60d189'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:21.410331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c108c73f-56fb-4685-8c08-cd2836220186 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Calling delete_port for 62097a42-d112-43d8-96bd-6b25cfcd1035 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:21.411657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.416389 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d497b021-f203-4a4e-95e1-63f148f7f908 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 04:17:21.417467 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d497b021-f203-4a4e-95e1-63f148f7f908 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:21.424297 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d497b021-f203-4a4e-95e1-63f148f7f908 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/networks/153466e0-5a35-46c2-8f79-16e2cf824f6b HTTP/1.1" status: 409 len: 405 time: 0.2242687 Nov 09 04:17:21.426444 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45594) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:21.447346 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-7dd2c9c5-3580-4756-8493-338fc7046189 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1200999835'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:21.459532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.476468 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd2c9c5-3580-4756-8493-338fc7046189 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Made reservation on behalf of a771c952dc90459dbd4fa1a78023b327 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:21.482112 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Pushing event updated for resources: {'Port': ['ID=9f330604-a3e9-40aa-b502-a05716729203,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:21.484149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c9c5-3580-4756-8493-338fc7046189 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.504890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9c666db6-5a5a-4a2c-b9d1-431305002fd6 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.518466 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] For port 9f330604-a3e9-40aa-b502-a05716729203, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:21.524816 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] For port 9f330604-a3e9-40aa-b502-a05716729203, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9f330604-a3e9-40aa-b502-a05716729203,segment=NetworkSegment(5ca48abc-92ba-4482-a982-fee5f57dd533),segment_id=5ca48abc-92ba-4482-a982-fee5f57dd533)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:21.532472 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.561381 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c666db6-5a5a-4a2c-b9d1-431305002fd6 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network ae085ac3-f88b-453b-bfd5-7860eb60d189 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:21.571977 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-9c666db6-5a5a-4a2c-b9d1-431305002fd6 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:21.575569 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd2c9c5-3580-4756-8493-338fc7046189 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:21.582812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c666db6-5a5a-4a2c-b9d1-431305002fd6 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:21.583329 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9c666db6-5a5a-4a2c-b9d1-431305002fd6 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.610324 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c9c5-3580-4756-8493-338fc7046189 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.611674 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-7dd2c9c5-3580-4756-8493-338fc7046189 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Added segment f9b02814-05eb-4511-af80-60d0ff445e7a of type vlan for network b74b1d72-c15e-4104-b9a5-46304061ef02 Nov 09 04:17:21.617698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abccb7-3e65-4a11-b953-f0f3aa6377cc None None] Pushing event updated for resources: {'Port': ['ID=9f330604-a3e9-40aa-b502-a05716729203,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:21.634910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c666db6-5a5a-4a2c-b9d1-431305002fd6 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Subnet': ['ID=6ee78717-f34b-4ad0-8d70-8a95d810cbd2,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:21.677575 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9c666db6-5a5a-4a2c-b9d1-431305002fd6 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1877613 Nov 09 04:17:21.678401 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45598) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:21.684104 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c9c5-3580-4756-8493-338fc7046189 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.743573 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.761663 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c4f3c-cbac-4caf-b6b4-cdaa576b12b2 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:21.763612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c4f3c-cbac-4caf-b6b4-cdaa576b12b2 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:21.765192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c4f3c-cbac-4caf-b6b4-cdaa576b12b2 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:21.766812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c4f3c-cbac-4caf-b6b4-cdaa576b12b2 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:21.768416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26c4f3c-cbac-4caf-b6b4-cdaa576b12b2 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:21.772183 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.774143 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c26c4f3c-cbac-4caf-b6b4-cdaa576b12b2 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0925615 Nov 09 04:17:21.774727 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45602) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:21.779968 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-69bf0c4f-6b14-47aa-9231-f4722514f7e8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-111076980'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:21.783266 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c9c5-3580-4756-8493-338fc7046189 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.789279 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd2c9c5-3580-4756-8493-338fc7046189 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:21.789913 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c9c5-3580-4756-8493-338fc7046189 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.828380 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7dd2c9c5-3580-4756-8493-338fc7046189 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3943751 Nov 09 04:17:21.844927 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45604) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:21.850880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e02d55d3-5869-4108-8e9c-7329a11649fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Request body: {'subnet': {'network_id': 'b74b1d72-c15e-4104-b9a5-46304061ef02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:21.960330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network 271d5afc-0436-4896-8364-99ac5a399ccb is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:21.965252 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bf0c4f-6b14-47aa-9231-f4722514f7e8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:21.970059 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-69bf0c4f-6b14-47aa-9231-f4722514f7e8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:21.975087 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:21.987680 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2c9c5-3580-4756-8493-338fc7046189 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event updated for resources: {'Network': ['ID=b74b1d72-c15e-4104-b9a5-46304061ef02,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:22.006708 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network b74b1d72-c15e-4104-b9a5-46304061ef02 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:22.026788 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69bf0c4f-6b14-47aa-9231-f4722514f7e8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:22.045980 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-69bf0c4f-6b14-47aa-9231-f4722514f7e8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:22.046364 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-69bf0c4f-6b14-47aa-9231-f4722514f7e8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Added segment ddd600e8-19b2-4021-801e-042e6e0d864c of type vlan for network 62a9d3c6-538c-410b-9cd6-b43c8754c7b1 Nov 09 04:17:22.081688 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02d55d3-5869-4108-8e9c-7329a11649fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Made reservation on behalf of a771c952dc90459dbd4fa1a78023b327 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:22.085234 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e02d55d3-5869-4108-8e9c-7329a11649fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:22.206630 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c108c73f-56fb-4685-8c08-cd2836220186 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:22.301554 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-69bf0c4f-6b14-47aa-9231-f4722514f7e8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:22.310671 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f79ecbb-f0e4-4bb3-ac8c-879073e4d307 None None] Network 153466e0-5a35-46c2-8f79-16e2cf824f6b requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:22.320545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108c73f-56fb-4685-8c08-cd2836220186 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Pushing event deleted for resources: {'Port': ['ID=62097a42-d112-43d8-96bd-6b25cfcd1035,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:22.346330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device bb646781-66a7-4638-8d69-4f0f8ddc17ee up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:22.365383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-69bf0c4f-6b14-47aa-9231-f4722514f7e8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:22.371243 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bf0c4f-6b14-47aa-9231-f4722514f7e8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:22.371929 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-69bf0c4f-6b14-47aa-9231-f4722514f7e8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:22.383500 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:17:22.459372 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-07988e2e-9470-4a03-bd9f-dfa0d2325f1d None None] Provisioning complete for port bb646781-66a7-4638-8d69-4f0f8ddc17ee triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:22.459741 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-07988e2e-9470-4a03-bd9f-dfa0d2325f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:22.502184 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.objects.ports [None req-e02d55d3-5869-4108-8e9c-7329a11649fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:17:22.505985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e02d55d3-5869-4108-8e9c-7329a11649fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:22.513378 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-69bf0c4f-6b14-47aa-9231-f4722514f7e8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7371531 Nov 09 04:17:22.514052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45608) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:22.525375 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-6c772954-d093-4f21-a4bc-389bb786949a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:22.541867 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port bb646781-66a7-4638-8d69-4f0f8ddc17ee triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:22.542405 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:22.568653 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf0c4f-6b14-47aa-9231-f4722514f7e8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Network': ['ID=62a9d3c6-538c-410b-9cd6-b43c8754c7b1,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:22.583942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Router b27c09f4-8a66-435b-968b-fe9d1b1ed0ae is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:17:22.591811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 62a9d3c6-538c-410b-9cd6-b43c8754c7b1 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:22.593325 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:22.607980 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc8b69a-2913-4ed5-a32d-e9d5d4668ecd None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:22.608496 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-835cc6f3-7505-405c-962f-eb5cedc4041c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "PUT /v2.0/routers/e4d32b8b-d2a0-4879-979f-923392de6318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0763676 Nov 09 04:17:22.610759 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45610) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:22.619429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b59415b0-b411-4a1d-9efc-08f1a7a4981d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'port': {'network_id': '271d5afc-0436-4896-8364-99ac5a399ccb', 'name': 'tempest-FloatingIPTestJSON-1683617610'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:22.651987 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc8b69a-2913-4ed5-a32d-e9d5d4668ecd None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:22.653200 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-0fc8b69a-2913-4ed5-a32d-e9d5d4668ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:22.731952 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-0fc8b69a-2913-4ed5-a32d-e9d5d4668ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:22.742152 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc8b69a-2913-4ed5-a32d-e9d5d4668ecd None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:22.743636 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-0fc8b69a-2913-4ed5-a32d-e9d5d4668ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:22.763015 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c108c73f-56fb-4685-8c08-cd2836220186 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:22.770955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c18ce4-3b9f-4a52-88de-84153d55d1a5 None None] DHCP port deletion for 153466e0-5a35-46c2-8f79-16e2cf824f6b request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:17:22.794388 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-0fc8b69a-2913-4ed5-a32d-e9d5d4668ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:22.796603 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc8b69a-2913-4ed5-a32d-e9d5d4668ecd None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:22.883248 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c108c73f-56fb-4685-8c08-cd2836220186 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:22.884485 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-07988e2e-9470-4a03-bd9f-dfa0d2325f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:22.889287 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c108c73f-56fb-4685-8c08-cd2836220186 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:22.956806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:22.989005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d3368c-1fa3-4b64-b861-ac3a4c02c4af None None] Network ae085ac3-f88b-453b-bfd5-7860eb60d189 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:23.001575 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c108c73f-56fb-4685-8c08-cd2836220186 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.006086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c108c73f-56fb-4685-8c08-cd2836220186 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Fanout notify agent at l3_agent the message router_deleted on router 52c39d54-7e95-4000-baa1-b0c444d85cbe {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:17:23.006086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59415b0-b411-4a1d-9efc-08f1a7a4981d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Made reservation on behalf of e03d3f9b88184897bb709a5d10ae0ada for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:23.010149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b59415b0-b411-4a1d-9efc-08f1a7a4981d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.030849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c108c73f-56fb-4685-8c08-cd2836220186 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.035407 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c108c73f-56fb-4685-8c08-cd2836220186 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "DELETE /v2.0/routers/52c39d54-7e95-4000-baa1-b0c444d85cbe HTTP/1.1" status: 204 len: 168 time: 3.6603377 Nov 09 04:17:23.035618 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-07988e2e-9470-4a03-bd9f-dfa0d2325f1d None None] For port bb646781-66a7-4638-8d69-4f0f8ddc17ee, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=bb646781-66a7-4638-8d69-4f0f8ddc17ee,segment=NetworkSegment(224aaa43-513b-4e57-b210-514b6b8e8488),segment_id=224aaa43-513b-4e57-b210-514b6b8e8488)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:23.037149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45616) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:23.044857 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-98aeb71b-a55b-42d1-9e8a-6611728cb839 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-296443970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:23.053768 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-b59415b0-b411-4a1d-9efc-08f1a7a4981d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] device_id is not set on port f278b705-b00c-4287-be05-940dcb8a20d2 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:17:23.072037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-07988e2e-9470-4a03-bd9f-dfa0d2325f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.074812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d55d3-5869-4108-8e9c-7329a11649fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event updated for resources: {'Subnet': ['ID=e9ce8c9e-4742-44f7-8b11-f21e5c98456c,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:23.082712 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-98c18ce4-3b9f-4a52-88de-84153d55d1a5 None None] Deleting port bb646781-66a7-4638-8d69-4f0f8ddc17ee {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:23.083141 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98c18ce4-3b9f-4a52-88de-84153d55d1a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.104985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02d55d3-5869-4108-8e9c-7329a11649fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Checking segment: {'id': 'f9b02814-05eb-4511-af80-60d0ff445e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b74b1d72-c15e-4104-b9a5-46304061ef02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:23.105344 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02d55d3-5869-4108-8e9c-7329a11649fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Network hostable DHCP agents. Network: b74b1d72-c15e-4104-b9a5-46304061ef02, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:23.156145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-98aeb71b-a55b-42d1-9e8a-6611728cb839 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.157454 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-98aeb71b-a55b-42d1-9e8a-6611728cb839 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.161618 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02d55d3-5869-4108-8e9c-7329a11649fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Network b74b1d72-c15e-4104-b9a5-46304061ef02 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:23.175037 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:23.185873 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.190551 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-14ec1f90-7318-4e58-bfaa-93db260ee85e tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "PUT /v2.0/routers/b27c09f4-8a66-435b-968b-fe9d1b1ed0ae HTTP/1.1" status: 200 len: 915 time: 6.0762694 Nov 09 04:17:23.191241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45618) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:23.193310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-e02d55d3-5869-4108-8e9c-7329a11649fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, b74b1d72-c15e-4104-b9a5-46304061ef02) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:23.207401 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02d55d3-5869-4108-8e9c-7329a11649fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:23.208531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e02d55d3-5869-4108-8e9c-7329a11649fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.214682 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d6b4f3-1b47-4ed4-ae89-1ffa3e664afa None None] Sync routers for ids ['b27c09f4-8a66-435b-968b-fe9d1b1ed0ae'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:23.227132 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f105c7e-465e-4786-a9a8-f58840900f68 None None] Network b74b1d72-c15e-4104-b9a5-46304061ef02 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:23.228030 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6c772954-d093-4f21-a4bc-389bb786949a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.247055 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e02d55d3-5869-4108-8e9c-7329a11649fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3992183 Nov 09 04:17:23.247722 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45622) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:23.253125 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-1c0783e4-f58d-4755-a6fc-6d49382deb4c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Request body: {'port': {'network_id': 'b74b1d72-c15e-4104-b9a5-46304061ef02', 'name': 'tempest-NetworksIpV6TestAttrs-1093161934'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:23.256450 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07988e2e-9470-4a03-bd9f-dfa0d2325f1d None None] Pushing event updated for resources: {'Port': ['ID=bb646781-66a7-4638-8d69-4f0f8ddc17ee,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:23.257823 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6c772954-d093-4f21-a4bc-389bb786949a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.259303 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:17:23.259657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:17:23.264055 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-98c18ce4-3b9f-4a52-88de-84153d55d1a5 None None] For port bb646781-66a7-4638-8d69-4f0f8ddc17ee, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=bb646781-66a7-4638-8d69-4f0f8ddc17ee,segment=NetworkSegment(224aaa43-513b-4e57-b210-514b6b8e8488),segment_id=224aaa43-513b-4e57-b210-514b6b8e8488)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:23.264322 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98c18ce4-3b9f-4a52-88de-84153d55d1a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.278039 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c772954-d093-4f21-a4bc-389bb786949a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network 62a9d3c6-538c-410b-9cd6-b43c8754c7b1 is not hosted by any dhcp agent {{(pid=101884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 04:17:23.282590 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c772954-d093-4f21-a4bc-389bb786949a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:23.283182 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6c772954-d093-4f21-a4bc-389bb786949a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.287397 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6c772954-d093-4f21-a4bc-389bb786949a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "PUT /v2.0/networks/62a9d3c6-538c-410b-9cd6-b43c8754c7b1 HTTP/1.1" status: 200 len: 723 time: 0.7637169 Nov 09 04:17:23.294470 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45624) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:23.300227 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e52cc1d7-c87e-44a6-8660-6f70db2fb825 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'subnet': {'network_id': '62a9d3c6-538c-410b-9cd6-b43c8754c7b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:23.315340 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d6b4f3-1b47-4ed4-ae89-1ffa3e664afa None None] Routers {'b27c09f4-8a66-435b-968b-fe9d1b1ed0ae'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:23.315966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-98d6b4f3-1b47-4ed4-ae89-1ffa3e664afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['b27c09f4-8a66-435b-968b-fe9d1b1ed0ae'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:23.327618 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-98c18ce4-3b9f-4a52-88de-84153d55d1a5 None None] Calling delete_port for bb646781-66a7-4638-8d69-4f0f8ddc17ee owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:23.372864 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-5f6ce10a-1329-4f0c-ac5e-d712db011c9f None None] Provisioning complete for port 9f330604-a3e9-40aa-b502-a05716729203 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:23.373283 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5f6ce10a-1329-4f0c-ac5e-d712db011c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.404928 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-98d6b4f3-1b47-4ed4-ae89-1ffa3e664afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:23.445791 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c772954-d093-4f21-a4bc-389bb786949a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Network': ['ID=62a9d3c6-538c-410b-9cd6-b43c8754c7b1,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:23.475413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 62a9d3c6-538c-410b-9cd6-b43c8754c7b1 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:23.512546 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52cc1d7-c87e-44a6-8660-6f70db2fb825 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:23.516147 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e52cc1d7-c87e-44a6-8660-6f70db2fb825 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.546062 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d6b4f3-1b47-4ed4-ae89-1ffa3e664afa None None] Routers {'b27c09f4-8a66-435b-968b-fe9d1b1ed0ae'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:23.546691 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-98d6b4f3-1b47-4ed4-ae89-1ffa3e664afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['b27c09f4-8a66-435b-968b-fe9d1b1ed0ae'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:23.592491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0783e4-f58d-4755-a6fc-6d49382deb4c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Made reservation on behalf of a771c952dc90459dbd4fa1a78023b327 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:23.596114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c0783e4-f58d-4755-a6fc-6d49382deb4c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.626029 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-1c0783e4-f58d-4755-a6fc-6d49382deb4c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] device_id is not set on port ecdb5b95-63fd-4f64-8895-2724db5c31c1 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:17:23.640310 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-98d6b4f3-1b47-4ed4-ae89-1ffa3e664afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:23.640949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d6b4f3-1b47-4ed4-ae89-1ffa3e664afa None None] The sync data for ids ['b27c09f4-8a66-435b-968b-fe9d1b1ed0ae'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:23.643735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-98aeb71b-a55b-42d1-9e8a-6611728cb839 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.664330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-98aeb71b-a55b-42d1-9e8a-6611728cb839 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.718135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-b59415b0-b411-4a1d-9efc-08f1a7a4981d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Allocated IP 172.20.0.4 (271d5afc-0436-4896-8364-99ac5a399ccb/27356b21-76cb-412b-8957-43b83e9d7105/f278b705-b00c-4287-be05-940dcb8a20d2) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:23.735141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-98aeb71b-a55b-42d1-9e8a-6611728cb839 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.736353 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-98aeb71b-a55b-42d1-9e8a-6611728cb839 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6952746 Nov 09 04:17:23.742707 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45628) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:23.747378 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'enable_snat': False}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:23.758226 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98c18ce4-3b9f-4a52-88de-84153d55d1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.785559 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f177a46d-6eb8-4f2b-acd8-06e6c73b724b tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/routers/b27c09f4-8a66-435b-968b-fe9d1b1ed0ae HTTP/1.1" status: 200 len: 921 time: 0.5703971 Nov 09 04:17:23.786608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45630) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:23.835348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5f6ce10a-1329-4f0c-ac5e-d712db011c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.865291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-b74b1d72-c15e-4104-b9a5-46304061ef02', 'network_id': 'b74b1d72-c15e-4104-b9a5-46304061ef02', 'tenant_id': 'a771c952dc90459dbd4fa1a78023b327', 'fixed_ips': [{'subnet_id': 'e9ce8c9e-4742-44f7-8b11-f21e5c98456c'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:23.866023 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:23.878921 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c18ce4-3b9f-4a52-88de-84153d55d1a5 None None] Pushing event deleted for resources: {'Port': ['ID=bb646781-66a7-4638-8d69-4f0f8ddc17ee,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:23.891723 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Port bb646781-66a7-4638-8d69-4f0f8ddc17ee update to ACTIVE by agent not found {{(pid=101885) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 09 04:17:23.893125 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9f330604-a3e9-40aa-b502-a05716729203 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:23.898130 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c18ce4-3b9f-4a52-88de-84153d55d1a5 None None] No DVR routers for this DVR port bb646781-66a7-4638-8d69-4f0f8ddc17ee on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:23.928971 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff73581-1a0d-440f-bead-d47f5452fa9f tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:23.931617 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3ff73581-1a0d-440f-bead-d47f5452fa9f tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&device_id=b27c09f4-8a66-435b-968b-fe9d1b1ed0ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1437149 Nov 09 04:17:23.931870 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-1c0783e4-f58d-4755-a6fc-6d49382deb4c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Allocated IP 2001:db8::f816:3eff:fee3:2bb6 (b74b1d72-c15e-4104-b9a5-46304061ef02/e9ce8c9e-4742-44f7-8b11-f21e5c98456c/ecdb5b95-63fd-4f64-8895-2724db5c31c1) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:23.935969 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45634) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:23.978199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041b2072-de78-43df-8631-24b7ecfd7f18 None None] Update dhcp port {'port': {'network_id': 'ae085ac3-f88b-453b-bfd5-7860eb60d189', 'fixed_ips': [{'subnet_id': 'c329e6b6-12a5-4e8c-b38e-df5de412b8f9', 'ip_address': '2001:db8::2'}, {'subnet_id': '6ee78717-f34b-4ad0-8d70-8a95d810cbd2'}], 'binding:host_id': 'dv-neutron-816800-2-hyperv'}, 'id': '9f330604-a3e9-40aa-b502-a05716729203'} from dv-neutron-816800-2-hyperv. {{(pid=101885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 04:17:23.985866 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e52cc1d7-c87e-44a6-8660-6f70db2fb825 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.027121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b59415b0-b411-4a1d-9efc-08f1a7a4981d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.061110 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadc381b-3cae-491e-adf4-f004336e6794 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:24.065627 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cadc381b-3cae-491e-adf4-f004336e6794 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/networks/2ae56fdc-e45e-4e1f-9dc0-66e535d470be HTTP/1.1" status: 200 len: 881 time: 0.1267340 Nov 09 04:17:24.067414 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45638) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:24.098644 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0454e2d4-2f4b-4c35-b1e2-6754fb806f13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "GET /v2.0/ports?device_id=b27c09f4-8a66-435b-968b-fe9d1b1ed0ae HTTP/1.1" status: 200 len: 205 time: 0.0298421 Nov 09 04:17:24.101741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45640) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:24.131618 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.150280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cc1d7-c87e-44a6-8660-6f70db2fb825 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Subnet': ['ID=061ef6a3-62e0-470d-801c-111bcf952918,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:24.163587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b59415b0-b411-4a1d-9efc-08f1a7a4981d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.198311 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52cc1d7-c87e-44a6-8660-6f70db2fb825 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Checking segment: {'id': 'ddd600e8-19b2-4021-801e-042e6e0d864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62a9d3c6-538c-410b-9cd6-b43c8754c7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:24.198550 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52cc1d7-c87e-44a6-8660-6f70db2fb825 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network hostable DHCP agents. Network: 62a9d3c6-538c-410b-9cd6-b43c8754c7b1, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:24.223998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59415b0-b411-4a1d-9efc-08f1a7a4981d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network 271d5afc-0436-4896-8364-99ac5a399ccb is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:24.227643 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59415b0-b411-4a1d-9efc-08f1a7a4981d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=f278b705-b00c-4287-be05-940dcb8a20d2,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:24.229752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-b59415b0-b411-4a1d-9efc-08f1a7a4981d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:24.258125 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5f6ce10a-1329-4f0c-ac5e-d712db011c9f None None] For port 9f330604-a3e9-40aa-b502-a05716729203, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9f330604-a3e9-40aa-b502-a05716729203,segment=NetworkSegment(5ca48abc-92ba-4482-a982-fee5f57dd533),segment_id=5ca48abc-92ba-4482-a982-fee5f57dd533)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:24.258358 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59415b0-b411-4a1d-9efc-08f1a7a4981d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:24.290969 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5f6ce10a-1329-4f0c-ac5e-d712db011c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.304558 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52cc1d7-c87e-44a6-8660-6f70db2fb825 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network 62a9d3c6-538c-410b-9cd6-b43c8754c7b1 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:24.321446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3dc3-8f38-4a7f-a85d-1709b4a96eea tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.328852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59415b0-b411-4a1d-9efc-08f1a7a4981d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:24.329126 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c0783e4-f58d-4755-a6fc-6d49382deb4c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.329617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b59415b0-b411-4a1d-9efc-08f1a7a4981d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.333870 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-e52cc1d7-c87e-44a6-8660-6f70db2fb825 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 62a9d3c6-538c-410b-9cd6-b43c8754c7b1) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:24.338677 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-041b2072-de78-43df-8631-24b7ecfd7f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.343507 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52cc1d7-c87e-44a6-8660-6f70db2fb825 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:24.344107 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e52cc1d7-c87e-44a6-8660-6f70db2fb825 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652737'] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.355304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0088a74-a37d-41b0-8995-0a1344ba5162 None None] Network 62a9d3c6-538c-410b-9cd6-b43c8754c7b1 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:24.381464 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e52cc1d7-c87e-44a6-8660-6f70db2fb825 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0834830 Nov 09 04:17:24.381730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45642) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:24.386792 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9b0e348a-6d69-4ce1-a9e4-0677ed409580 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:24.394992 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b59415b0-b411-4a1d-9efc-08f1a7a4981d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7781639 Nov 09 04:17:24.395198 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45644) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:24.400452 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ce830abd-8acd-4d47-b636-46d052b6cee9 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'port': {'network_id': '271d5afc-0436-4896-8364-99ac5a399ccb', 'name': 'tempest-FloatingIPTestJSON-2135487679'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:24.429312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c0783e4-f58d-4755-a6fc-6d49382deb4c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.431420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ce10a-1329-4f0c-ac5e-d712db011c9f None None] Pushing event updated for resources: {'Port': ['ID=9f330604-a3e9-40aa-b502-a05716729203,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:24.465356 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9f330604-a3e9-40aa-b502-a05716729203 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:24.465747 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.514424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0783e4-f58d-4755-a6fc-6d49382deb4c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Network b74b1d72-c15e-4104-b9a5-46304061ef02 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:24.521098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3dc3-8f38-4a7f-a85d-1709b4a96eea tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.562924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-1c0783e4-f58d-4755-a6fc-6d49382deb4c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:24.569944 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0783e4-f58d-4755-a6fc-6d49382deb4c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:24.575560 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0783e4-f58d-4755-a6fc-6d49382deb4c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:24.576558 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c0783e4-f58d-4755-a6fc-6d49382deb4c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.595362 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce830abd-8acd-4d47-b636-46d052b6cee9 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Made reservation on behalf of e03d3f9b88184897bb709a5d10ae0ada for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:24.599488 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ce830abd-8acd-4d47-b636-46d052b6cee9 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.602774 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0783e4-f58d-4755-a6fc-6d49382deb4c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event updated for resources: {'Port': ['ID=ecdb5b95-63fd-4f64-8895-2724db5c31c1,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:24.619332 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b0e348a-6d69-4ce1-a9e4-0677ed409580 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62454771'] for subnet, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.623072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f3dc3-8f38-4a7f-a85d-1709b4a96eea tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Deleting port df812602-40f4-43b4-acf0-669793cdbd16 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:24.623072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3dc3-8f38-4a7f-a85d-1709b4a96eea tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.641749 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Allocated IP 2001:db8::f816:3eff:fe97:2bfe (b74b1d72-c15e-4104-b9a5-46304061ef02/e9ce8c9e-4742-44f7-8b11-f21e5c98456c/0579b86e-1625-45b1-92f4-ca4917f4b9de) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:24.643254 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-ce830abd-8acd-4d47-b636-46d052b6cee9 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] device_id is not set on port 1ccf1fbe-bf06-484d-a3a2-88a5e2b0eeb1 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:17:24.718870 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1c0783e4-f58d-4755-a6fc-6d49382deb4c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4677782 Nov 09 04:17:24.721787 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45648) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:24.724664 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.785346 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.799846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3dc3-8f38-4a7f-a85d-1709b4a96eea tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:24.820903 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f3dc3-8f38-4a7f-a85d-1709b4a96eea tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Calling delete_port for df812602-40f4-43b4-acf0-669793cdbd16 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:24.832185 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-041b2072-de78-43df-8631-24b7ecfd7f18 None None] Allocated IP 172.20.0.1 (ae085ac3-f88b-453b-bfd5-7860eb60d189/6ee78717-f34b-4ad0-8d70-8a95d810cbd2/9f330604-a3e9-40aa-b502-a05716729203) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:24.840380 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-ce830abd-8acd-4d47-b636-46d052b6cee9 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Allocated IP 172.20.0.14 (271d5afc-0436-4896-8364-99ac5a399ccb/27356b21-76cb-412b-8957-43b83e9d7105/1ccf1fbe-bf06-484d-a3a2-88a5e2b0eeb1) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:24.887567 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-198d04a1-27a4-454a-8438-5056e4f92910 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Deleting subnet e9ce8c9e-4742-44f7-8b11-f21e5c98456c {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:17:24.978510 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b0e348a-6d69-4ce1-a9e4-0677ed409580 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748279794059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62889612'] for subnet, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.017980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9f330604-a3e9-40aa-b502-a05716729203 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:25.035752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e348a-6d69-4ce1-a9e4-0677ed409580 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Subnet': ['ID=061ef6a3-62e0-470d-801c-111bcf952918,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:25.038335 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Allocated IP 172.26.5.47 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/4c0b403f-43df-4b58-9cf9-df7e0dafa2e6) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:25.055621 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0e348a-6d69-4ce1-a9e4-0677ed409580 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:25.057795 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b0e348a-6d69-4ce1-a9e4-0677ed409580 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.057795 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9b0e348a-6d69-4ce1-a9e4-0677ed409580 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "PUT /v2.0/subnets/061ef6a3-62e0-470d-801c-111bcf952918 HTTP/1.1" status: 200 len: 826 time: 0.6750586 Nov 09 04:17:25.060362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-62a9d3c6-538c-410b-9cd6-b43c8754c7b1', 'network_id': '62a9d3c6-538c-410b-9cd6-b43c8754c7b1', 'tenant_id': '1711d29a334a49bf9178554c47b6c30f', 'fixed_ips': [{'subnet_id': '061ef6a3-62e0-470d-801c-111bcf952918'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:25.061209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.062358 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45652) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:25.083038 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-041b2072-de78-43df-8631-24b7ecfd7f18 None None] For port 9f330604-a3e9-40aa-b502-a05716729203, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9f330604-a3e9-40aa-b502-a05716729203,segment=NetworkSegment(5ca48abc-92ba-4482-a982-fee5f57dd533),segment_id=5ca48abc-92ba-4482-a982-fee5f57dd533)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:25.166681 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ce830abd-8acd-4d47-b636-46d052b6cee9 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.174531 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3dc3-8f38-4a7f-a85d-1709b4a96eea tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.204550 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.212761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f3dc3-8f38-4a7f-a85d-1709b4a96eea tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Pushing event deleted for resources: {'Port': ['ID=df812602-40f4-43b4-acf0-669793cdbd16,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:25.224161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-198d04a1-27a4-454a-8438-5056e4f92910 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.272670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-041b2072-de78-43df-8631-24b7ecfd7f18 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.274814 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9f330604-a3e9-40aa-b502-a05716729203 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:25.274814 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.277017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.285718 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ce830abd-8acd-4d47-b636-46d052b6cee9 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.295570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.301653 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.316671 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-198d04a1-27a4-454a-8438-5056e4f92910 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.316868 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3dc3-8f38-4a7f-a85d-1709b4a96eea tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.330840 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-041b2072-de78-43df-8631-24b7ecfd7f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.381376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Network b74b1d72-c15e-4104-b9a5-46304061ef02 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:25.391666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Pushing event updated for resources: {'Port': ['ID=0579b86e-1625-45b1-92f4-ca4917f4b9de,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:25.397157 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.410705 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:25.422772 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce830abd-8acd-4d47-b636-46d052b6cee9 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network 271d5afc-0436-4896-8364-99ac5a399ccb is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:25.429779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-ce830abd-8acd-4d47-b636-46d052b6cee9 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:25.432617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3dc3-8f38-4a7f-a85d-1709b4a96eea tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.434393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:25.439397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce830abd-8acd-4d47-b636-46d052b6cee9 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:25.439904 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3dc3-8f38-4a7f-a85d-1709b4a96eea tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.446211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce830abd-8acd-4d47-b636-46d052b6cee9 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=1ccf1fbe-bf06-484d-a3a2-88a5e2b0eeb1,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:25.493694 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.531517 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce830abd-8acd-4d47-b636-46d052b6cee9 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:25.532219 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ce830abd-8acd-4d47-b636-46d052b6cee9 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.540126 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3dc3-8f38-4a7f-a85d-1709b4a96eea tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.540704 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3f3dc3-8f38-4a7f-a85d-1709b4a96eea tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Fanout notify agent at l3_agent the message router_deleted on router b27c09f4-8a66-435b-968b-fe9d1b1ed0ae {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:17:25.552438 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ea3f3dc3-8f38-4a7f-a85d-1709b4a96eea tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.553133 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:25.557650 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ea3f3dc3-8f38-4a7f-a85d-1709b4a96eea tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "DELETE /v2.0/routers/b27c09f4-8a66-435b-968b-fe9d1b1ed0ae HTTP/1.1" status: 204 len: 168 time: 1.4546781 Nov 09 04:17:25.561053 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45656) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:25.564768 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:25.565701 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-bc0a2c06-d1f2-4e9f-9150-3fe09b8c24f5 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1876165436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:25.567780 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:25.585235 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ce830abd-8acd-4d47-b636-46d052b6cee9 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1889617 Nov 09 04:17:25.588542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45658) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:25.592763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': '1ccf1fbe-bf06-484d-a3a2-88a5e2b0eeb1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:25.598291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0a0e-070e-45d3-aba7-dcc37884f8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.631738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc0a2c06-d1f2-4e9f-9150-3fe09b8c24f5 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.632804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc0a2c06-d1f2-4e9f-9150-3fe09b8c24f5 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.640586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.640897 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b2072-de78-43df-8631-24b7ecfd7f18 None None] Pushing event updated for resources: {'Port': ['ID=9f330604-a3e9-40aa-b502-a05716729203,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:25.652854 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Allocated IP 2001:db8::2 (62a9d3c6-538c-410b-9cd6-b43c8754c7b1/061ef6a3-62e0-470d-801c-111bcf952918/1719c3f8-cba2-4296-b36b-ac8f1e00c084) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:25.667474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Attempting to bind port 0579b86e-1625-45b1-92f4-ca4917f4b9de on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:25.667935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Attempting to bind port 0579b86e-1625-45b1-92f4-ca4917f4b9de by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'f9b02814-05eb-4511-af80-60d0ff445e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b74b1d72-c15e-4104-b9a5-46304061ef02'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:25.668379 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Attempting to bind port 0579b86e-1625-45b1-92f4-ca4917f4b9de on network b74b1d72-c15e-4104-b9a5-46304061ef02 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:25.691875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:25.692288 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Checking segment: {'id': 'f9b02814-05eb-4511-af80-60d0ff445e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b74b1d72-c15e-4104-b9a5-46304061ef02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:25.692758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.693215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Bound using segment: {'id': 'f9b02814-05eb-4511-af80-60d0ff445e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b74b1d72-c15e-4104-b9a5-46304061ef02'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:25.693845 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Bound port: 0579b86e-1625-45b1-92f4-ca4917f4b9de, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b02814-05eb-4511-af80-60d0ff445e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b74b1d72-c15e-4104-b9a5-46304061ef02'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:25.694297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.745623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc0a2c06-d1f2-4e9f-9150-3fe09b8c24f5 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.781912 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc0a2c06-d1f2-4e9f-9150-3fe09b8c24f5 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.808101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device bb646781-66a7-4638-8d69-4f0f8ddc17ee no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:25.809064 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc0a2c06-d1f2-4e9f-9150-3fe09b8c24f5 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.813961 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bc0a2c06-d1f2-4e9f-9150-3fe09b8c24f5 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2533443 Nov 09 04:17:25.815577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45662) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:25.820751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'enable_snat': False}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:25.959688 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:25.985169 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: bb646781-66a7-4638-8d69-4f0f8ddc17ee {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:25.986930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device bb646781-66a7-4638-8d69-4f0f8ddc17ee not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:25.999861 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.013604 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Pushing event updated for resources: {'Port': ['ID=4c0b403f-43df-4b58-9cf9-df7e0dafa2e6,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:26.034078 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Network 62a9d3c6-538c-410b-9cd6-b43c8754c7b1 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:26.036882 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:26.060439 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:26.087865 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-198d04a1-27a4-454a-8438-5056e4f92910 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.092940 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.113159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.154811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Pushing event updated for resources: {'Port': ['ID=1719c3f8-cba2-4296-b36b-ac8f1e00c084,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:26.157390 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Attempting to bind port 1719c3f8-cba2-4296-b36b-ac8f1e00c084 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:26.157791 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Attempting to bind port 1719c3f8-cba2-4296-b36b-ac8f1e00c084 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'ddd600e8-19b2-4021-801e-042e6e0d864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62a9d3c6-538c-410b-9cd6-b43c8754c7b1'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:26.158197 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Attempting to bind port 1719c3f8-cba2-4296-b36b-ac8f1e00c084 on network 62a9d3c6-538c-410b-9cd6-b43c8754c7b1 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:26.165857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:26.166292 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Checking segment: {'id': 'ddd600e8-19b2-4021-801e-042e6e0d864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62a9d3c6-538c-410b-9cd6-b43c8754c7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:26.166659 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.167522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Bound using segment: {'id': 'ddd600e8-19b2-4021-801e-042e6e0d864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62a9d3c6-538c-410b-9cd6-b43c8754c7b1'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:26.167522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Bound port: 1719c3f8-cba2-4296-b36b-ac8f1e00c084, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd600e8-19b2-4021-801e-042e6e0d864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '62a9d3c6-538c-410b-9cd6-b43c8754c7b1'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:26.167903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.225140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.228409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Allocated IP 172.26.5.63 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/d52cad8b-44a8-4d3c-92c0-45ef35183ce6) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:26.248688 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.253104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] For port 1719c3f8-cba2-4296-b36b-ac8f1e00c084, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:26.256813 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] For port 1719c3f8-cba2-4296-b36b-ac8f1e00c084, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1719c3f8-cba2-4296-b36b-ac8f1e00c084,segment=NetworkSegment(ddd600e8-19b2-4021-801e-042e6e0d864c),segment_id=ddd600e8-19b2-4021-801e-042e6e0d864c)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:26.274814 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a9d3c6-538c-410b-9cd6-b43c8754c7b1']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:26.278467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.293970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd600e8-19b2-4021-801e-042e6e0d864c') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:26.294262 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd600e8-19b2-4021-801e-042e6e0d864c') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:26.313621 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.332912 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.340691 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:26.341167 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.380053 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fef13-ffad-4660-a6ea-cac2a6deb025 None None] Pushing event updated for resources: {'Port': ['ID=1719c3f8-cba2-4296-b36b-ac8f1e00c084,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:26.396205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2ff8d3-3c4a-4327-8fac-d7f7a92963eb None None] Network 62a9d3c6-538c-410b-9cd6-b43c8754c7b1 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:26.409368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Subnet': ['ID=061ef6a3-62e0-470d-801c-111bcf952918,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:26.421304 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:26.436395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.438124 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.api [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 04:17:26.438124 dv-neutron-816800-2-hyperv neutron-server[101884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 04:17:26.438124 dv-neutron-816800-2-hyperv neutron-server[101884]: [parameters: {'id': '62a9d3c6-538c-410b-9cd6-b43c8754c7b1'}] Nov 09 04:17:26.438124 dv-neutron-816800-2-hyperv neutron-server[101884]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:17:26.438623 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG oslo_db.api [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:17:26.485382 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09faece4-ce74-4669-a969-4d5356ecb48a None None] Network ae085ac3-f88b-453b-bfd5-7860eb60d189 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:26.497997 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-198d04a1-27a4-454a-8438-5056e4f92910 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.528687 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] For port 0579b86e-1625-45b1-92f4-ca4917f4b9de, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:26.558342 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d04a1-27a4-454a-8438-5056e4f92910 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ce8c9e-4742-44f7-8b11-f21e5c98456c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:26.574750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-198d04a1-27a4-454a-8438-5056e4f92910 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.575075 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] For port 0579b86e-1625-45b1-92f4-ca4917f4b9de, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=0579b86e-1625-45b1-92f4-ca4917f4b9de,segment=NetworkSegment(f9b02814-05eb-4511-af80-60d0ff445e7a),segment_id=f9b02814-05eb-4511-af80-60d0ff445e7a)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:26.581301 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-198d04a1-27a4-454a-8438-5056e4f92910 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/subnets/e9ce8c9e-4742-44f7-8b11-f21e5c98456c HTTP/1.1" status: 204 len: 168 time: 1.8554628 Nov 09 04:17:26.582807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45668) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:26.596218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.603588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ee413d58-6c51-4b38-adb1-475751518882 None None] Provisioning complete for port 9f330604-a3e9-40aa-b502-a05716729203 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:26.603999 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ee413d58-6c51-4b38-adb1-475751518882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.610236 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.617360 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.621350 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.624637 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.678225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67ca00e-5e0b-461f-b837-32f34420aed3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:26.679750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67ca00e-5e0b-461f-b837-32f34420aed3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:26.684347 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c67ca00e-5e0b-461f-b837-32f34420aed3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0975406 Nov 09 04:17:26.685540 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45670) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:26.708285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:26.711747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:26.717308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=d52cad8b-44a8-4d3c-92c0-45ef35183ce6,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:26.721630 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:26.809710 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51a9b845-7e28-4896-9664-90209117ce98 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.848564 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a9b845-7e28-4896-9664-90209117ce98 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 09 04:17:26.849278 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a9b845-7e28-4896-9664-90209117ce98 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:26.852535 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-51a9b845-7e28-4896-9664-90209117ce98 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/networks/b74b1d72-c15e-4104-b9a5-46304061ef02 HTTP/1.1" status: 409 len: 405 time: 0.1609895 Nov 09 04:17:26.852766 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Allocated IP 172.26.5.86 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/56238d40-e92e-44f0-874d-a15040cbb70d) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:26.858161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45672) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:26.863280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-95bd277f-55df-40eb-a5d3-12af726dd400 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-853811799'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:26.931521 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bd277f-55df-40eb-a5d3-12af726dd400 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Made reservation on behalf of a771c952dc90459dbd4fa1a78023b327 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:26.935766 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95bd277f-55df-40eb-a5d3-12af726dd400 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.940044 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.962105 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:26.989573 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95bd277f-55df-40eb-a5d3-12af726dd400 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:26.999388 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95bd277f-55df-40eb-a5d3-12af726dd400 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.000059 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-95bd277f-55df-40eb-a5d3-12af726dd400 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Added segment d227522a-6b25-4cf9-895c-935791cfad52 of type vlan for network d8bd910c-007b-4e5f-89da-94d2ca9f9e39 Nov 09 04:17:27.026269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a132d110-3f85-4fe1-8b13-a7ef834c979f None None] Network 62a9d3c6-538c-410b-9cd6-b43c8754c7b1 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:27.044391 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95bd277f-55df-40eb-a5d3-12af726dd400 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.087531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.091776 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95bd277f-55df-40eb-a5d3-12af726dd400 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.102931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd277f-55df-40eb-a5d3-12af726dd400 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:27.103751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95bd277f-55df-40eb-a5d3-12af726dd400 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.124931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32226d59-cc88-4010-ba36-0f987c3f863a None None] Pushing event updated for resources: {'Port': ['ID=0579b86e-1625-45b1-92f4-ca4917f4b9de,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:27.151410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9f330604-a3e9-40aa-b502-a05716729203 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:27.191839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.217582 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-95bd277f-55df-40eb-a5d3-12af726dd400 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3581274 Nov 09 04:17:27.221609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45676) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:27.230466 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-30816d20-0e60-467c-8e13-106d7a5d03c3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Request body: {'subnet': {'network_id': 'd8bd910c-007b-4e5f-89da-94d2ca9f9e39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:27.284836 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9f330604-a3e9-40aa-b502-a05716729203 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:27.285209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.349695 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd277f-55df-40eb-a5d3-12af726dd400 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event updated for resources: {'Network': ['ID=d8bd910c-007b-4e5f-89da-94d2ca9f9e39,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:27.386242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network d8bd910c-007b-4e5f-89da-94d2ca9f9e39 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:27.396343 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Deleting port 1719c3f8-cba2-4296-b36b-ac8f1e00c084 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:27.396675 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.499391 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] For port 1719c3f8-cba2-4296-b36b-ac8f1e00c084, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1719c3f8-cba2-4296-b36b-ac8f1e00c084,segment=NetworkSegment(ddd600e8-19b2-4021-801e-042e6e0d864c),segment_id=ddd600e8-19b2-4021-801e-042e6e0d864c)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:27.499758 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.518023 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Calling delete_port for 1719c3f8-cba2-4296-b36b-ac8f1e00c084 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:27.522612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Router 98dc153b-41e9-47c4-afe6-fd9f6c464dba is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:17:27.578977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-0487f9c0-0e4f-416b-bbdb-085881ed6b70 None None] Provisioning complete for port 9f330604-a3e9-40aa-b502-a05716729203 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:27.579502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0487f9c0-0e4f-416b-bbdb-085881ed6b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.704166 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:27.710258 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.714326 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8e4499a6-7c68-4342-94b3-6d89b5c1243c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "PUT /v2.0/routers/98dc153b-41e9-47c4-afe6-fd9f6c464dba HTTP/1.1" status: 200 len: 918 time: 3.9680176 Nov 09 04:17:27.714326 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.715613 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45682) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:27.717535 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c908e1-ce81-4079-9800-549b995e5eea None None] Sync routers for ids ['98dc153b-41e9-47c4-afe6-fd9f6c464dba'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:27.732999 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c908e1-ce81-4079-9800-549b995e5eea None None] Routers {'98dc153b-41e9-47c4-afe6-fd9f6c464dba'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:27.733915 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a2c908e1-ce81-4079-9800-549b995e5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['98dc153b-41e9-47c4-afe6-fd9f6c464dba'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:27.772202 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a2c908e1-ce81-4079-9800-549b995e5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:27.774824 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Port': ['ID=1719c3f8-cba2-4296-b36b-ac8f1e00c084,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:27.781896 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No DVR routers for this DVR port 1719c3f8-cba2-4296-b36b-ac8f1e00c084 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:27.796939 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c908e1-ce81-4079-9800-549b995e5eea None None] Routers {'98dc153b-41e9-47c4-afe6-fd9f6c464dba'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:27.798453 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a2c908e1-ce81-4079-9800-549b995e5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:16:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['98dc153b-41e9-47c4-afe6-fd9f6c464dba'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:27.807784 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6d7b4a50-805c-43b3-a717-24df21b7de5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.840079 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a2c908e1-ce81-4079-9800-549b995e5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:27.840725 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c908e1-ce81-4079-9800-549b995e5eea None None] The sync data for ids ['98dc153b-41e9-47c4-afe6-fd9f6c464dba'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:27.874390 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.905215 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.932304 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a9d3c6-538c-410b-9cd6-b43c8754c7b1']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:27.941344 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6d30a466-cba1-4bc0-9930-f199371bf885 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/routers/98dc153b-41e9-47c4-afe6-fd9f6c464dba HTTP/1.1" status: 200 len: 924 time: 0.2231727 Nov 09 04:17:27.944817 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd600e8-19b2-4021-801e-042e6e0d864c') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:27.945149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd600e8-19b2-4021-801e-042e6e0d864c') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:27.946952 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45684) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:27.969723 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:27.995157 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30816d20-0e60-467c-8e13-106d7a5d03c3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Made reservation on behalf of a771c952dc90459dbd4fa1a78023b327 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:27.999131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-30816d20-0e60-467c-8e13-106d7a5d03c3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.001112 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.010666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:28.011081 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:28.014264 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:28.020301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:28.025600 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d0ca61-ce36-4b55-802f-bcecd9f3ad19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:28.027150 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-89d0ca61-ce36-4b55-802f-bcecd9f3ad19 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&device_id=98dc153b-41e9-47c4-afe6-fd9f6c464dba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0790989 Nov 09 04:17:28.035239 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45686) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:28.050433 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:28.052266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Pushing event updated for resources: {'Port': ['ID=56238d40-e92e-44f0-874d-a15040cbb70d,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:28.054472 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:28.147217 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.158222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.165148 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/62a9d3c6-538c-410b-9cd6-b43c8754c7b1 HTTP/1.1" status: 204 len: 168 time: 3.1015635 Nov 09 04:17:28.166817 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.167774 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45688) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:28.187022 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69aabd-fd07-47b4-80b4-a7cedbd09ee5 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Network': ['ID=62a9d3c6-538c-410b-9cd6-b43c8754c7b1,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:28.217420 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-474cb3f0-16aa-4692-b6f1-c186d8ea7617 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:28.218035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474cb3f0-16aa-4692-b6f1-c186d8ea7617 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:28.226514 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-474cb3f0-16aa-4692-b6f1-c186d8ea7617 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/62a9d3c6-538c-410b-9cd6-b43c8754c7b1 HTTP/1.1" status: 404 len: 339 time: 0.0491359 Nov 09 04:17:28.227144 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45692) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:28.232823 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc03a89-a231-476a-83b0-c3e74777c5f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:28.238030 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8bc03a89-a231-476a-83b0-c3e74777c5f6 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/networks/2ae56fdc-e45e-4e1f-9dc0-66e535d470be HTTP/1.1" status: 200 len: 881 time: 0.2019563 Nov 09 04:17:28.238627 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45694) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:28.240260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-01fa77c3-d317-4a59-b4e7-8202b37cfc73 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1834906362', 'description': 'd1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:28.268378 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7622f536-e75d-41cd-b100-596ee2657a11 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc153b-41e9-47c4-afe6-fd9f6c464dba HTTP/1.1" status: 200 len: 205 time: 0.0286560 Nov 09 04:17:28.268974 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45696) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:28.336005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d42b9e2-be84-4f0e-86a3-decbb867bde8 None None] Network b74b1d72-c15e-4104-b9a5-46304061ef02 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:28.399510 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14cf2cda-0e6d-4a9d-9d98-ed29669e2955 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.402235 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fa77c3-d317-4a59-b4e7-8202b37cfc73 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:28.405670 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-01fa77c3-d317-4a59-b4e7-8202b37cfc73 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.410413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-31f76b31-07d8-4868-a5ee-0d807fb038ae None None] Provisioning complete for port 0579b86e-1625-45b1-92f4-ca4917f4b9de triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:28.410771 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-31f76b31-07d8-4868-a5ee-0d807fb038ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.441143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.507308 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14cf2cda-0e6d-4a9d-9d98-ed29669e2955 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.543240 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fa77c3-d317-4a59-b4e7-8202b37cfc73 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:28.562686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-14cf2cda-0e6d-4a9d-9d98-ed29669e2955 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Deleting port 4c0b403f-43df-4b58-9cf9-df7e0dafa2e6 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:28.563234 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14cf2cda-0e6d-4a9d-9d98-ed29669e2955 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.575111 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-31f76b31-07d8-4868-a5ee-0d807fb038ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.614243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-01fa77c3-d317-4a59-b4e7-8202b37cfc73 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.614593 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-01fa77c3-d317-4a59-b4e7-8202b37cfc73 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Added segment c300cfd9-16f0-4a0c-90a7-de2166492588 of type vlan for network 64f8f105-0a9b-44fb-a27d-5427506b056c Nov 09 04:17:28.656096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-31f76b31-07d8-4868-a5ee-0d807fb038ae None None] For port 0579b86e-1625-45b1-92f4-ca4917f4b9de, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=0579b86e-1625-45b1-92f4-ca4917f4b9de,segment=NetworkSegment(f9b02814-05eb-4511-af80-60d0ff445e7a),segment_id=f9b02814-05eb-4511-af80-60d0ff445e7a)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:28.663882 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-31f76b31-07d8-4868-a5ee-0d807fb038ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.670063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14cf2cda-0e6d-4a9d-9d98-ed29669e2955 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.694068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-14cf2cda-0e6d-4a9d-9d98-ed29669e2955 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Calling delete_port for 4c0b403f-43df-4b58-9cf9-df7e0dafa2e6 owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:28.737546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f76b31-07d8-4868-a5ee-0d807fb038ae None None] Pushing event updated for resources: {'Port': ['ID=0579b86e-1625-45b1-92f4-ca4917f4b9de,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:28.744244 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f24e7a2-7e9a-4c31-9dcc-94963e845cf5 None None] DHCP port deletion for b74b1d72-c15e-4104-b9a5-46304061ef02 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:17:28.786358 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-01fa77c3-d317-4a59-b4e7-8202b37cfc73 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.796136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.796839 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4f24e7a2-7e9a-4c31-9dcc-94963e845cf5 None None] Deleting port 0579b86e-1625-45b1-92f4-ca4917f4b9de {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:28.797280 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4f24e7a2-7e9a-4c31-9dcc-94963e845cf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.864424 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4f24e7a2-7e9a-4c31-9dcc-94963e845cf5 None None] For port 0579b86e-1625-45b1-92f4-ca4917f4b9de, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=0579b86e-1625-45b1-92f4-ca4917f4b9de,segment=NetworkSegment(f9b02814-05eb-4511-af80-60d0ff445e7a),segment_id=f9b02814-05eb-4511-af80-60d0ff445e7a)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:28.864914 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4f24e7a2-7e9a-4c31-9dcc-94963e845cf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.880000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14cf2cda-0e6d-4a9d-9d98-ed29669e2955 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.885794 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4f24e7a2-7e9a-4c31-9dcc-94963e845cf5 None None] Calling delete_port for 0579b86e-1625-45b1-92f4-ca4917f4b9de owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:28.906308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.objects.ports [None req-30816d20-0e60-467c-8e13-106d7a5d03c3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:17:28.916297 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf2cda-0e6d-4a9d-9d98-ed29669e2955 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Pushing event deleted for resources: {'Port': ['ID=4c0b403f-43df-4b58-9cf9-df7e0dafa2e6,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:28.941200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-30816d20-0e60-467c-8e13-106d7a5d03c3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.972246 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14cf2cda-0e6d-4a9d-9d98-ed29669e2955 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.973670 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-01fa77c3-d317-4a59-b4e7-8202b37cfc73 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.977260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4f24e7a2-7e9a-4c31-9dcc-94963e845cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:28.979211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fa77c3-d317-4a59-b4e7-8202b37cfc73 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:28.979800 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-01fa77c3-d317-4a59-b4e7-8202b37cfc73 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.007885 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f24e7a2-7e9a-4c31-9dcc-94963e845cf5 None None] No DVR routers for this DVR port 0579b86e-1625-45b1-92f4-ca4917f4b9de on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:29.018289 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24e7a2-7e9a-4c31-9dcc-94963e845cf5 None None] Pushing event deleted for resources: {'Port': ['ID=0579b86e-1625-45b1-92f4-ca4917f4b9de,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:29.032660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0060d691-6f5f-402d-ac38-0841ca8953be None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:17:29.066595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.075864 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14cf2cda-0e6d-4a9d-9d98-ed29669e2955 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.078389 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14cf2cda-0e6d-4a9d-9d98-ed29669e2955 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.103564 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.108339 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-01fa77c3-d317-4a59-b4e7-8202b37cfc73 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8725955 Nov 09 04:17:29.140420 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30816d20-0e60-467c-8e13-106d7a5d03c3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event updated for resources: {'Subnet': ['ID=97beda14-80e5-42b2-805d-48f1d049bb15,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:29.147027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45702) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:29.160729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.162763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa77c3-d317-4a59-b4e7-8202b37cfc73 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Network': ['ID=64f8f105-0a9b-44fb-a27d-5427506b056c,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:29.187209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 64f8f105-0a9b-44fb-a27d-5427506b056c details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:29.332494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30816d20-0e60-467c-8e13-106d7a5d03c3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Checking segment: {'id': 'd227522a-6b25-4cf9-895c-935791cfad52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd8bd910c-007b-4e5f-89da-94d2ca9f9e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:29.332856 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30816d20-0e60-467c-8e13-106d7a5d03c3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Network hostable DHCP agents. Network: d8bd910c-007b-4e5f-89da-94d2ca9f9e39, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:29.346537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0060d691-6f5f-402d-ac38-0841ca8953be None None] Network d8bd910c-007b-4e5f-89da-94d2ca9f9e39 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:29.361363 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0060d691-6f5f-402d-ac38-0841ca8953be None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, d8bd910c-007b-4e5f-89da-94d2ca9f9e39) {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 04:17:29.375013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737b4607-3055-4927-86f0-84c5e39b9885 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:29.379059 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-737b4607-3055-4927-86f0-84c5e39b9885 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "GET /v2.0/networks?id=64f8f105-0a9b-44fb-a27d-5427506b056c HTTP/1.1" status: 200 len: 765 time: 0.2281621 Nov 09 04:17:29.385173 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45706) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:29.392683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a62f15ec-ff01-4cf0-82cb-d4d98d093cc3 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'network': {'description': 'd2'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:29.399433 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=d52cad8b-44a8-4d3c-92c0-45ef35183ce6,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:29.406216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.408744 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30816d20-0e60-467c-8e13-106d7a5d03c3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Unable to find a vacant binding_index for network d8bd910c-007b-4e5f-89da-94d2ca9f9e39 and agent 37584269-0a98-4094-8690-c71ccdf211aa {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 09 04:17:29.430401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.437257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.460213 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14cf2cda-0e6d-4a9d-9d98-ed29669e2955 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.461128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cf2cda-0e6d-4a9d-9d98-ed29669e2955 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Fanout notify agent at l3_agent the message router_deleted on router 98dc153b-41e9-47c4-afe6-fd9f6c464dba {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:17:29.469674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14cf2cda-0e6d-4a9d-9d98-ed29669e2955 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.471463 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-14cf2cda-0e6d-4a9d-9d98-ed29669e2955 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "DELETE /v2.0/routers/98dc153b-41e9-47c4-afe6-fd9f6c464dba HTTP/1.1" status: 204 len: 168 time: 1.2015469 Nov 09 04:17:29.472856 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-30816d20-0e60-467c-8e13-106d7a5d03c3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, d8bd910c-007b-4e5f-89da-94d2ca9f9e39) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:29.477500 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45708) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:29.482049 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-685600326', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}, 'admin_state_up': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:29.506806 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.508735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.509340 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30816d20-0e60-467c-8e13-106d7a5d03c3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:29.509962 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-30816d20-0e60-467c-8e13-106d7a5d03c3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.567247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.585452 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-30816d20-0e60-467c-8e13-106d7a5d03c3 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3589156 Nov 09 04:17:29.590915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45710) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:29.692805 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-d8bd910c-007b-4e5f-89da-94d2ca9f9e39', 'network_id': 'd8bd910c-007b-4e5f-89da-94d2ca9f9e39', 'tenant_id': 'a771c952dc90459dbd4fa1a78023b327', 'fixed_ips': [{'subnet_id': '97beda14-80e5-42b2-805d-48f1d049bb15'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:29.694676 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.744519 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.862562 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Allocated IP 2001:db8::f816:3eff:fe84:2ebc (d8bd910c-007b-4e5f-89da-94d2ca9f9e39/97beda14-80e5-42b2-805d-48f1d049bb15/86f890c5-5281-40ed-907f-fd2a91eb0980) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:29.956937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:29.976046 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.020992 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.026980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.073066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Network d8bd910c-007b-4e5f-89da-94d2ca9f9e39 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:30.075129 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:30.077836 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:30.088719 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Allocated IP 172.26.5.19 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/9fa2f7b1-45f4-4511-9164-ba4324692fbe) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:30.109199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Pushing event updated for resources: {'Port': ['ID=86f890c5-5281-40ed-907f-fd2a91eb0980,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:30.113864 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a62f15ec-ff01-4cf0-82cb-d4d98d093cc3 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.122115 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Floating IP f0b6426e-4232-43fe-8708-18b10203b875 associated. External IP: 172.26.5.63, port: 1ccf1fbe-bf06-484d-a3a2-88a5e2b0eeb1. Nov 09 04:17:30.146465 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Attempting to bind port 86f890c5-5281-40ed-907f-fd2a91eb0980 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:30.146839 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Attempting to bind port 86f890c5-5281-40ed-907f-fd2a91eb0980 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd227522a-6b25-4cf9-895c-935791cfad52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd8bd910c-007b-4e5f-89da-94d2ca9f9e39'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:30.147193 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Attempting to bind port 86f890c5-5281-40ed-907f-fd2a91eb0980 on network d8bd910c-007b-4e5f-89da-94d2ca9f9e39 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:30.152278 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:30.152648 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Checking segment: {'id': 'd227522a-6b25-4cf9-895c-935791cfad52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd8bd910c-007b-4e5f-89da-94d2ca9f9e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:30.153041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.153429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Bound using segment: {'id': 'd227522a-6b25-4cf9-895c-935791cfad52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd8bd910c-007b-4e5f-89da-94d2ca9f9e39'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:30.153980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Bound port: 86f890c5-5281-40ed-907f-fd2a91eb0980, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd227522a-6b25-4cf9-895c-935791cfad52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd8bd910c-007b-4e5f-89da-94d2ca9f9e39'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:30.154370 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.174682 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.179992 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a62f15ec-ff01-4cf0-82cb-d4d98d093cc3 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.212411 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.224112 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a62f15ec-ff01-4cf0-82cb-d4d98d093cc3 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network 64f8f105-0a9b-44fb-a27d-5427506b056c is not hosted by any dhcp agent {{(pid=101883) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 04:17:30.225189 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.229866 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62f15ec-ff01-4cf0-82cb-d4d98d093cc3 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:30.230469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a62f15ec-ff01-4cf0-82cb-d4d98d093cc3 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.231745 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a62f15ec-ff01-4cf0-82cb-d4d98d093cc3 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "PUT /v2.0/networks/64f8f105-0a9b-44fb-a27d-5427506b056c HTTP/1.1" status: 200 len: 762 time: 0.8439150 Nov 09 04:17:30.234629 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45716) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:30.240342 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] For port 86f890c5-5281-40ed-907f-fd2a91eb0980, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:30.243576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] For port 86f890c5-5281-40ed-907f-fd2a91eb0980, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=86f890c5-5281-40ed-907f-fd2a91eb0980,segment=NetworkSegment(d227522a-6b25-4cf9-895c-935791cfad52),segment_id=d227522a-6b25-4cf9-895c-935791cfad52)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:30.249201 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.313949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545c489-be02-4eee-a84c-40b0579d6207 None None] Pushing event updated for resources: {'Port': ['ID=86f890c5-5281-40ed-907f-fd2a91eb0980,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:30.325336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.330392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f15ec-ff01-4cf0-82cb-d4d98d093cc3 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Network': ['ID=64f8f105-0a9b-44fb-a27d-5427506b056c,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:30.345820 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30014154-5c2b-4afb-a6d0-7cb873ae2ab9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:30.351342 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-30014154-5c2b-4afb-a6d0-7cb873ae2ab9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "GET /v2.0/networks?id=64f8f105-0a9b-44fb-a27d-5427506b056c HTTP/1.1" status: 200 len: 765 time: 0.1116138 Nov 09 04:17:30.351511 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 64f8f105-0a9b-44fb-a27d-5427506b056c details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:30.354142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45718) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:30.389169 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:30.392802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:30.397619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:30.409151 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Router 3d1529f5-7cba-43d7-9616-e6d6e3b9de30 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:17:30.421452 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Pushing event updated for resources: {'Port': ['ID=9fa2f7b1-45f4-4511-9164-ba4324692fbe,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:30.661116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Deleting port 86f890c5-5281-40ed-907f-fd2a91eb0980 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:30.661459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.699073 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.737995 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c356cd-6134-4781-ac55-018250fb0f23 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:30.739911 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f7c356cd-6134-4781-ac55-018250fb0f23 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3830838 Nov 09 04:17:30.745471 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45722) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:30.784452 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-38afb2ad-65f7-46f8-b878-567a90c0b682 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be HTTP/1.1" status: 200 len: 207 time: 0.0372474 Nov 09 04:17:30.799621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45726) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:30.895250 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.921224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:30.925557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.926753 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-aa419448-5dae-4046-90d1-5f8f94c4ae2a tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "PUT /v2.0/routers/3d1529f5-7cba-43d7-9616-e6d6e3b9de30 HTTP/1.1" status: 200 len: 915 time: 5.1102128 Nov 09 04:17:30.929926 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45730) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:30.933300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:17:30.952776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] For port 86f890c5-5281-40ed-907f-fd2a91eb0980, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=86f890c5-5281-40ed-907f-fd2a91eb0980,segment=NetworkSegment(d227522a-6b25-4cf9-895c-935791cfad52),segment_id=d227522a-6b25-4cf9-895c-935791cfad52)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:30.953237 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:30.957176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab55863-7b81-4263-b7c3-6c8b2e86fcef None None] Sync routers for ids ['3d1529f5-7cba-43d7-9616-e6d6e3b9de30'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:30.969544 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab55863-7b81-4263-b7c3-6c8b2e86fcef None None] Routers {'3d1529f5-7cba-43d7-9616-e6d6e3b9de30'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:30.976692 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8ab55863-7b81-4263-b7c3-6c8b2e86fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3d1529f5-7cba-43d7-9616-e6d6e3b9de30'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:30.984782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Calling delete_port for 86f890c5-5281-40ed-907f-fd2a91eb0980 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:30.998061 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:31.020380 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8ab55863-7b81-4263-b7c3-6c8b2e86fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:31.035855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 86f890c5-5281-40ed-907f-fd2a91eb0980 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:31.051204 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30345d54-6eb9-40a3-aba4-0f12640e0c0a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.057900 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30345d54-6eb9-40a3-aba4-0f12640e0c0a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.064021 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30345d54-6eb9-40a3-aba4-0f12640e0c0a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.064438 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab55863-7b81-4263-b7c3-6c8b2e86fcef None None] Routers {'3d1529f5-7cba-43d7-9616-e6d6e3b9de30'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:31.065056 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8ab55863-7b81-4263-b7c3-6c8b2e86fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3d1529f5-7cba-43d7-9616-e6d6e3b9de30'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:31.069963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30345d54-6eb9-40a3-aba4-0f12640e0c0a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.075903 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30345d54-6eb9-40a3-aba4-0f12640e0c0a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.082944 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30345d54-6eb9-40a3-aba4-0f12640e0c0a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.084744 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-30345d54-6eb9-40a3-aba4-0f12640e0c0a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2828641 Nov 09 04:17:31.103875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8ab55863-7b81-4263-b7c3-6c8b2e86fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:31.104524 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab55863-7b81-4263-b7c3-6c8b2e86fcef None None] The sync data for ids ['3d1529f5-7cba-43d7-9616-e6d6e3b9de30'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:31.115949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45732) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:31.120542 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 86f890c5-5281-40ed-907f-fd2a91eb0980 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:31.120995 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:31.144383 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d1edf81a-ef6a-48f7-8017-c758e0edabc1 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/routers/3d1529f5-7cba-43d7-9616-e6d6e3b9de30 HTTP/1.1" status: 200 len: 921 time: 0.2125823 Nov 09 04:17:31.145005 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45734) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:31.210809 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:31.247607 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 86f890c5-5281-40ed-907f-fd2a91eb0980, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=86f890c5-5281-40ed-907f-fd2a91eb0980,segment=NetworkSegment(d227522a-6b25-4cf9-895c-935791cfad52),segment_id=d227522a-6b25-4cf9-895c-935791cfad52)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:31.253191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:31.273766 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:31.286038 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2705c7d-d356-400a-902b-637b8198ef77 None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:31.300035 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2705c7d-d356-400a-902b-637b8198ef77 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:31.300644 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e2705c7d-d356-400a-902b-637b8198ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:31.303979 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe7b95c-89a5-4eee-b505-f9166b964225 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.308552 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bfe7b95c-89a5-4eee-b505-f9166b964225 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&device_id=3d1529f5-7cba-43d7-9616-e6d6e3b9de30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0918005 Nov 09 04:17:31.309431 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45736) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:31.314996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=86f890c5-5281-40ed-907f-fd2a91eb0980,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:31.357153 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4632407a-fa4d-429e-a04e-0c10adae2e38 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2386549 Nov 09 04:17:31.361982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45738) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:31.364633 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:31.366616 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e2705c7d-d356-400a-902b-637b8198ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:31.378827 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2705c7d-d356-400a-902b-637b8198ef77 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:31.380093 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e2705c7d-d356-400a-902b-637b8198ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:31.396194 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Router 128ab4d3-71cf-4eba-a4e3-5b230dbc773a is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:17:31.429159 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e2705c7d-d356-400a-902b-637b8198ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:31.429855 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2705c7d-d356-400a-902b-637b8198ef77 None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:31.472229 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa386c-4b92-4c68-b61c-17abc63a82bd None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:17:31.483067 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6d771d1c-ddef-48c4-9159-cc95f3df4a13 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8937469 Nov 09 04:17:31.486101 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45740) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:31.510852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faf6a82-18f5-4e2f-9bf2-3fd850043a2c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.512505 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faf6a82-18f5-4e2f-9bf2-3fd850043a2c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.514103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faf6a82-18f5-4e2f-9bf2-3fd850043a2c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.514475 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd0bd7c-1cb4-410c-bafd-1513084db147 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.519222 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faf6a82-18f5-4e2f-9bf2-3fd850043a2c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.519378 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1bd0bd7c-1cb4-410c-bafd-1513084db147 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/networks/2ae56fdc-e45e-4e1f-9dc0-66e535d470be HTTP/1.1" status: 200 len: 881 time: 0.2043889 Nov 09 04:17:31.519459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faf6a82-18f5-4e2f-9bf2-3fd850043a2c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.519459 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8faf6a82-18f5-4e2f-9bf2-3fd850043a2c tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1524034 Nov 09 04:17:31.520696 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45742) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:31.521006 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-1014ac60-d646-41fa-bd50-19eceaa818db tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:31.523492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45744) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:31.544172 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:31.585712 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b5827082-42fb-4353-bff5-a84a472d2991 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d1529f5-7cba-43d7-9616-e6d6e3b9de30 HTTP/1.1" status: 200 len: 205 time: 0.0637951 Nov 09 04:17:31.594215 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:31.605028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45748) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:31.614203 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Port': ['ID=86f890c5-5281-40ed-907f-fd2a91eb0980,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:31.657004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d2e0f-549b-45e8-bbb2-b85332207e3d tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['shared'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.658549 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d2e0f-549b-45e8-bbb2-b85332207e3d tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['shared'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.659971 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d2e0f-549b-45e8-bbb2-b85332207e3d tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['shared'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.661378 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d2e0f-549b-45e8-bbb2-b85332207e3d tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['shared'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.662840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d2e0f-549b-45e8-bbb2-b85332207e3d tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['shared'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:31.668023 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-118d2e0f-549b-45e8-bbb2-b85332207e3d tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1401448 Nov 09 04:17:31.673901 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45750) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:31.678970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] No DVR routers for this DVR port 86f890c5-5281-40ed-907f-fd2a91eb0980 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:31.707451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:31.711124 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0c9e63ed-4e89-44bc-aae3-48d4d67110b2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2299776 Nov 09 04:17:31.711669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1014ac60-d646-41fa-bd50-19eceaa818db tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:31.714427 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2274de-421b-4e4e-a933-4f6183d5db06 None None] Sync routers for ids ['128ab4d3-71cf-4eba-a4e3-5b230dbc773a'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:31.717798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45752) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:31.726606 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:31.757592 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-0aa00b2c-d8e7-4d2e-86e1-b96a006cf2fd None None] Provisioning complete for port 86f890c5-5281-40ed-907f-fd2a91eb0980 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:31.757971 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0aa00b2c-d8e7-4d2e-86e1-b96a006cf2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:31.765340 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2274de-421b-4e4e-a933-4f6183d5db06 None None] Routers {'128ab4d3-71cf-4eba-a4e3-5b230dbc773a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:31.765683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9f2274de-421b-4e4e-a933-4f6183d5db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['128ab4d3-71cf-4eba-a4e3-5b230dbc773a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:31.780804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:31.791943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-0aa00b2c-d8e7-4d2e-86e1-b96a006cf2fd None None] Port 86f890c5-5281-40ed-907f-fd2a91eb0980 was deleted so its status cannot be updated. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 09 04:17:31.832882 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9f2274de-421b-4e4e-a933-4f6183d5db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:31.858685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2274de-421b-4e4e-a933-4f6183d5db06 None None] Routers {'128ab4d3-71cf-4eba-a4e3-5b230dbc773a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:31.859320 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9f2274de-421b-4e4e-a933-4f6183d5db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['128ab4d3-71cf-4eba-a4e3-5b230dbc773a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:31.929053 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-faed5251-ff5f-462d-a7e1-3d155ff63143 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:31.937233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9f2274de-421b-4e4e-a933-4f6183d5db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:31.938292 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2274de-421b-4e4e-a933-4f6183d5db06 None None] The sync data for ids ['128ab4d3-71cf-4eba-a4e3-5b230dbc773a'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:31.943128 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aa386c-4b92-4c68-b61c-17abc63a82bd None None] Resources bound (agent type, host, resource id): {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 04:17:31.990998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.003966 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1014ac60-d646-41fa-bd50-19eceaa818db tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.018907 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1014ac60-d646-41fa-bd50-19eceaa818db tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.018907 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-1014ac60-d646-41fa-bd50-19eceaa818db tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Floating IP f0b6426e-4232-43fe-8708-18b10203b875 disassociated. External IP: 172.26.5.63, port: 1ccf1fbe-bf06-484d-a3a2-88a5e2b0eeb1. Nov 09 04:17:32.059765 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb88ed-6c3e-477b-94f1-079aecf2e2df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:32.064688 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-45cb88ed-6c3e-477b-94f1-079aecf2e2df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "GET /v2.0/networks/01eb8962-962a-4fcc-820c-0a186c64e419 HTTP/1.1" status: 200 len: 804 time: 0.3859556 Nov 09 04:17:32.065554 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45760) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:32.068422 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Subnet': ['ID=97beda14-80e5-42b2-805d-48f1d049bb15,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:32.285016 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b11382-54d6-4c0a-98d8-6d825e61ed0f None None] Network d8bd910c-007b-4e5f-89da-94d2ca9f9e39 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:32.404239 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d94359e-3d8c-48c1-b791-1a06e6660e06 None None] Network d8bd910c-007b-4e5f-89da-94d2ca9f9e39 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:32.484033 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.523504 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-faed5251-ff5f-462d-a7e1-3d155ff63143 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.552193 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bd910c-007b-4e5f-89da-94d2ca9f9e39']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:32.568675 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7466a6-b9b3-4c7a-a2bc-085f38b85578 None None] DHCP port deletion for d8bd910c-007b-4e5f-89da-94d2ca9f9e39 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:17:32.571863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11785f-ad3a-4c6b-a073-407ae22d7140 req-672868c0-b24f-49ed-b627-63cbf863569b tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:32.573392 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ef11785f-ad3a-4c6b-a073-407ae22d7140 req-672868c0-b24f-49ed-b627-63cbf863569b tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 945 time: 0.4823546 Nov 09 04:17:32.580958 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd227522a-6b25-4cf9-895c-935791cfad52') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:32.581362 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd227522a-6b25-4cf9-895c-935791cfad52') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:32.587472 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6c0635a9-fb4b-4120-99bd-a9d94a2f7fa8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "GET /v2.0/networks/01eb8962-962a-4fcc-820c-0a186c64e419?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5156713 Nov 09 04:17:32.587960 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.588045 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45762) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:32.605243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.627866 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.636601 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.659425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:32.659842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:32.662821 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:32.703316 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ef11785f-ad3a-4c6b-a073-407ae22d7140 req-11744390-c66b-4363-a400-3cb51af0358b tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141691 Nov 09 04:17:32.723606 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48baafc-ea4d-46d9-9562-897714c9bce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:32.728517 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f48baafc-ea4d-46d9-9562-897714c9bce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "GET /v2.0/subnets/dfd04374-aeb7-4abc-b209-b84ab531df70 HTTP/1.1" status: 200 len: 843 time: 0.1370606 Nov 09 04:17:32.734598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45766) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:32.758028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-faed5251-ff5f-462d-a7e1-3d155ff63143 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Deleting port 56238d40-e92e-44f0-874d-a15040cbb70d {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:32.758375 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-faed5251-ff5f-462d-a7e1-3d155ff63143 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.794211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.798730 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.805397 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/networks/d8bd910c-007b-4e5f-89da-94d2ca9f9e39 HTTP/1.1" status: 204 len: 168 time: 3.1976151 Nov 09 04:17:32.812579 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45772) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:32.818577 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b0c4c95f-ec75-4126-8989-3f78e8459237 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1022046154'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:32.828390 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1014ac60-d646-41fa-bd50-19eceaa818db tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:17:32.830185 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358af080-ff60-471e-9113-044647b897bb tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['shared'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:32.834961 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-358af080-ff60-471e-9113-044647b897bb tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "GET /v2.0/subnets/dfd04374-aeb7-4abc-b209-b84ab531df70?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0960572 Nov 09 04:17:32.834961 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde374bb-5ef6-4db4-9f50-044956895e2b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Network': ['ID=d8bd910c-007b-4e5f-89da-94d2ca9f9e39,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:32.835834 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45774) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:32.844270 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c07c54d1-146b-4cd4-8f67-e979d9b60002 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-746388548'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:32.849107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Deleting port 9fa2f7b1-45f4-4511-9164-ba4324692fbe {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:32.849448 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.906523 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c4c95f-ec75-4126-8989-3f78e8459237 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Made reservation on behalf of a771c952dc90459dbd4fa1a78023b327 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:32.910813 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b0c4c95f-ec75-4126-8989-3f78e8459237 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.920848 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07c54d1-146b-4cd4-8f67-e979d9b60002 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:32.923933 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-faed5251-ff5f-462d-a7e1-3d155ff63143 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.925278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c07c54d1-146b-4cd4-8f67-e979d9b60002 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.948723 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-faed5251-ff5f-462d-a7e1-3d155ff63143 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Calling delete_port for 56238d40-e92e-44f0-874d-a15040cbb70d owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:32.962844 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.965774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 86f890c5-5281-40ed-907f-fd2a91eb0980 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:32.973797 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07c54d1-146b-4cd4-8f67-e979d9b60002 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:32.984707 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Calling delete_port for 9fa2f7b1-45f4-4511-9164-ba4324692fbe owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:32.993216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c07c54d1-146b-4cd4-8f67-e979d9b60002 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:32.993780 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-c07c54d1-146b-4cd4-8f67-e979d9b60002 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Added segment 4800585a-48eb-44fd-b4cb-5e6d94a9c450 of type vlan for network 642c374a-68a6-4120-9d7e-cd3e609c439a Nov 09 04:17:32.999171 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c4c95f-ec75-4126-8989-3f78e8459237 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:33.001604 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 86f890c5-5281-40ed-907f-fd2a91eb0980 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:33.001969 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 86f890c5-5281-40ed-907f-fd2a91eb0980 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:33.055658 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b0c4c95f-ec75-4126-8989-3f78e8459237 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.055938 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-b0c4c95f-ec75-4126-8989-3f78e8459237 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Added segment fd688348-701c-44c7-ad13-55e499ed77e3 of type vlan for network 3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859 Nov 09 04:17:33.070736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c07c54d1-146b-4cd4-8f67-e979d9b60002 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.072188 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1014ac60-d646-41fa-bd50-19eceaa818db tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:33.082795 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7001542-716a-4b1f-b4fd-4fa094d76bc5 None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:33.093368 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7001542-716a-4b1f-b4fd-4fa094d76bc5 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:33.094350 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e7001542-716a-4b1f-b4fd-4fa094d76bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:33.099137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1014ac60-d646-41fa-bd50-19eceaa818db tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.134513 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e7001542-716a-4b1f-b4fd-4fa094d76bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:33.134723 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b0c4c95f-ec75-4126-8989-3f78e8459237 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.144329 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7001542-716a-4b1f-b4fd-4fa094d76bc5 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:33.145231 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e7001542-716a-4b1f-b4fd-4fa094d76bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:33.151968 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1014ac60-d646-41fa-bd50-19eceaa818db tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "PUT /v2.0/floatingips/f0b6426e-4232-43fe-8708-18b10203b875 HTTP/1.1" status: 200 len: 687 time: 1.6349752 Nov 09 04:17:33.155081 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45778) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:33.163375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c07c54d1-146b-4cd4-8f67-e979d9b60002 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.168752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07c54d1-146b-4cd4-8f67-e979d9b60002 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:33.169335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c07c54d1-146b-4cd4-8f67-e979d9b60002 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.179706 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e7001542-716a-4b1f-b4fd-4fa094d76bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:33.180545 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7001542-716a-4b1f-b4fd-4fa094d76bc5 None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:33.213305 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b0c4c95f-ec75-4126-8989-3f78e8459237 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.219240 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c4c95f-ec75-4126-8989-3f78e8459237 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:33.219868 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b0c4c95f-ec75-4126-8989-3f78e8459237 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.279643 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b0c4c95f-ec75-4126-8989-3f78e8459237 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4650145 Nov 09 04:17:33.312995 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45780) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:33.314420 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e0f6ab37-df98-446c-9f9b-906204d39a5f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Request body: {'subnet': {'network_id': '3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:33.337420 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4c95f-ec75-4126-8989-3f78e8459237 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event updated for resources: {'Network': ['ID=3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:33.339535 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c07c54d1-146b-4cd4-8f67-e979d9b60002 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5014637 Nov 09 04:17:33.347792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45784) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:33.352608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-e0ea4cb1-7f72-44cb-bf7e-b9119fd293c9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'subnet': {'network_id': '642c374a-68a6-4120-9d7e-cd3e609c439a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:33.352916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:33.399973 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-faed5251-ff5f-462d-a7e1-3d155ff63143 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.443046 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed5251-ff5f-462d-a7e1-3d155ff63143 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Pushing event deleted for resources: {'Port': ['ID=56238d40-e92e-44f0-874d-a15040cbb70d,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:33.450441 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c54d1-146b-4cd4-8f67-e979d9b60002 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Network': ['ID=642c374a-68a6-4120-9d7e-cd3e609c439a,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:33.464051 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 642c374a-68a6-4120-9d7e-cd3e609c439a details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:33.487689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.api [None req-e0f6ab37-df98-446c-9f9b-906204d39a5f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 04:17:33.487689 dv-neutron-816800-2-hyperv neutron-server[101884]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 04:17:33.487689 dv-neutron-816800-2-hyperv neutron-server[101884]: [parameters: {'project_id_1': 'a771c952dc90459dbd4fa1a78023b327', 'expiration_1': datetime.datetime(2021, 11, 9, 4, 17, 13, 449428)}] Nov 09 04:17:33.487689 dv-neutron-816800-2-hyperv neutron-server[101884]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:17:33.488149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG oslo_db.api [None req-e0f6ab37-df98-446c-9f9b-906204d39a5f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:17:33.510069 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ea4cb1-7f72-44cb-bf7e-b9119fd293c9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Made reservation on behalf of 1711d29a334a49bf9178554c47b6c30f for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:33.513946 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4cb1-7f72-44cb-bf7e-b9119fd293c9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.514805 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-faed5251-ff5f-462d-a7e1-3d155ff63143 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.587196 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.599812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.ipam_backend_mixin [None req-e0ea4cb1-7f72-44cb-bf7e-b9119fd293c9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Performing IP validity checks on allocation pools {{(pid=101883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 04:17:33.600342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.ipam_backend_mixin [None req-e0ea4cb1-7f72-44cb-bf7e-b9119fd293c9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 04:17:33.623704 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Pushing event deleted for resources: {'Port': ['ID=9fa2f7b1-45f4-4511-9164-ba4324692fbe,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:33.632883 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-e60700e6-0abb-4c25-8a60-b2f969192dd4 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting port d52cad8b-44a8-4d3c-92c0-45ef35183ce6 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:33.633221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e60700e6-0abb-4c25-8a60-b2f969192dd4 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.642684 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-faed5251-ff5f-462d-a7e1-3d155ff63143 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.661239 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-faed5251-ff5f-462d-a7e1-3d155ff63143 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.718028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee76722-8449-4ce6-a4a8-6e6b25212f72 req-284f6f0f-7e9b-464e-bab4-1111acc342e4 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:33.719533 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3ee76722-8449-4ce6-a4a8-6e6b25212f72 req-284f6f0f-7e9b-464e-bab4-1111acc342e4 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 945 time: 0.1190667 Nov 09 04:17:33.721149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-faed5251-ff5f-462d-a7e1-3d155ff63143 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.721698 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faed5251-ff5f-462d-a7e1-3d155ff63143 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Fanout notify agent at l3_agent the message router_deleted on router 3d1529f5-7cba-43d7-9616-e6d6e3b9de30 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:17:33.728522 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-faed5251-ff5f-462d-a7e1-3d155ff63143 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.729668 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-faed5251-ff5f-462d-a7e1-3d155ff63143 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "DELETE /v2.0/routers/3d1529f5-7cba-43d7-9616-e6d6e3b9de30 HTTP/1.1" status: 204 len: 168 time: 2.1236448 Nov 09 04:17:33.733252 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45788) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:33.742036 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1840450774', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}, 'admin_state_up': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:33.761007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.790052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.791090 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.806680 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3ee76722-8449-4ce6-a4a8-6e6b25212f72 req-d0d4f926-90e4-446e-ba61-5ad00540808d tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758674 Nov 09 04:17:33.860343 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.877017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e60700e6-0abb-4c25-8a60-b2f969192dd4 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.877329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e60700e6-0abb-4c25-8a60-b2f969192dd4 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:33.947233 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-e60700e6-0abb-4c25-8a60-b2f969192dd4 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Calling delete_port for d52cad8b-44a8-4d3c-92c0-45ef35183ce6 owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:33.992832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.037080 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f6ab37-df98-446c-9f9b-906204d39a5f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Made reservation on behalf of a771c952dc90459dbd4fa1a78023b327 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:34.040535 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ab37-df98-446c-9f9b-906204d39a5f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.104778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.117107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.134001 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4cb1-7f72-44cb-bf7e-b9119fd293c9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.269042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Router 128ab4d3-71cf-4eba-a4e3-5b230dbc773a has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:17:34.281077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea4cb1-7f72-44cb-bf7e-b9119fd293c9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Subnet': ['ID=05ab7d06-5c22-4605-be80-6e9e7d7e0e79,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:34.347836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea4cb1-7f72-44cb-bf7e-b9119fd293c9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Checking segment: {'id': '4800585a-48eb-44fd-b4cb-5e6d94a9c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '642c374a-68a6-4120-9d7e-cd3e609c439a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:34.348195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea4cb1-7f72-44cb-bf7e-b9119fd293c9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network hostable DHCP agents. Network: 642c374a-68a6-4120-9d7e-cd3e609c439a, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:34.349728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.373393 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.384537 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ab37-df98-446c-9f9b-906204d39a5f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.442395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e60700e6-0abb-4c25-8a60-b2f969192dd4 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.447046 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:34.458371 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fd5ef-8325-4869-bfd3-5036b32173e1 req-86e206f3-2140-4f09-9a7c-ccbf926f8dec tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:34.459116 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81994fb7-2d39-48fb-85da-18025768ba48 None None] Sync routers for ids ['128ab4d3-71cf-4eba-a4e3-5b230dbc773a'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:34.459863 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9f2fd5ef-8325-4869-bfd3-5036b32173e1 req-86e206f3-2140-4f09-9a7c-ccbf926f8dec tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 946 time: 0.1761956 Nov 09 04:17:34.460463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea4cb1-7f72-44cb-bf7e-b9119fd293c9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Network 642c374a-68a6-4120-9d7e-cd3e609c439a is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:34.470026 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81994fb7-2d39-48fb-85da-18025768ba48 None None] Routers {'128ab4d3-71cf-4eba-a4e3-5b230dbc773a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:34.470220 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.470901 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-81994fb7-2d39-48fb-85da-18025768ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['128ab4d3-71cf-4eba-a4e3-5b230dbc773a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:34.471134 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6f2b0f98-f414-467e-99cc-aae4ef24a046 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "PUT /v2.0/routers/128ab4d3-71cf-4eba-a4e3-5b230dbc773a HTTP/1.1" status: 200 len: 709 time: 2.7524431 Nov 09 04:17:34.474329 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45796) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:34.493097 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6ab37-df98-446c-9f9b-906204d39a5f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event updated for resources: {'Subnet': ['ID=26d17b9e-f814-4b88-a756-e5a157c5c854,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:34.498143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60700e6-0abb-4c25-8a60-b2f969192dd4 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Port': ['ID=d52cad8b-44a8-4d3c-92c0-45ef35183ce6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:34.508747 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-81994fb7-2d39-48fb-85da-18025768ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:34.515818 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-e0ea4cb1-7f72-44cb-bf7e-b9119fd293c9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 642c374a-68a6-4120-9d7e-cd3e609c439a) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:34.523113 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81994fb7-2d39-48fb-85da-18025768ba48 None None] Routers {'128ab4d3-71cf-4eba-a4e3-5b230dbc773a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:34.523932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-81994fb7-2d39-48fb-85da-18025768ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['128ab4d3-71cf-4eba-a4e3-5b230dbc773a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:34.535721 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ea4cb1-7f72-44cb-bf7e-b9119fd293c9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:34.536319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4cb1-7f72-44cb-bf7e-b9119fd293c9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.562551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689544f0-e3eb-43d3-9dc3-1f93444e0c85 None None] Network 642c374a-68a6-4120-9d7e-cd3e609c439a requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:34.565526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-81994fb7-2d39-48fb-85da-18025768ba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:34.566148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81994fb7-2d39-48fb-85da-18025768ba48 None None] The sync data for ids ['128ab4d3-71cf-4eba-a4e3-5b230dbc773a'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:34.585595 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6ab37-df98-446c-9f9b-906204d39a5f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Checking segment: {'id': 'fd688348-701c-44c7-ad13-55e499ed77e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:34.586456 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f6ab37-df98-446c-9f9b-906204d39a5f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Network hostable DHCP agents. Network: 3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:34.588286 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e0ea4cb1-7f72-44cb-bf7e-b9119fd293c9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2395444 Nov 09 04:17:34.592271 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5d2b9ae8-a912-456c-a00d-292fff725fb2 tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/routers/128ab4d3-71cf-4eba-a4e3-5b230dbc773a HTTP/1.1" status: 200 len: 744 time: 0.1107934 Nov 09 04:17:34.592837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45798) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:34.597705 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45800) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:34.617262 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3aa9462c-d7e0-4755-9eb0-17464906f7f1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:34.632738 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9f2fd5ef-8325-4869-bfd3-5036b32173e1 req-752ecd32-7120-4d6d-959d-0c7067703755 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376975 Nov 09 04:17:34.659267 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1622f15e-c3cf-4cd4-a26f-be7e0c29f09c tempest-RoutersIpV6AdminTest-2052813321 tempest-RoutersIpV6AdminTest-2052813321-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&device_id=128ab4d3-71cf-4eba-a4e3-5b230dbc773a HTTP/1.1" status: 200 len: 205 time: 0.0497282 Nov 09 04:17:34.659267 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45802) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:34.661049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e60700e6-0abb-4c25-8a60-b2f969192dd4 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.663635 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e60700e6-0abb-4c25-8a60-b2f969192dd4 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.664763 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e60700e6-0abb-4c25-8a60-b2f969192dd4 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/floatingips/f0b6426e-4232-43fe-8708-18b10203b875 HTTP/1.1" status: 204 len: 168 time: 1.5087225 Nov 09 04:17:34.671158 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45806) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:34.692876 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': 'f278b705-b00c-4287-be05-940dcb8a20d2'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:34.693071 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-54706e4b-ff81-4eb4-828f-47a702e2e250 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "GET /v2.0/ports?device_id=128ab4d3-71cf-4eba-a4e3-5b230dbc773a HTTP/1.1" status: 200 len: 205 time: 0.0325015 Nov 09 04:17:34.693071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45808) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:34.704509 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Allocated IP 172.26.5.26 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/703f689e-0d25-415b-9f00-403864213b87) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:34.721659 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f6ab37-df98-446c-9f9b-906204d39a5f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Network 3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:34.770418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-e0f6ab37-df98-446c-9f9b-906204d39a5f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:34.780017 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f6ab37-df98-446c-9f9b-906204d39a5f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:34.780624 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0f6ab37-df98-446c-9f9b-906204d39a5f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.782142 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb4f865-72c6-49c7-ab2e-fde62c439f3f None None] Network 3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:34.783648 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-37cc897e-84d8-4c23-960d-e306bf320905 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.812277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-642c374a-68a6-4120-9d7e-cd3e609c439a', 'network_id': '642c374a-68a6-4120-9d7e-cd3e609c439a', 'tenant_id': '1711d29a334a49bf9178554c47b6c30f', 'fixed_ips': [{'subnet_id': '05ab7d06-5c22-4605-be80-6e9e7d7e0e79'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:34.812829 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.821801 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.825024 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3aa9462c-d7e0-4755-9eb0-17464906f7f1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62454771'] for subnet, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:34.881557 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e0f6ab37-df98-446c-9f9b-906204d39a5f tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5736313 Nov 09 04:17:34.887422 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45816) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:35.056529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-37cc897e-84d8-4c23-960d-e306bf320905 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.060400 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-37cc897e-84d8-4c23-960d-e306bf320905 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.099423 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859', 'network_id': '3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859', 'tenant_id': 'a771c952dc90459dbd4fa1a78023b327', 'fixed_ips': [{'subnet_id': '26d17b9e-f814-4b88-a756-e5a157c5c854'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:35.100661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.128795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-e10e6627-9e91-4149-8a43-90b764ef254b tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:35.130410 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-e10e6627-9e91-4149-8a43-90b764ef254b tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.31 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 945 time: 0.1202304 Nov 09 04:17:35.139251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225989-a47e-4664-b6f9-28e5b2b017c0 req-23450fae-3177-4f59-8364-1878bde30b6e tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:35.140685 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-85225989-a47e-4664-b6f9-28e5b2b017c0 req-23450fae-3177-4f59-8364-1878bde30b6e tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 945 time: 0.1761339 Nov 09 04:17:35.150661 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-37cc897e-84d8-4c23-960d-e306bf320905 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.150661 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cc897e-84d8-4c23-960d-e306bf320905 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Fanout notify agent at l3_agent the message router_deleted on router 128ab4d3-71cf-4eba-a4e3-5b230dbc773a {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:17:35.181483 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-37cc897e-84d8-4c23-960d-e306bf320905 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.182611 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-37cc897e-84d8-4c23-960d-e306bf320905 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "DELETE /v2.0/routers/128ab4d3-71cf-4eba-a4e3-5b230dbc773a HTTP/1.1" status: 204 len: 168 time: 0.4945855 Nov 09 04:17:35.186390 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45818) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:35.229040 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bfcbc143-d9a0-4d3c-b978-320bba1db2de tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "GET /v2.0/ports?device_id=128ab4d3-71cf-4eba-a4e3-5b230dbc773a HTTP/1.1" status: 200 len: 205 time: 0.0411160 Nov 09 04:17:35.237907 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45820) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:35.257977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Allocated IP 2001:db8::2 (3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859/26d17b9e-f814-4b88-a756-e5a157c5c854/6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:35.333213 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-85225989-a47e-4664-b6f9-28e5b2b017c0 req-ce1ac498-64b4-4d23-b29c-77317878991c tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649299 Nov 09 04:17:35.355347 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-43eb14c2-33d8-40c3-ad1e-1e9a2050f306 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] delete failed (client error): The resource could not be found. Nov 09 04:17:35.357543 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-43eb14c2-33d8-40c3-ad1e-1e9a2050f306 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "DELETE /v2.0/routers/128ab4d3-71cf-4eba-a4e3-5b230dbc773a HTTP/1.1" status: 404 len: 336 time: 0.1118915 Nov 09 04:17:35.359577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-395c8d09-80f9-4980-a910-15f8989e26ba tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Deleting port 4862d803-77b2-435f-9989-18f65b7f3e03 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:35.360141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-395c8d09-80f9-4980-a910-15f8989e26ba tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.405123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45824) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:35.447970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.473492 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-efc5df9f-66a6-4bea-9577-855911af79bc tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc153b-41e9-47c4-afe6-fd9f6c464dba HTTP/1.1" status: 200 len: 205 time: 0.0672438 Nov 09 04:17:35.482423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45828) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:35.483330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 04:17:35.483330 dv-neutron-816800-2-hyperv neutron-server[101885]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 09 04:17:35.483330 dv-neutron-816800-2-hyperv neutron-server[101885]: [parameters: {'in_use': 1, 'id_1': '05ab7d06-5c22-4605-be80-6e9e7d7e0e79'}] Nov 09 04:17:35.483330 dv-neutron-816800-2-hyperv neutron-server[101885]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:17:35.484033 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:17:35.484659 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.491423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-395c8d09-80f9-4980-a910-15f8989e26ba tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] For port 4862d803-77b2-435f-9989-18f65b7f3e03, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4862d803-77b2-435f-9989-18f65b7f3e03,segment=NetworkSegment(15ceb2c9-795f-4254-ab70-ce73f3f867c6),segment_id=15ceb2c9-795f-4254-ab70-ce73f3f867c6)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:35.491785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-395c8d09-80f9-4980-a910-15f8989e26ba tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.492522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.537542 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Network 3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:35.539425 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:35.543804 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:35.554286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.579478 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-594a150c-a89a-469a-8cc6-d884faeb782a tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] delete failed (client error): The resource could not be found. Nov 09 04:17:35.582057 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-594a150c-a89a-469a-8cc6-d884faeb782a tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "DELETE /v2.0/routers/98dc153b-41e9-47c4-afe6-fd9f6c464dba HTTP/1.1" status: 404 len: 336 time: 0.0928450 Nov 09 04:17:35.583316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Pushing event updated for resources: {'Port': ['ID=6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:35.599095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45830) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:35.613910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Attempting to bind port 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:35.614275 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Attempting to bind port 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'fd688348-701c-44c7-ad13-55e499ed77e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:35.614771 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Attempting to bind port 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef on network 3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:35.620212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:35.620629 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Checking segment: {'id': 'fd688348-701c-44c7-ad13-55e499ed77e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:35.620987 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.621364 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Bound using segment: {'id': 'fd688348-701c-44c7-ad13-55e499ed77e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:35.621859 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Bound port: 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd688348-701c-44c7-ad13-55e499ed77e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:35.622238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.658686 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9ab3abe9-a53b-4c66-8ee7-7f9babdf85b4 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "GET /v2.0/ports?device_id=52c39d54-7e95-4000-baa1-b0c444d85cbe HTTP/1.1" status: 200 len: 205 time: 0.0560095 Nov 09 04:17:35.666517 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45832) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:35.704007 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.710233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] For port 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:35.714474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] For port 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef,segment=NetworkSegment(fd688348-701c-44c7-ad13-55e499ed77e3),segment_id=fd688348-701c-44c7-ad13-55e499ed77e3)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:35.720455 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.790059 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deaa8fa-caa9-4a6e-8d77-2af5988b082f None None] Pushing event updated for resources: {'Port': ['ID=6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:35.792960 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-991e40a2-1d00-49b2-8f34-44cc8300ccc2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] delete failed (client error): The resource could not be found. Nov 09 04:17:35.796604 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-991e40a2-1d00-49b2-8f34-44cc8300ccc2 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "DELETE /v2.0/routers/52c39d54-7e95-4000-baa1-b0c444d85cbe HTTP/1.1" status: 404 len: 336 time: 0.1257420 Nov 09 04:17:35.804832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45834) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:35.834576 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:35.836848 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3aa9462c-d7e0-4755-9eb0-17464906f7f1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748279794059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62889612'] for subnet, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.870225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:35.872750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:35.876524 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0913a616-d5bb-49e3-97b3-e5a88eb75794 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "GET /v2.0/ports?device_id=110612c9-5c18-43a8-bbda-98db19dd2703 HTTP/1.1" status: 200 len: 205 time: 0.0683906 Nov 09 04:17:35.903306 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45836) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:35.929448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Pushing event updated for resources: {'Port': ['ID=703f689e-0d25-415b-9f00-403864213b87,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:35.948162 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.968892 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa9462c-d7e0-4755-9eb0-17464906f7f1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:35.970056 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3aa9462c-d7e0-4755-9eb0-17464906f7f1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:35.971189 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-a34626fb-b8b6-4e0c-9221-25d8d3201040 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] delete failed (client error): The resource could not be found. Nov 09 04:17:35.971420 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3aa9462c-d7e0-4755-9eb0-17464906f7f1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "PUT /v2.0/subnets/05ab7d06-5c22-4605-be80-6e9e7d7e0e79 HTTP/1.1" status: 200 len: 900 time: 1.3602264 Nov 09 04:17:35.974597 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a34626fb-b8b6-4e0c-9221-25d8d3201040 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "DELETE /v2.0/routers/110612c9-5c18-43a8-bbda-98db19dd2703 HTTP/1.1" status: 404 len: 336 time: 0.0606349 Nov 09 04:17:35.985939 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:36.003119 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45838) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:36.003562 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45840) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:36.093173 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9462c-d7e0-4755-9eb0-17464906f7f1 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event updated for resources: {'Subnet': ['ID=05ab7d06-5c22-4605-be80-6e9e7d7e0e79,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:36.112399 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1b2cb492-15e7-44da-9d52-b58701e49958 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "GET /v2.0/ports?device_id=e036937b-8bd6-4ecb-8461-ae14bfe96951 HTTP/1.1" status: 200 len: 205 time: 0.1036267 Nov 09 04:17:36.117320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45846) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:36.122516 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Deleting port 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:36.122855 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:36.164571 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56096689-4a39-4694-898a-59c38bc09f38 req-0dfb2706-6ea0-4068-ad04-8ff815c0edcc tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:36.166189 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-56096689-4a39-4694-898a-59c38bc09f38 req-0dfb2706-6ea0-4068-ad04-8ff815c0edcc tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 946 time: 0.6399758 Nov 09 04:17:36.222967 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Allocated IP 2001:db8::3 (642c374a-68a6-4120-9d7e-cd3e609c439a/05ab7d06-5c22-4605-be80-6e9e7d7e0e79/42e3565d-a6b5-495f-99f9-42ebd78aaf50) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:36.298877 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-3f754fc0-a7a7-4c63-809f-341f172624e4 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] delete failed (client error): The resource could not be found. Nov 09 04:17:36.302303 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3f754fc0-a7a7-4c63-809f-341f172624e4 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "DELETE /v2.0/routers/e036937b-8bd6-4ecb-8461-ae14bfe96951 HTTP/1.1" status: 404 len: 336 time: 0.1749797 Nov 09 04:17:36.306082 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45848) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:36.325638 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-395c8d09-80f9-4980-a910-15f8989e26ba tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:36.326243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-395c8d09-80f9-4980-a910-15f8989e26ba tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:36.326722 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-395c8d09-80f9-4980-a910-15f8989e26ba tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Floating IP 8b735dac-d0b8-4f87-a48a-5b7e26847f55 disassociated. External IP: 172.26.5.107, port: 4862d803-77b2-435f-9989-18f65b7f3e03. Nov 09 04:17:36.327307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-395c8d09-80f9-4980-a910-15f8989e26ba tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Calling delete_port for 4862d803-77b2-435f-9989-18f65b7f3e03 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:36.348252 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cf387eef-ca6d-495c-b6c8-ac3fcd911226 tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "GET /v2.0/ports?device_id=856a0bc4-aa19-41a4-8fba-0a9261ec434f HTTP/1.1" status: 200 len: 205 time: 0.0365074 Nov 09 04:17:36.355027 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-56096689-4a39-4694-898a-59c38bc09f38 req-624e421a-7c2a-4360-89f7-76c8cb289c8b tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763458 Nov 09 04:17:36.355662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45850) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:36.393784 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:36.403226 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:36.437791 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-f2fe60cf-067f-46a4-84ff-c164ea0f558b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] delete failed (client error): The resource could not be found. Nov 09 04:17:36.439400 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f2fe60cf-067f-46a4-84ff-c164ea0f558b tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "DELETE /v2.0/routers/856a0bc4-aa19-41a4-8fba-0a9261ec434f HTTP/1.1" status: 404 len: 336 time: 0.0813212 Nov 09 04:17:36.442200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45854) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:36.483029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Network 642c374a-68a6-4120-9d7e-cd3e609c439a is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:36.484510 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Allocated IP 172.26.5.91 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/7a2d72bf-a525-4598-800d-b1030a36d530) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:36.490722 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfeb1497-b7d9-4bb9-a6ad-802f163d10cd tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:36.491181 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfeb1497-b7d9-4bb9-a6ad-802f163d10cd tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:36.491746 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:36.492211 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:36.494198 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cfeb1497-b7d9-4bb9-a6ad-802f163d10cd tempest-RoutersIpV6AdminTest-1306617913 tempest-RoutersIpV6AdminTest-1306617913-project] 10.222.0.21 "DELETE /v2.0/subnets/67fba0cc-ca9a-44c9-831a-5befa99069ce HTTP/1.1" status: 404 len: 337 time: 0.0511413 Nov 09 04:17:36.505613 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:36.514588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123c284-5cba-4cb4-bc36-d97119266652 req-5dbd0308-312e-4b65-bc2a-a37a1f37e59f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:36.516180 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2123c284-5cba-4cb4-bc36-d97119266652 req-5dbd0308-312e-4b65-bc2a-a37a1f37e59f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.3091753 Nov 09 04:17:36.539078 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] For port 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef,segment=NetworkSegment(fd688348-701c-44c7-ad13-55e499ed77e3),segment_id=fd688348-701c-44c7-ad13-55e499ed77e3)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:36.539487 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:36.552298 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27688193-7216-4b8f-b4ba-d57578aca6e1 req-d2340f3d-e3bc-44e7-ada9-0587decb232b tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:36.553935 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-27688193-7216-4b8f-b4ba-d57578aca6e1 req-d2340f3d-e3bc-44e7-ada9-0587decb232b tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 945 time: 0.0931749 Nov 09 04:17:36.596180 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Attempting to bind port 42e3565d-a6b5-495f-99f9-42ebd78aaf50 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:36.597007 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Attempting to bind port 42e3565d-a6b5-495f-99f9-42ebd78aaf50 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '4800585a-48eb-44fd-b4cb-5e6d94a9c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '642c374a-68a6-4120-9d7e-cd3e609c439a'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:36.597570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Attempting to bind port 42e3565d-a6b5-495f-99f9-42ebd78aaf50 on network 642c374a-68a6-4120-9d7e-cd3e609c439a {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:36.604637 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Pushing event updated for resources: {'Port': ['ID=42e3565d-a6b5-495f-99f9-42ebd78aaf50,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:36.608022 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:36.608356 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Calling delete_port for 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:36.609032 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Checking segment: {'id': '4800585a-48eb-44fd-b4cb-5e6d94a9c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '642c374a-68a6-4120-9d7e-cd3e609c439a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:36.609441 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:36.609980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Bound using segment: {'id': '4800585a-48eb-44fd-b4cb-5e6d94a9c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '642c374a-68a6-4120-9d7e-cd3e609c439a'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:36.611538 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Bound port: 42e3565d-a6b5-495f-99f9-42ebd78aaf50, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4800585a-48eb-44fd-b4cb-5e6d94a9c450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '642c374a-68a6-4120-9d7e-cd3e609c439a'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:36.611928 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:36.678148 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-27688193-7216-4b8f-b4ba-d57578aca6e1 req-2ccbbcad-6fbb-4735-9d64-3a38002d8067 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups?id=63b2237b-06c6-43f5-98d7-7640c2d24bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115322 Nov 09 04:17:36.684693 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-395c8d09-80f9-4980-a910-15f8989e26ba tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:36.731072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c8d09-80f9-4980-a910-15f8989e26ba tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Pushing event deleted for resources: {'Port': ['ID=4862d803-77b2-435f-9989-18f65b7f3e03,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:36.752845 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] For port 42e3565d-a6b5-495f-99f9-42ebd78aaf50, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:36.756933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] For port 42e3565d-a6b5-495f-99f9-42ebd78aaf50, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=42e3565d-a6b5-495f-99f9-42ebd78aaf50,segment=NetworkSegment(4800585a-48eb-44fd-b4cb-5e6d94a9c450),segment_id=4800585a-48eb-44fd-b4cb-5e6d94a9c450)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:36.766273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:36.904601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add04efe-0c29-40d4-b8ea-150d643b5614 None None] Pushing event updated for resources: {'Port': ['ID=42e3565d-a6b5-495f-99f9-42ebd78aaf50,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:36.918651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-395c8d09-80f9-4980-a910-15f8989e26ba tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:17:36.928990 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2123c284-5cba-4cb4-bc36-d97119266652 req-c37a8553-cf60-4265-8ac0-1b905665cc01 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4004362 Nov 09 04:17:37.011840 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:37.097237 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45862) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:37.112574 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:37.203867 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-395c8d09-80f9-4980-a910-15f8989e26ba tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:37.216909 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69db9735-5968-4208-86af-2992e6c669ed None None] Sync routers for ids ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:37.236552 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69db9735-5968-4208-86af-2992e6c669ed None None] Routers {'75eab012-a5ca-4d7b-a862-9b75e28bbfd8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:37.237180 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-69db9735-5968-4208-86af-2992e6c669ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:37.238993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:37.239397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:37.312922 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:37.356156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-395c8d09-80f9-4980-a910-15f8989e26ba tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] No DVR routers for this DVR port 4862d803-77b2-435f-9989-18f65b7f3e03 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:37.359144 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-395c8d09-80f9-4980-a910-15f8989e26ba tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:37.362968 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-715242c4-14d5-4b34-8cb5-ca2ec13530a4 req-395c8d09-80f9-4980-a910-15f8989e26ba tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.31 "DELETE /v2.0/ports/4862d803-77b2-435f-9989-18f65b7f3e03 HTTP/1.1" status: 204 len: 173 time: 2.2213230 Nov 09 04:17:37.363511 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9758b208-85d2-4784-b1e3-c0efb0d674ea', 'name': 'network-vif-deleted', 'tag': '4862d803-77b2-435f-9989-18f65b7f3e03'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:17:37.374766 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd5d6c4-30de-4cf6-803e-1f5df5fd9e15" -d '{"events": [{"server_uuid": "9758b208-85d2-4784-b1e3-c0efb0d674ea", "name": "network-vif-deleted", "tag": "4862d803-77b2-435f-9989-18f65b7f3e03"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:17:37.419368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb5ebfe-0552-41c2-9443-3d9f655dbc73 None None] Network 3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:37.481595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:37.544042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f194ea-d732-431b-ad5b-f57328cc5590 req-191b29a2-5bdd-49d2-bbb7-1431e799600b tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:37.562832 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-93f194ea-d732-431b-ad5b-f57328cc5590 req-191b29a2-5bdd-49d2-bbb7-1431e799600b tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 946 time: 0.0935369 Nov 09 04:17:37.651233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef,segment=NetworkSegment(fd688348-701c-44c7-ad13-55e499ed77e3),segment_id=fd688348-701c-44c7-ad13-55e499ed77e3)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:37.664640 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:37.679624 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-93f194ea-d732-431b-ad5b-f57328cc5590 req-a121f65a-0969-43ef-bd86-45e71d852937 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149075 Nov 09 04:17:37.693928 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-69db9735-5968-4208-86af-2992e6c669ed None None] Set router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:17:37.736950 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:37.748212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-52dc64ab-b1cb-4b88-b328-063443b7f54e None None] Provisioning complete for port 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:37.748585 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52dc64ab-b1cb-4b88-b328-063443b7f54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:37.772419 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d875f0f-ec76-4d89-9372-7a8220f06b37 x-openstack-request-id: req-9d875f0f-ec76-4d89-9372-7a8220f06b37 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:17:37.773011 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9758b208-85d2-4784-b1e3-c0efb0d674ea", "name": "network-vif-deleted", "tag": "4862d803-77b2-435f-9989-18f65b7f3e03", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:17:37.773470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d875f0f-ec76-4d89-9372-7a8220f06b37 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:17:37.774131 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9758b208-85d2-4784-b1e3-c0efb0d674ea', 'name': 'network-vif-deleted', 'tag': '4862d803-77b2-435f-9989-18f65b7f3e03', 'status': 'completed', 'code': 200} Nov 09 04:17:38.011672 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e232d20f-b4bb-4314-8b4c-a4acd008bd2d req-a27bcbb7-1749-4e1b-a44b-32efee5fcc9d tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/ports?device_id=9758b208-85d2-4784-b1e3-c0efb0d674ea HTTP/1.1" status: 200 len: 210 time: 0.0460613 Nov 09 04:17:38.114778 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-69db9735-5968-4208-86af-2992e6c669ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:03Z', 'revision_number': 4, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'gw_port': {'id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:51Z', 'updated_at': '2021-11-09T04:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '80608bd0-4a36-4787-89a0-7c0ddb4c2263', 'name': '', 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'mac_address': 'fa:16:3e:23:46:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:09Z', 'revision_number': 5, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'subnets': [{'id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:38.165248 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69db9735-5968-4208-86af-2992e6c669ed None None] Checking router: 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:17:38.175160 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69db9735-5968-4208-86af-2992e6c669ed None None] Routers {'75eab012-a5ca-4d7b-a862-9b75e28bbfd8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:38.175857 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-69db9735-5968-4208-86af-2992e6c669ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:38.256368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-e7d2bd79-d1f3-4aa5-b4c4-408bff9784a7 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:38.263348 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-e7d2bd79-d1f3-4aa5-b4c4-408bff9784a7 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 946 time: 1.4525099 Nov 09 04:17:38.327052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e2530873-208d-4f5a-ade4-6f0eacde038f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:38.330006 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Deleting port 42e3565d-a6b5-495f-99f9-42ebd78aaf50 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:38.330335 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:38.340187 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-69db9735-5968-4208-86af-2992e6c669ed None None] Set router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:17:38.488943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:38.509932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fb1962-0ed1-4e17-bc7d-55f562bd7897 None None] Network 642c374a-68a6-4120-9d7e-cd3e609c439a requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:38.550851 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] For port 42e3565d-a6b5-495f-99f9-42ebd78aaf50, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=42e3565d-a6b5-495f-99f9-42ebd78aaf50,segment=NetworkSegment(4800585a-48eb-44fd-b4cb-5e6d94a9c450),segment_id=4800585a-48eb-44fd-b4cb-5e6d94a9c450)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:38.551216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:38.563985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Calling delete_port for 42e3565d-a6b5-495f-99f9-42ebd78aaf50 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:38.583237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-cc274d69-bd86-4047-97f7-6d919a237670 None None] Provisioning complete for port 42e3565d-a6b5-495f-99f9-42ebd78aaf50 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:38.583603 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cc274d69-bd86-4047-97f7-6d919a237670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:38.599906 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-69db9735-5968-4208-86af-2992e6c669ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:03Z', 'revision_number': 4, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'gw_port': {'id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:51Z', 'updated_at': '2021-11-09T04:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '80608bd0-4a36-4787-89a0-7c0ddb4c2263', 'name': '', 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'mac_address': 'fa:16:3e:23:46:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:09Z', 'revision_number': 5, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'subnets': [{'id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:38.634806 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69db9735-5968-4208-86af-2992e6c669ed None None] The sync data for ids ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'] in dv-neutron-816800-2-hyperv is: [{'id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:03Z', 'revision_number': 4, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'gw_port': {'id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:51Z', 'updated_at': '2021-11-09T04:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '80608bd0-4a36-4787-89a0-7c0ddb4c2263', 'name': '', 'network_id': '5ce73bf0-f08d-4515-bc4d-a4385e38aaa2', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'mac_address': 'fa:16:3e:23:46:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:09Z', 'revision_number': 5, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'subnets': [{'id': '2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:38.652621 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd5b47-edfa-49ec-9eb6-317765efd2f9 req-94a0b00c-405c-481e-8506-cb21e38575f0 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:38.654337 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-57fd5b47-edfa-49ec-9eb6-317765efd2f9 req-94a0b00c-405c-481e-8506-cb21e38575f0 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 1.1291609 Nov 09 04:17:38.667705 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:38.768544 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cc274d69-bd86-4047-97f7-6d919a237670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:38.844728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:38.887460 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-cc274d69-bd86-4047-97f7-6d919a237670 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 04:17:38.887460 dv-neutron-816800-2-hyperv neutron-server[101885]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 09 04:17:38.887460 dv-neutron-816800-2-hyperv neutron-server[101885]: [parameters: {'status': 'ACTIVE', 'ports_id': '42e3565d-a6b5-495f-99f9-42ebd78aaf50'}] Nov 09 04:17:38.887460 dv-neutron-816800-2-hyperv neutron-server[101885]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:17:38.890050 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-cc274d69-bd86-4047-97f7-6d919a237670 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:17:38.905437 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:38.927313 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:38.934938 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:38.941359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e5f96-d8f3-4a26-bccb-10cebc9f28c4 req-50b77b3e-c832-41cf-a7e1-64028fae66cb tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:38.956122 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d57e5f96-d8f3-4a26-bccb-10cebc9f28c4 req-50b77b3e-c832-41cf-a7e1-64028fae66cb tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 946 time: 0.1469951 Nov 09 04:17:39.017287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-3babcb4c-d840-4a80-bf20-d737c23e1ce4 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Deleting port e1f6022d-2dde-4034-af66-8dc0071308ed {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:39.017287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-3babcb4c-d840-4a80-bf20-d737c23e1ce4 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.020428 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=7a2d72bf-a525-4598-800d-b1030a36d530,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:39.046492 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316335b9-5a12-431a-ab70-b420a148a50c None None] Network 642c374a-68a6-4120-9d7e-cd3e609c439a requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:39.058738 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d57e5f96-d8f3-4a26-bccb-10cebc9f28c4 req-4e1cb34a-7657-472c-b231-217ca2f2b943 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016252 Nov 09 04:17:39.137473 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Port': ['ID=6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:39.153246 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27b8642-e091-44e1-bfd7-6a970d3d54a3 None None] New status for floating IP 8b735dac-d0b8-4f87-a48a-5b7e26847f55: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:17:39.160324 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:39.194932 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-57fd5b47-edfa-49ec-9eb6-317765efd2f9 req-7b2b0b3c-65c4-46fa-9f7a-cbcc78f4869c tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5185373 Nov 09 04:17:39.205501 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.219718 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45886) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:39.345546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4131098b-061e-429c-96bd-d9ad8f1338b3 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.346703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] No DVR routers for this DVR port 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:39.348436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5593b904-c4e3-483e-bf32-575fae2415e2 None None] DHCP port deletion for 3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:17:39.367329 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:39.367679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 04:17:39.384373 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4131098b-061e-429c-96bd-d9ad8f1338b3 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.428881 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.452508 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Port 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef not found, will not notify nova. {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 04:17:39.452920 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 42e3565d-a6b5-495f-99f9-42ebd78aaf50 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:39.459090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-cc274d69-bd86-4047-97f7-6d919a237670 None None] Port 42e3565d-a6b5-495f-99f9-42ebd78aaf50 update to ACTIVE by agent not found {{(pid=101885) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 09 04:17:39.461045 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4131098b-061e-429c-96bd-d9ad8f1338b3 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.465830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4131098b-061e-429c-96bd-d9ad8f1338b3 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.467552 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4131098b-061e-429c-96bd-d9ad8f1338b3 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "DELETE /v2.0/security-groups/63b2237b-06c6-43f5-98d7-7640c2d24bde HTTP/1.1" status: 204 len: 168 time: 0.2469659 Nov 09 04:17:39.480170 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45890) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:39.481779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131098b-061e-429c-96bd-d9ad8f1338b3 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b2237b-06c6-43f5-98d7-7640c2d24bde,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:39.517396 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-b77bca3b-6e6f-4c9a-8a2a-dd5d0bdb049d tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] show failed (client error): The resource could not be found. Nov 09 04:17:39.518957 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b77bca3b-6e6f-4c9a-8a2a-dd5d0bdb049d tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "GET /v2.0/security-groups/63b2237b-06c6-43f5-98d7-7640c2d24bde HTTP/1.1" status: 404 len: 347 time: 0.0263700 Nov 09 04:17:39.522155 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45894) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:39.555436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.591443 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 42e3565d-a6b5-495f-99f9-42ebd78aaf50 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:39.591805 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 42e3565d-a6b5-495f-99f9-42ebd78aaf50 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 04:17:39.594556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-cc274d69-bd86-4047-97f7-6d919a237670 None None] Could not find standard attr ID for object 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:17:39.645176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f6818-3fe0-4aff-9fde-9157e313f8c0 None None] Network 3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:39.648450 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Port 42e3565d-a6b5-495f-99f9-42ebd78aaf50 not found, will not notify nova. {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 04:17:39.666654 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.694816 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:39.706231 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4862d803-77b2-435f-9989-18f65b7f3e03 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:39.708467 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd688348-701c-44c7-ad13-55e499ed77e3') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:39.708918 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd688348-701c-44c7-ad13-55e499ed77e3') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:39.721708 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.735189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Port': ['ID=42e3565d-a6b5-495f-99f9-42ebd78aaf50,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:39.744308 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.747027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-be1886c7-14f7-4b18-9fcd-da8ae4e47204 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Deleting port 87fc9dc0-ea72-4c51-8817-6b735e6dff72 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:39.747606 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-be1886c7-14f7-4b18-9fcd-da8ae4e47204 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.748336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Subnet': ['ID=26d17b9e-f814-4b88-a756-e5a157c5c854,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:39.814183 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:39.814748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:39.818053 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:39.829393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-aed84476-3361-43f7-aba7-0a0fa7f1c1cf None None] Could not find standard attr ID for object 42e3565d-a6b5-495f-99f9-42ebd78aaf50. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:17:39.830737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 4862d803-77b2-435f-9989-18f65b7f3e03 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:39.831580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4862d803-77b2-435f-9989-18f65b7f3e03 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:39.883104 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Router 1830f382-e4cb-4710-8d26-3b47a5c6b95a is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:17:39.883326 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a47412-18c1-44db-845e-99a27381e326 req-be9d28f6-7b95-443d-8a0c-b2bc4ed151a7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:39.885140 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-34a47412-18c1-44db-845e-99a27381e326 req-be9d28f6-7b95-443d-8a0c-b2bc4ed151a7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1245983 Nov 09 04:17:39.926056 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-3babcb4c-d840-4a80-bf20-d737c23e1ce4 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] For port e1f6022d-2dde-4034-af66-8dc0071308ed, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e1f6022d-2dde-4034-af66-8dc0071308ed,segment=NetworkSegment(1a00d6b2-9273-40e8-af28-70e67890abd1),segment_id=1a00d6b2-9273-40e8-af28-70e67890abd1)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:39.926702 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-3babcb4c-d840-4a80-bf20-d737c23e1ce4 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.932320 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512e9252-ac12-4135-b09f-6dd233d914b5 None None] DHCP port deletion for 3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:17:39.960919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-be1886c7-14f7-4b18-9fcd-da8ae4e47204 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.961246 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-be1886c7-14f7-4b18-9fcd-da8ae4e47204 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:39.973711 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-34a47412-18c1-44db-845e-99a27381e326 req-4c02f3e0-050a-49e6-91e2-aabb4e8777c2 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769181 Nov 09 04:17:39.981488 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-be1886c7-14f7-4b18-9fcd-da8ae4e47204 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Calling delete_port for 87fc9dc0-ea72-4c51-8817-6b735e6dff72 owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:39.993526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No DVR routers for this DVR port 42e3565d-a6b5-495f-99f9-42ebd78aaf50 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:39.996290 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e2530873-208d-4f5a-ade4-6f0eacde038f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.031371 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e2530873-208d-4f5a-ade4-6f0eacde038f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.163177 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-be1886c7-14f7-4b18-9fcd-da8ae4e47204 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.189123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.195437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1886c7-14f7-4b18-9fcd-da8ae4e47204 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Pushing event deleted for resources: {'Port': ['ID=87fc9dc0-ea72-4c51-8817-6b735e6dff72,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:40.262504 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-be1886c7-14f7-4b18-9fcd-da8ae4e47204 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.265824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-be1886c7-14f7-4b18-9fcd-da8ae4e47204 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.269979 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-be1886c7-14f7-4b18-9fcd-da8ae4e47204 tempest-ServersTestManualDisk-84724669 tempest-ServersTestManualDisk-84724669-project] 10.222.0.21 "DELETE /v2.0/floatingips/8b735dac-d0b8-4f87-a48a-5b7e26847f55 HTTP/1.1" status: 204 len: 168 time: 0.7465837 Nov 09 04:17:40.270755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45902) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:40.271273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76545c0e-3817-4cda-aa76-5013727f02dd None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:17:40.325774 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.329528 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/networks/3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859 HTTP/1.1" status: 204 len: 168 time: 5.4319561 Nov 09 04:17:40.332091 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4f26d-6140-46a2-9f0f-3d8df9e50bf1 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Network': ['ID=3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:40.337309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45904) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:40.346377 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3b2cd7de-80f2-4c1f-87be-d3ce504a0164 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2094466071'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:40.379610 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e2530873-208d-4f5a-ade4-6f0eacde038f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62eeba1f8e9e4c169873634ab0e06d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2684407 Nov 09 04:17:40.382452 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45906) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:40.405005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76545c0e-3817-4cda-aa76-5013727f02dd None None] Resources bound (agent type, host, resource id): {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 04:17:40.411840 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2530873-208d-4f5a-ade4-6f0eacde038f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd79f1dd-8416-4e40-8a63-e3b6f1d44903,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:40.455691 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2cd7de-80f2-4c1f-87be-d3ce504a0164 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Made reservation on behalf of a771c952dc90459dbd4fa1a78023b327 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:40.459193 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3b2cd7de-80f2-4c1f-87be-d3ce504a0164 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.474738 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.519298 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-842844e0-c7b9-4510-9b2e-511789c878a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.567420 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0c578-0117-4a42-aa0d-04f526af3c55 req-dd328cb2-2c4c-447f-8273-1f4e507526e9 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:40.568946 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-60d0c578-0117-4a42-aa0d-04f526af3c55 req-dd328cb2-2c4c-447f-8273-1f4e507526e9 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 946 time: 0.3766546 Nov 09 04:17:40.580193 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2cd7de-80f2-4c1f-87be-d3ce504a0164 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:40.594416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:40.594626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-842844e0-c7b9-4510-9b2e-511789c878a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.614539 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e1d2b5-4fba-4aa5-a0d7-c75c4cb534a0 None None] Sync routers for ids ['1830f382-e4cb-4710-8d26-3b47a5c6b95a'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:40.618161 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3b2cd7de-80f2-4c1f-87be-d3ce504a0164 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.618161 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-3b2cd7de-80f2-4c1f-87be-d3ce504a0164 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Added segment fc678f43-97f6-4a19-bba1-672b0acc95aa of type vlan for network 91ecb083-ff87-4b95-912d-7bcecaa9ad7c Nov 09 04:17:40.626485 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e1d2b5-4fba-4aa5-a0d7-c75c4cb534a0 None None] Routers {'1830f382-e4cb-4710-8d26-3b47a5c6b95a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:40.627475 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-40e1d2b5-4fba-4aa5-a0d7-c75c4cb534a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1830f382-e4cb-4710-8d26-3b47a5c6b95a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:40.660518 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-40e1d2b5-4fba-4aa5-a0d7-c75c4cb534a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:40.669970 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e1d2b5-4fba-4aa5-a0d7-c75c4cb534a0 None None] Routers {'1830f382-e4cb-4710-8d26-3b47a5c6b95a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:40.670800 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-40e1d2b5-4fba-4aa5-a0d7-c75c4cb534a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1830f382-e4cb-4710-8d26-3b47a5c6b95a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:40.707453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3b2cd7de-80f2-4c1f-87be-d3ce504a0164 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.708187 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-40e1d2b5-4fba-4aa5-a0d7-c75c4cb534a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:40.709027 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e1d2b5-4fba-4aa5-a0d7-c75c4cb534a0 None None] The sync data for ids ['1830f382-e4cb-4710-8d26-3b47a5c6b95a'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:40.769060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-842844e0-c7b9-4510-9b2e-511789c878a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.771823 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-842844e0-c7b9-4510-9b2e-511789c878a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.772978 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-842844e0-c7b9-4510-9b2e-511789c878a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd79f1dd-8416-4e40-8a63-e3b6f1d44903 HTTP/1.1" status: 204 len: 168 time: 0.3895965 Nov 09 04:17:40.775053 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.778888 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f664fd03-2752-46cf-9547-928026860ab9 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.0421488 Nov 09 04:17:40.791845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45910) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:40.794556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3b2cd7de-80f2-4c1f-87be-d3ce504a0164 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.796419 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:40.800675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2cd7de-80f2-4c1f-87be-d3ce504a0164 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:40.801265 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3b2cd7de-80f2-4c1f-87be-d3ce504a0164 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.807514 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-3babcb4c-d840-4a80-bf20-d737c23e1ce4 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.807985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-3babcb4c-d840-4a80-bf20-d737c23e1ce4 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.808424 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-3babcb4c-d840-4a80-bf20-d737c23e1ce4 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Floating IP 85148554-d98f-4872-ac01-c0940518eea6 disassociated. External IP: 172.26.5.150, port: e1f6022d-2dde-4034-af66-8dc0071308ed. Nov 09 04:17:40.808550 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-3babcb4c-d840-4a80-bf20-d737c23e1ce4 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Calling delete_port for e1f6022d-2dde-4034-af66-8dc0071308ed owned by compute:nova {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:40.844905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842844e0-c7b9-4510-9b2e-511789c878a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd79f1dd-8416-4e40-8a63-e3b6f1d44903,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:40.885575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:40.886394 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3b2cd7de-80f2-4c1f-87be-d3ce504a0164 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5477648 Nov 09 04:17:40.896475 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45912) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:40.901477 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3bbc97ee-09c6-48a7-89ba-5b5631a10e5c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Request body: {'subnet': {'network_id': '91ecb083-ff87-4b95-912d-7bcecaa9ad7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:40.929981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cd7de-80f2-4c1f-87be-d3ce504a0164 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event updated for resources: {'Network': ['ID=91ecb083-ff87-4b95-912d-7bcecaa9ad7c,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:40.947027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 91ecb083-ff87-4b95-912d-7bcecaa9ad7c details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:40.949894 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-60d0c578-0117-4a42-aa0d-04f526af3c55 req-a78f74ab-171f-4f26-8b2c-6973606ca069 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups?id=a62fcfb5-5370-435c-a770-1257c459131f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3625467 Nov 09 04:17:40.963835 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Subnet': ['ID=05ab7d06-5c22-4605-be80-6e9e7d7e0e79,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:41.021907 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ea548d-4d9a-433c-b5df-3a6bc2ee7ee3 None None] Network 642c374a-68a6-4120-9d7e-cd3e609c439a requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:41.140012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:41.169921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45918) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:41.184797 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:41.185143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6278fa8d-17a1-4929-9eb1-a4ff8c6a33ef not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:41.261988 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d376686-b5f3-4f33-8610-23712a01bdf4 req-d54b9416-62e9-4dcf-a829-0647ad5272a0 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:41.263517 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4d376686-b5f3-4f33-8610-23712a01bdf4 req-d54b9416-62e9-4dcf-a829-0647ad5272a0 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1757433 Nov 09 04:17:41.303680 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed8c806-fd0a-414c-998b-2a6af4f187e8 None None] DHCP port deletion for 642c374a-68a6-4120-9d7e-cd3e609c439a request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:17:41.313831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbc97ee-09c6-48a7-89ba-5b5631a10e5c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Made reservation on behalf of a771c952dc90459dbd4fa1a78023b327 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:41.318438 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3bbc97ee-09c6-48a7-89ba-5b5631a10e5c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:41.369041 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-57241bae-f04d-41ff-8547-6ada6a728e78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da0ffd6102044448b330d1e7ce8ea48c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1953800 Nov 09 04:17:41.380869 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45920) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:41.472873 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4d376686-b5f3-4f33-8610-23712a01bdf4 req-e94eddcb-1d51-4462-9234-fb46d9afc1f8 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789169 Nov 09 04:17:41.473911 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:41.510006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c3fdc11-cc63-4eaa-842d-3f844fc22da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:41.515629 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:41.519431 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642c374a-68a6-4120-9d7e-cd3e609c439a']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:41.560947 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4800585a-48eb-44fd-b4cb-5e6d94a9c450') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:41.561234 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4800585a-48eb-44fd-b4cb-5e6d94a9c450') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:41.577034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-31f5b386-8b16-47c3-9c6a-7f4d9037877f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:41.612859 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:41.639131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:41.664355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-31f5b386-8b16-47c3-9c6a-7f4d9037877f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:41.689953 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:41.690382 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:41.693387 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:41.699167 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e1f6022d-2dde-4034-af66-8dc0071308ed no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:41.782943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:41.840045 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:41.862328 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:41.868728 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/642c374a-68a6-4120-9d7e-cd3e609c439a HTTP/1.1" status: 204 len: 168 time: 5.8602662 Nov 09 04:17:41.871379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ec340-82c5-4903-94ba-2d794c2b9ce4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Network': ['ID=642c374a-68a6-4120-9d7e-cd3e609c439a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:41.875200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45922) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:41.880014 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-3babcb4c-d840-4a80-bf20-d737c23e1ce4 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:41.938536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:41.984282 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9abb4ad-37e7-4861-bdee-50f419c618ab tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:41.985298 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9abb4ad-37e7-4861-bdee-50f419c618ab tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:41.991232 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e9abb4ad-37e7-4861-bdee-50f419c618ab tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/subnets/05ab7d06-5c22-4605-be80-6e9e7d7e0e79 HTTP/1.1" status: 404 len: 337 time: 0.1064353 Nov 09 04:17:41.991232 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babcb4c-d840-4a80-bf20-d737c23e1ce4 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Pushing event deleted for resources: {'Port': ['ID=e1f6022d-2dde-4034-af66-8dc0071308ed,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:42.000374 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45926) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:42.143797 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-447083ca-0b57-4e71-8c22-0fa9d4efe79e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:42.144363 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447083ca-0b57-4e71-8c22-0fa9d4efe79e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:42.147373 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-447083ca-0b57-4e71-8c22-0fa9d4efe79e tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/642c374a-68a6-4120-9d7e-cd3e609c439a HTTP/1.1" status: 404 len: 339 time: 0.1407149 Nov 09 04:17:42.166325 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45928) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:42.170516 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-23a985c0-af2f-4e41-b95c-ae9ce2a171ff req-de60f7af-2cd8-4585-ba2c-20bf00ee3dc7 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 210 time: 0.1021445 Nov 09 04:17:42.227078 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.265830 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.295159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-3babcb4c-d840-4a80-bf20-d737c23e1ce4 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Router 7e2ca235-0f6b-40e1-97cc-315671f53050 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:17:42.304320 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-31f5b386-8b16-47c3-9c6a-7f4d9037877f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.306844 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-31f5b386-8b16-47c3-9c6a-7f4d9037877f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.308000 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-31f5b386-8b16-47c3-9c6a-7f4d9037877f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6f9bde5-6abe-4759-a307-5c978e61f475 HTTP/1.1" status: 204 len: 168 time: 0.9253454 Nov 09 04:17:42.327466 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.339903 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.344449 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bf517852-de12-4c5f-ad7d-8f11a4a974aa tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.354890 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5b386-8b16-47c3-9c6a-7f4d9037877f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f9bde5-6abe-4759-a307-5c978e61f475,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:42.402388 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.objects.ports [None req-3bbc97ee-09c6-48a7-89ba-5b5631a10e5c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:17:42.408812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3bbc97ee-09c6-48a7-89ba-5b5631a10e5c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.478819 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=7a2d72bf-a525-4598-800d-b1030a36d530,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:42.575329 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.575643 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bf517852-de12-4c5f-ad7d-8f11a4a974aa tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.578401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc97ee-09c6-48a7-89ba-5b5631a10e5c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event updated for resources: {'Subnet': ['ID=bf1cd049-1eed-45ad-9ac1-783f67099b4f,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:42.581762 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Deleting port 703f689e-0d25-415b-9f00-403864213b87 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:42.582376 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.639614 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-3babcb4c-d840-4a80-bf20-d737c23e1ce4 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:42.648138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-bf517852-de12-4c5f-ad7d-8f11a4a974aa tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f8f105-0a9b-44fb-a27d-5427506b056c']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:42.654627 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e421832c-1aff-4592-95fc-57196ca42a87 None None] Sync routers for ids ['7e2ca235-0f6b-40e1-97cc-315671f53050'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:42.667608 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e421832c-1aff-4592-95fc-57196ca42a87 None None] Routers {'7e2ca235-0f6b-40e1-97cc-315671f53050'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:42.668767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e421832c-1aff-4592-95fc-57196ca42a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7e2ca235-0f6b-40e1-97cc-315671f53050'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:42.680114 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-bf517852-de12-4c5f-ad7d-8f11a4a974aa tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c300cfd9-16f0-4a0c-90a7-de2166492588') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:42.680451 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-bf517852-de12-4c5f-ad7d-8f11a4a974aa tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c300cfd9-16f0-4a0c-90a7-de2166492588') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:42.692959 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc97ee-09c6-48a7-89ba-5b5631a10e5c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Checking segment: {'id': 'fc678f43-97f6-4a19-bba1-672b0acc95aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '91ecb083-ff87-4b95-912d-7bcecaa9ad7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:42.693321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc97ee-09c6-48a7-89ba-5b5631a10e5c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Network hostable DHCP agents. Network: 91ecb083-ff87-4b95-912d-7bcecaa9ad7c, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:42.708397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bf517852-de12-4c5f-ad7d-8f11a4a974aa tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.740687 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39c3ca-152a-4c00-8ac8-61589de1a644 req-a1166525-1937-4a6f-928b-299951a272b6 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:42.742149 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3e39c3ca-152a-4c00-8ac8-61589de1a644 req-a1166525-1937-4a6f-928b-299951a272b6 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1216226 Nov 09 04:17:42.747762 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bf517852-de12-4c5f-ad7d-8f11a4a974aa tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.759227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf517852-de12-4c5f-ad7d-8f11a4a974aa tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:42.759769 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bf517852-de12-4c5f-ad7d-8f11a4a974aa tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:42.767686 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:42.777888 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-3babcb4c-d840-4a80-bf20-d737c23e1ce4 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] No DVR routers for this DVR port e1f6022d-2dde-4034-af66-8dc0071308ed on host hv-neutron-8168 {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:42.783869 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-3babcb4c-d840-4a80-bf20-d737c23e1ce4 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.788189 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-938fa5ce-18b1-4a2a-8d80-232c6f27d7d2 req-3babcb4c-d840-4a80-bf20-d737c23e1ce4 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.31 "DELETE /v2.0/ports/e1f6022d-2dde-4034-af66-8dc0071308ed HTTP/1.1" status: 204 len: 173 time: 4.5077548 Nov 09 04:17:42.789815 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d40010-bd75-4592-8cb0-ec11cdb8abd1', 'name': 'network-vif-deleted', 'tag': 'e1f6022d-2dde-4034-af66-8dc0071308ed'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:17:42.798581 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc97ee-09c6-48a7-89ba-5b5631a10e5c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Network 91ecb083-ff87-4b95-912d-7bcecaa9ad7c is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:42.806013 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b984b497-9606-4dba-a1a2-0dd509232e97" -d '{"events": [{"server_uuid": "f5d40010-bd75-4592-8cb0-ec11cdb8abd1", "name": "network-vif-deleted", "tag": "e1f6022d-2dde-4034-af66-8dc0071308ed"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:17:42.842846 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-e421832c-1aff-4592-95fc-57196ca42a87 None None] Set router 7e2ca235-0f6b-40e1-97cc-315671f53050 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:17:42.843484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fdc11-cc63-4eaa-842d-3f844fc22da4 admin admin] Deleting port 80608bd0-4a36-4787-89a0-7c0ddb4c2263 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:42.844512 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c3fdc11-cc63-4eaa-842d-3f844fc22da4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.876953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-3bbc97ee-09c6-48a7-89ba-5b5631a10e5c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 91ecb083-ff87-4b95-912d-7bcecaa9ad7c) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:42.881876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc97ee-09c6-48a7-89ba-5b5631a10e5c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:42.882479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3bbc97ee-09c6-48a7-89ba-5b5631a10e5c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.904123 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3f6e2c-0013-4443-bc7a-9aee6efd0117 None None] Network 91ecb083-ff87-4b95-912d-7bcecaa9ad7c requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:42.922984 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029e5608-eb42-49bf-842a-e5d8cc3df764 x-openstack-request-id: req-029e5608-eb42-49bf-842a-e5d8cc3df764 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:17:42.923283 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d40010-bd75-4592-8cb0-ec11cdb8abd1", "name": "network-vif-deleted", "tag": "e1f6022d-2dde-4034-af66-8dc0071308ed", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:17:42.923543 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-029e5608-eb42-49bf-842a-e5d8cc3df764 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:17:42.923949 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d40010-bd75-4592-8cb0-ec11cdb8abd1', 'name': 'network-vif-deleted', 'tag': 'e1f6022d-2dde-4034-af66-8dc0071308ed', 'status': 'completed', 'code': 200} Nov 09 04:17:42.935324 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.940824 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 42e3565d-a6b5-495f-99f9-42ebd78aaf50 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:42.945202 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bf517852-de12-4c5f-ad7d-8f11a4a974aa tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.951810 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bf517852-de12-4c5f-ad7d-8f11a4a974aa tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:42.956716 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bf517852-de12-4c5f-ad7d-8f11a4a974aa tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/64f8f105-0a9b-44fb-a27d-5427506b056c HTTP/1.1" status: 204 len: 168 time: 0.7894161 Nov 09 04:17:42.967095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45946) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:42.980359 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Floating IP 7189eeac-50ac-4ebb-9366-620ae95bd358 associated. External IP: 172.26.5.91, port: f278b705-b00c-4287-be05-940dcb8a20d2. Nov 09 04:17:43.004661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 42e3565d-a6b5-495f-99f9-42ebd78aaf50 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:43.004923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 42e3565d-a6b5-495f-99f9-42ebd78aaf50 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:43.019290 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Calling delete_port for 703f689e-0d25-415b-9f00-403864213b87 owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:43.020264 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3bbc97ee-09c6-48a7-89ba-5b5631a10e5c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1227295 Nov 09 04:17:43.023143 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45948) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:43.028586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf517852-de12-4c5f-ad7d-8f11a4a974aa tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Network': ['ID=64f8f105-0a9b-44fb-a27d-5427506b056c,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:43.056572 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3e39c3ca-152a-4c00-8ac8-61589de1a644 req-84258f7e-523b-4ed6-8fd7-09fdc385f792 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054469 Nov 09 04:17:43.059738 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-886f40d3-e4df-4dc6-a5c7-b78c5f2220e7 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:43.060298 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886f40d3-e4df-4dc6-a5c7-b78c5f2220e7 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:43.064769 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-886f40d3-e4df-4dc6-a5c7-b78c5f2220e7 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/subnets/061ef6a3-62e0-470d-801c-111bcf952918 HTTP/1.1" status: 404 len: 337 time: 0.0891149 Nov 09 04:17:43.067429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45950) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:43.097395 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-89366bd8-4947-4990-a4d4-2ff822498dca tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:43.098187 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89366bd8-4947-4990-a4d4-2ff822498dca tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:43.103690 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-89366bd8-4947-4990-a4d4-2ff822498dca tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/62a9d3c6-538c-410b-9cd6-b43c8754c7b1 HTTP/1.1" status: 404 len: 339 time: 0.0329630 Nov 09 04:17:43.104358 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45952) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:43.164176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e29b54-742b-441e-b4aa-ac1f6de65916 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Deleting subnet 6ee78717-f34b-4ad0-8d70-8a95d810cbd2 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:17:43.171365 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-02e29b54-742b-441e-b4aa-ac1f6de65916 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:43.205261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-4c3fdc11-cc63-4eaa-842d-3f844fc22da4 admin admin] For port 80608bd0-4a36-4787-89a0-7c0ddb4c2263, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=80608bd0-4a36-4787-89a0-7c0ddb4c2263,segment=NetworkSegment(15ceb2c9-795f-4254-ab70-ce73f3f867c6),segment_id=15ceb2c9-795f-4254-ab70-ce73f3f867c6)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:43.209458 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c3fdc11-cc63-4eaa-842d-3f844fc22da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:43.251332 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-4c3fdc11-cc63-4eaa-842d-3f844fc22da4 admin admin] Calling delete_port for 80608bd0-4a36-4787-89a0-7c0ddb4c2263 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:43.267276 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-91ecb083-ff87-4b95-912d-7bcecaa9ad7c', 'network_id': '91ecb083-ff87-4b95-912d-7bcecaa9ad7c', 'tenant_id': 'a771c952dc90459dbd4fa1a78023b327', 'fixed_ips': [{'subnet_id': 'bf1cd049-1eed-45ad-9ac1-783f67099b4f'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:43.268609 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:43.299652 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-02e29b54-742b-441e-b4aa-ac1f6de65916 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:43.416928 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:43.440357 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-36745b59-dd40-4cf8-83a7-b34f5ca68303 req-74bb8f0e-0765-47ac-abc2-ba714fd3bf82 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/ports?device_id=f5d40010-bd75-4592-8cb0-ec11cdb8abd1 HTTP/1.1" status: 200 len: 210 time: 0.0580864 Nov 09 04:17:43.516750 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Allocated IP 2001:db8::f816:3eff:feba:7d7f (91ecb083-ff87-4b95-912d-7bcecaa9ad7c/bf1cd049-1eed-45ad-9ac1-783f67099b4f/70f21662-eaa6-440c-a5a5-95ecbc5e3c37) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:43.528864 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45964) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:43.533048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e421832c-1aff-4592-95fc-57196ca42a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:06Z', 'revision_number': 4, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'gw_port': {'id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:54Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '5671e01f-9f9a-443e-a806-81c85086d017', 'name': '', 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'mac_address': 'fa:16:3e:04:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:03Z', 'updated_at': '2021-11-09T04:16:12Z', 'revision_number': 5, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'subnets': [{'id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:43.536730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:17:43.563091 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e421832c-1aff-4592-95fc-57196ca42a87 None None] Checking router: 7e2ca235-0f6b-40e1-97cc-315671f53050 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:17:43.572483 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e421832c-1aff-4592-95fc-57196ca42a87 None None] Routers {'7e2ca235-0f6b-40e1-97cc-315671f53050'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:43.573313 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e421832c-1aff-4592-95fc-57196ca42a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7e2ca235-0f6b-40e1-97cc-315671f53050'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:43.630001 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-02e29b54-742b-441e-b4aa-ac1f6de65916 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:43.692403 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:43.758839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-02e29b54-742b-441e-b4aa-ac1f6de65916 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:43.767652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-e421832c-1aff-4592-95fc-57196ca42a87 None None] Set router 7e2ca235-0f6b-40e1-97cc-315671f53050 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:17:43.800031 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e29b54-742b-441e-b4aa-ac1f6de65916 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee78717-f34b-4ad0-8d70-8a95d810cbd2,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:43.801922 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-02e29b54-742b-441e-b4aa-ac1f6de65916 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:43.805306 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-02e29b54-742b-441e-b4aa-ac1f6de65916 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/subnets/6ee78717-f34b-4ad0-8d70-8a95d810cbd2 HTTP/1.1" status: 204 len: 168 time: 0.6998005 Nov 09 04:17:43.807525 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45968) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:43.818407 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd922574-b2c8-42a7-b042-669901e3fe36 None None] Network ae085ac3-f88b-453b-bfd5-7860eb60d189 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:43.842733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c3fdc11-cc63-4eaa-842d-3f844fc22da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:43.877016 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fdc11-cc63-4eaa-842d-3f844fc22da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=80608bd0-4a36-4787-89a0-7c0ddb4c2263,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:44.058721 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c3fdc11-cc63-4eaa-842d-3f844fc22da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.060516 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.066188 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-135380403'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:44.122202 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.132855 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Pushing event deleted for resources: {'Port': ['ID=703f689e-0d25-415b-9f00-403864213b87,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:44.182127 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.185361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-500f5994-c394-46f3-9293-d2f0f3beb2ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Deleting subnet c329e6b6-12a5-4e8c-b38e-df5de412b8f9 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:17:44.190207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-500f5994-c394-46f3-9293-d2f0f3beb2ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.233108 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:44.244545 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.253068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Pushing event updated for resources: {'Port': ['ID=70f21662-eaa6-440c-a5a5-95ecbc5e3c37,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:44.257498 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.279640 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Network 91ecb083-ff87-4b95-912d-7bcecaa9ad7c is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:44.290590 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:44.296417 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:44.298757 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.320797 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:44.323666 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca76d3-63a6-4987-93d1-022e795fa43e req-e3645798-1928-4166-8d64-04773c75c6a0 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:44.326129 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a9ca76d3-63a6-4987-93d1-022e795fa43e req-e3645798-1928-4166-8d64-04773c75c6a0 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1489544 Nov 09 04:17:44.333797 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e421832c-1aff-4592-95fc-57196ca42a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:06Z', 'revision_number': 4, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'gw_port': {'id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:54Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '5671e01f-9f9a-443e-a806-81c85086d017', 'name': '', 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'mac_address': 'fa:16:3e:04:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:03Z', 'updated_at': '2021-11-09T04:16:12Z', 'revision_number': 5, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'subnets': [{'id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:44.335943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-500f5994-c394-46f3-9293-d2f0f3beb2ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.350267 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d34b71-615d-4007-aa6d-8e0db8d1aee8 None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:44.353536 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.355466 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Subnet': ['ID=bf1cd049-1eed-45ad-9ac1-783f67099b4f,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:44.366549 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d34b71-615d-4007-aa6d-8e0db8d1aee8 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:44.367817 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-84d34b71-615d-4007-aa6d-8e0db8d1aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:44.431092 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-84d34b71-615d-4007-aa6d-8e0db8d1aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:44.449948 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d34b71-615d-4007-aa6d-8e0db8d1aee8 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:44.451081 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-84d34b71-615d-4007-aa6d-8e0db8d1aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:44.464659 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.485173 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a9ca76d3-63a6-4987-93d1-022e795fa43e req-d9047357-87b9-4fd9-85d1-74a0799e3676 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912404 Nov 09 04:17:44.509963 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-84d34b71-615d-4007-aa6d-8e0db8d1aee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:44.510914 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d34b71-615d-4007-aa6d-8e0db8d1aee8 None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:44.521355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3fdc11-cc63-4eaa-842d-3f844fc22da4 admin admin] Router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:17:44.573395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45976) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:44.581800 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.596248 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e421832c-1aff-4592-95fc-57196ca42a87 None None] The sync data for ids ['7e2ca235-0f6b-40e1-97cc-315671f53050'] in dv-neutron-816800-2-hyperv is: [{'id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:06Z', 'revision_number': 4, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'gw_port': {'id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:54Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '5671e01f-9f9a-443e-a806-81c85086d017', 'name': '', 'network_id': '4b1c392c-f262-40b8-99ba-61b89c78085e', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'mac_address': 'fa:16:3e:04:3a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:03Z', 'updated_at': '2021-11-09T04:16:12Z', 'revision_number': 5, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'subnets': [{'id': 'bfb90b94-eee5-42b8-ae6e-732018a58008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:44.607464 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Attempting to bind port 70f21662-eaa6-440c-a5a5-95ecbc5e3c37 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:44.607840 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Attempting to bind port 70f21662-eaa6-440c-a5a5-95ecbc5e3c37 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'fc678f43-97f6-4a19-bba1-672b0acc95aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '91ecb083-ff87-4b95-912d-7bcecaa9ad7c'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:44.608214 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Attempting to bind port 70f21662-eaa6-440c-a5a5-95ecbc5e3c37 on network 91ecb083-ff87-4b95-912d-7bcecaa9ad7c {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:44.623709 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:44.624096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Checking segment: {'id': 'fc678f43-97f6-4a19-bba1-672b0acc95aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '91ecb083-ff87-4b95-912d-7bcecaa9ad7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:44.624502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.624968 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Bound using segment: {'id': 'fc678f43-97f6-4a19-bba1-672b0acc95aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '91ecb083-ff87-4b95-912d-7bcecaa9ad7c'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:44.625436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Bound port: 70f21662-eaa6-440c-a5a5-95ecbc5e3c37, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc678f43-97f6-4a19-bba1-672b0acc95aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '91ecb083-ff87-4b95-912d-7bcecaa9ad7c'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:44.625840 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.632767 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-500f5994-c394-46f3-9293-d2f0f3beb2ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.660115 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c7b8c05f-483e-441b-a99b-78ba991c343e tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.9825037 Nov 09 04:17:44.680612 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-76f7970a-0827-4dc0-bc6b-6feba924a6a3 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.682276 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45978) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:44.715541 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] For port 70f21662-eaa6-440c-a5a5-95ecbc5e3c37, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:44.718165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ecb083-ff87-4b95-912d-7bcecaa9ad7c']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:44.721100 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] For port 70f21662-eaa6-440c-a5a5-95ecbc5e3c37, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=70f21662-eaa6-440c-a5a5-95ecbc5e3c37,segment=NetworkSegment(fc678f43-97f6-4a19-bba1-672b0acc95aa),segment_id=fc678f43-97f6-4a19-bba1-672b0acc95aa)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:44.729153 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.751407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc678f43-97f6-4a19-bba1-672b0acc95aa') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:44.752290 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc678f43-97f6-4a19-bba1-672b0acc95aa') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:44.809714 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.812088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.869984 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.879710 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306e5e4-3118-439a-b702-3d70278140d9 None None] Pushing event updated for resources: {'Port': ['ID=70f21662-eaa6-440c-a5a5-95ecbc5e3c37,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:44.895129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.904480 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4509ef78-d6e9-43c8-bd5b-94d0d78b5a85 None None] Network 91ecb083-ff87-4b95-912d-7bcecaa9ad7c requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:44.926709 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:44.946102 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.017839 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b03043-1d90-4532-b36c-078e04fd0ca3 None None] New status for floating IP 85148554-d98f-4872-ac01-c0940518eea6: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:17:45.040455 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:45.043970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:45.044381 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.054647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Router 1830f382-e4cb-4710-8d26-3b47a5c6b95a has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:45.055955 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:45.084692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d507fb-366a-4503-9d14-0149c7c69c45,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:45.201432 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.201432 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Added segment d94c41b0-af0e-49ca-9fb0-56d57d9d45e4 of type vlan for network c9226536-8b5b-40e1-b9f1-af3b84f13cfa Nov 09 04:17:45.204026 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.api [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 04:17:45.204026 dv-neutron-816800-2-hyperv neutron-server[101884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 04:17:45.204026 dv-neutron-816800-2-hyperv neutron-server[101884]: [parameters: {'id': '91ecb083-ff87-4b95-912d-7bcecaa9ad7c'}] Nov 09 04:17:45.204026 dv-neutron-816800-2-hyperv neutron-server[101884]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:17:45.204488 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG oslo_db.api [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:17:45.212305 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:45.218158 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-76f7970a-0827-4dc0-bc6b-6feba924a6a3 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.223053 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.227208 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6841e17c-aee6-488a-8f5b-6ee1a62cde13 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "PUT /v2.0/routers/1830f382-e4cb-4710-8d26-3b47a5c6b95a HTTP/1.1" status: 200 len: 706 time: 4.4343314 Nov 09 04:17:45.227875 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45980) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:45.233085 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3bcca0-0257-4768-9655-89ba239d5fe0 None None] Sync routers for ids ['1830f382-e4cb-4710-8d26-3b47a5c6b95a'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:45.255358 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-31f38a4b-c095-47de-b350-12c9844ce88c tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "GET /v2.0/floatingips/7189eeac-50ac-4ebb-9366-620ae95bd358 HTTP/1.1" status: 200 len: 977 time: 0.5602739 Nov 09 04:17:45.261124 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45982) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:45.263690 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3fdc11-cc63-4eaa-842d-3f844fc22da4 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:45.276928 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3bcca0-0257-4768-9655-89ba239d5fe0 None None] Routers {'1830f382-e4cb-4710-8d26-3b47a5c6b95a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:45.278866 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3f3bcca0-0257-4768-9655-89ba239d5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1830f382-e4cb-4710-8d26-3b47a5c6b95a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:45.280680 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d52219c-e6f1-49ad-bcbf-bac3ac184f53 None None] Sync routers for ids ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:45.293419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52219c-e6f1-49ad-bcbf-bac3ac184f53 None None] Routers {'75eab012-a5ca-4d7b-a862-9b75e28bbfd8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:45.294265 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0d52219c-e6f1-49ad-bcbf-bac3ac184f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:45.305557 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4c3fdc11-cc63-4eaa-842d-3f844fc22da4 admin admin] 10.222.0.21 "PUT /v2.0/routers/75eab012-a5ca-4d7b-a862-9b75e28bbfd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0334008 Nov 09 04:17:45.336578 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3f3bcca0-0257-4768-9655-89ba239d5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:45.348521 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3bcca0-0257-4768-9655-89ba239d5fe0 None None] Routers {'1830f382-e4cb-4710-8d26-3b47a5c6b95a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:45.350312 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3f3bcca0-0257-4768-9655-89ba239d5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1830f382-e4cb-4710-8d26-3b47a5c6b95a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:45.360064 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f01f807b-60c4-4e8b-8bec-272de9e0c931 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/routers/1830f382-e4cb-4710-8d26-3b47a5c6b95a HTTP/1.1" status: 200 len: 741 time: 0.1296694 Nov 09 04:17:45.364232 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45984) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:45.364943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45986) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:45.393899 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-500f5994-c394-46f3-9293-d2f0f3beb2ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.414393 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3f3bcca0-0257-4768-9655-89ba239d5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:45.415333 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3bcca0-0257-4768-9655-89ba239d5fe0 None None] The sync data for ids ['1830f382-e4cb-4710-8d26-3b47a5c6b95a'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:45.445551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-0d52219c-e6f1-49ad-bcbf-bac3ac184f53 None None] Set router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:17:45.470696 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f5994-c394-46f3-9293-d2f0f3beb2ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Subnet': ['ID=c329e6b6-12a5-4e8c-b38e-df5de412b8f9,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:45.476866 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-500f5994-c394-46f3-9293-d2f0f3beb2ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.481873 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-500f5994-c394-46f3-9293-d2f0f3beb2ec tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/subnets/c329e6b6-12a5-4e8c-b38e-df5de412b8f9 HTTP/1.1" status: 204 len: 168 time: 1.6733220 Nov 09 04:17:45.485434 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f6ef6386-8817-4fe9-b235-22474990b1b3 tempest-RoutersAdminTest-1978735630 tempest-RoutersAdminTest-1978735630-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&device_id=1830f382-e4cb-4710-8d26-3b47a5c6b95a HTTP/1.1" status: 200 len: 205 time: 0.1185577 Nov 09 04:17:45.487141 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5506fd59-9fc9-453a-b020-074dc741320b tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2247045 Nov 09 04:17:45.488035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45988) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:45.488967 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45990) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:45.489227 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.491219 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 45992) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:45.498508 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ffc2c0bd-119d-4d41-abea-cf28c6475bed tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'floatingip': {'port_id': '1ccf1fbe-bf06-484d-a3a2-88a5e2b0eeb1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:45.536972 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bea441b4-8c28-4f64-9fe7-fe73fd026a2d tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "GET /v2.0/ports?device_id=1830f382-e4cb-4710-8d26-3b47a5c6b95a HTTP/1.1" status: 200 len: 205 time: 0.0448930 Nov 09 04:17:45.543958 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-76f7970a-0827-4dc0-bc6b-6feba924a6a3 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.546883 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-76f7970a-0827-4dc0-bc6b-6feba924a6a3 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.548166 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-76f7970a-0827-4dc0-bc6b-6feba924a6a3 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "DELETE /v2.0/security-groups/a62fcfb5-5370-435c-a770-1257c459131f HTTP/1.1" status: 204 len: 168 time: 0.9719486 Nov 09 04:17:45.550709 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44acbfa-312e-472b-bf31-20cceb41face None None] Network ae085ac3-f88b-453b-bfd5-7860eb60d189 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:45.551070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45996) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:45.551572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 45998) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:45.595766 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffc2c0bd-119d-4d41-abea-cf28c6475bed tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.644208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7970a-0827-4dc0-bc6b-6feba924a6a3 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62fcfb5-5370-435c-a770-1257c459131f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:45.646186 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-912cf105-37ed-4e7f-ae8a-cab5c0b89a14 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] show failed (client error): The resource could not be found. Nov 09 04:17:45.647408 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-912cf105-37ed-4e7f-ae8a-cab5c0b89a14 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "GET /v2.0/security-groups/a62fcfb5-5370-435c-a770-1257c459131f HTTP/1.1" status: 404 len: 347 time: 0.0910962 Nov 09 04:17:45.662429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d86bb2c5-8022-412a-ba49-c9755a113152 None None] Provisioning complete for port 9f330604-a3e9-40aa-b502-a05716729203 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:45.662800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d86bb2c5-8022-412a-ba49-c9755a113152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.667481 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.673669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:45.674266 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.680673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46000) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:45.719728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.730930 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.739972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f8c20fa2-66ee-411c-850a-f9c640a4ec9d tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.811406 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2805982 Nov 09 04:17:45.821633 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46002) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:45.852214 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-fde3e3a8-c6c5-42a9-beba-49a18dd36aa7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:45.914068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.916552 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc33284-ce84-4f05-be22-d2b25028bf02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Network': ['ID=c9226536-8b5b-40e1-b9f1-af3b84f13cfa,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:45.918559 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0d52219c-e6f1-49ad-bcbf-bac3ac184f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:17:43Z', 'revision_number': 5, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'gw_port': {'id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:51Z', 'updated_at': '2021-11-09T04:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:45.961135 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:45.964942 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d52219c-e6f1-49ad-bcbf-bac3ac184f53 None None] Checking router: 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:17:45.988601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76252c4-5ab8-490e-8e52-4a0caf0d4a20 None None] DHCP port deletion for ae085ac3-f88b-453b-bfd5-7860eb60d189 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:17:45.989218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f8c20fa2-66ee-411c-850a-f9c640a4ec9d tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:45.991848 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f8c20fa2-66ee-411c-850a-f9c640a4ec9d tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.017229 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff98a3-a5f6-4ea3-8d73-cf61f1f83dc3 req-802b35c4-3da3-4d00-8ee0-c86594465f46 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:46.022220 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a1ff98a3-a5f6-4ea3-8d73-cf61f1f83dc3 req-802b35c4-3da3-4d00-8ee0-c86594465f46 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.4056556 Nov 09 04:17:46.033385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52219c-e6f1-49ad-bcbf-bac3ac184f53 None None] Routers {'75eab012-a5ca-4d7b-a862-9b75e28bbfd8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:46.033644 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0d52219c-e6f1-49ad-bcbf-bac3ac184f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:46.055155 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f8c20fa2-66ee-411c-850a-f9c640a4ec9d tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.055699 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c20fa2-66ee-411c-850a-f9c640a4ec9d tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Fanout notify agent at l3_agent the message router_deleted on router 1830f382-e4cb-4710-8d26-3b47a5c6b95a {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:17:46.064018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f8c20fa2-66ee-411c-850a-f9c640a4ec9d tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.065233 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f8c20fa2-66ee-411c-850a-f9c640a4ec9d tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "DELETE /v2.0/routers/1830f382-e4cb-4710-8d26-3b47a5c6b95a HTTP/1.1" status: 204 len: 168 time: 0.5100605 Nov 09 04:17:46.068511 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46004) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:46.083545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Deleting port 9f330604-a3e9-40aa-b502-a05716729203 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:46.084111 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.086615 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b68f-1338-4fb8-8772-2892a035bb07 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Deleting port c2b85699-b328-405c-97cb-7fbe8dd7c1a5 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:46.086943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04a2b68f-1338-4fb8-8772-2892a035bb07 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.116806 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e4571aa2-0e98-449e-94b6-88f65b8926b0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "GET /v2.0/ports?device_id=1830f382-e4cb-4710-8d26-3b47a5c6b95a HTTP/1.1" status: 200 len: 205 time: 0.0465074 Nov 09 04:17:46.137372 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46006) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:46.197104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c76252c4-5ab8-490e-8e52-4a0caf0d4a20 None None] Deleting port 9f330604-a3e9-40aa-b502-a05716729203 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:46.197333 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c76252c4-5ab8-490e-8e52-4a0caf0d4a20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.203453 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-0d52219c-e6f1-49ad-bcbf-bac3ac184f53 None None] Set router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:17:46.238781 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a1ff98a3-a5f6-4ea3-8d73-cf61f1f83dc3 req-b9e72757-48b2-4a47-8a77-03ddf00c3b68 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093318 Nov 09 04:17:46.243699 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-055e8508-8977-42ab-84bc-f7e66c28e5b0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] delete failed (client error): The resource could not be found. Nov 09 04:17:46.247245 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-055e8508-8977-42ab-84bc-f7e66c28e5b0 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "DELETE /v2.0/routers/1830f382-e4cb-4710-8d26-3b47a5c6b95a HTTP/1.1" status: 404 len: 336 time: 0.1064010 Nov 09 04:17:46.254360 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Deleting port 70f21662-eaa6-440c-a5a5-95ecbc5e3c37 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:46.254957 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.260219 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46008) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:46.261218 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde3e3a8-c6c5-42a9-beba-49a18dd36aa7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:46.265015 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fde3e3a8-c6c5-42a9-beba-49a18dd36aa7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.287167 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] For port 9f330604-a3e9-40aa-b502-a05716729203, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9f330604-a3e9-40aa-b502-a05716729203,segment=NetworkSegment(5ca48abc-92ba-4482-a982-fee5f57dd533),segment_id=5ca48abc-92ba-4482-a982-fee5f57dd533)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:46.287548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.310786 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-979e2e94-9d73-483d-a2e8-3c326c72d607 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d1529f5-7cba-43d7-9616-e6d6e3b9de30 HTTP/1.1" status: 200 len: 205 time: 0.0462835 Nov 09 04:17:46.314508 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46010) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:46.325497 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Calling delete_port for 9f330604-a3e9-40aa-b502-a05716729203 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:46.370778 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c76252c4-5ab8-490e-8e52-4a0caf0d4a20 None None] For port 9f330604-a3e9-40aa-b502-a05716729203, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9f330604-a3e9-40aa-b502-a05716729203,segment=NetworkSegment(5ca48abc-92ba-4482-a982-fee5f57dd533),segment_id=5ca48abc-92ba-4482-a982-fee5f57dd533)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:46.371134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c76252c4-5ab8-490e-8e52-4a0caf0d4a20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.375457 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-a813b08e-38a0-4ce7-818f-8cb38fb0c264 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] delete failed (client error): The resource could not be found. Nov 09 04:17:46.378993 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a813b08e-38a0-4ce7-818f-8cb38fb0c264 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "DELETE /v2.0/routers/3d1529f5-7cba-43d7-9616-e6d6e3b9de30 HTTP/1.1" status: 404 len: 336 time: 0.0584078 Nov 09 04:17:46.378993 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04a2b68f-1338-4fb8-8772-2892a035bb07 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.378993 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04a2b68f-1338-4fb8-8772-2892a035bb07 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.388345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c76252c4-5ab8-490e-8e52-4a0caf0d4a20 None None] Calling delete_port for 9f330604-a3e9-40aa-b502-a05716729203 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:46.390467 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46012) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:46.410361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-04a2b68f-1338-4fb8-8772-2892a035bb07 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Calling delete_port for c2b85699-b328-405c-97cb-7fbe8dd7c1a5 owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:46.458167 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0a6fd05c-8831-4e20-8ce0-3f79c7d08617 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "GET /v2.0/ports?device_id=b27c09f4-8a66-435b-968b-fe9d1b1ed0ae HTTP/1.1" status: 200 len: 205 time: 0.0642576 Nov 09 04:17:46.459102 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46014) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:46.515158 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-ca29c9f3-aa04-4912-ae2c-81b47e36e793 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] delete failed (client error): The resource could not be found. Nov 09 04:17:46.516233 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ca29c9f3-aa04-4912-ae2c-81b47e36e793 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "DELETE /v2.0/routers/b27c09f4-8a66-435b-968b-fe9d1b1ed0ae HTTP/1.1" status: 404 len: 336 time: 0.0548325 Nov 09 04:17:46.533176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c76252c4-5ab8-490e-8e52-4a0caf0d4a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.550937 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46016) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:46.562358 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76252c4-5ab8-490e-8e52-4a0caf0d4a20 None None] Pushing event deleted for resources: {'Port': ['ID=9f330604-a3e9-40aa-b502-a05716729203,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:46.565004 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0d52219c-e6f1-49ad-bcbf-bac3ac184f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:17:43Z', 'revision_number': 5, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'gw_port': {'id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:51Z', 'updated_at': '2021-11-09T04:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:46.570008 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76252c4-5ab8-490e-8e52-4a0caf0d4a20 None None] No DVR routers for this DVR port 9f330604-a3e9-40aa-b502-a05716729203 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:46.589254 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ce9a4acc-5c56-404c-becf-d36f3a067a74 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "GET /v2.0/ports?device_id=525a9d7f-6713-4cc2-af09-709b253c35a3 HTTP/1.1" status: 200 len: 205 time: 0.0350382 Nov 09 04:17:46.590335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46018) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:46.597604 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d52219c-e6f1-49ad-bcbf-bac3ac184f53 None None] The sync data for ids ['75eab012-a5ca-4d7b-a862-9b75e28bbfd8'] in dv-neutron-816800-2-hyperv is: [{'id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'name': 'tempest-ServersTestManualDisk-253181247-router', 'tenant_id': 'c7273c23e14d458d8f30dc649eb26159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227'}], 'enable_snat': True}, 'gw_port_id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:17:43Z', 'revision_number': 5, 'project_id': 'c7273c23e14d458d8f30dc649eb26159', 'gw_port': {'id': '92f49f9f-9431-42b4-ac60-caba3619bba0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75eab012-a5ca-4d7b-a862-9b75e28bbfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:51Z', 'updated_at': '2021-11-09T04:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:46.621034 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e094ad24-8804-4fdb-95a5-6d12925a6af6 None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:17:46.655362 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-5576aedd-9edd-48ff-8339-9b0b14c692c5 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] delete failed (client error): The resource could not be found. Nov 09 04:17:46.659499 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5576aedd-9edd-48ff-8339-9b0b14c692c5 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "DELETE /v2.0/routers/525a9d7f-6713-4cc2-af09-709b253c35a3 HTTP/1.1" status: 404 len: 336 time: 0.0652356 Nov 09 04:17:46.663400 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46020) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:46.690693 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.700205 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.715886 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d302d3e1-3639-4d2c-a40d-589141f9a156 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "GET /v2.0/ports?device_id=c678c06d-5d5a-47a0-8eef-d8c76ddecd15 HTTP/1.1" status: 200 len: 205 time: 0.0509815 Nov 09 04:17:46.735518 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46022) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:46.740313 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Port': ['ID=9f330604-a3e9-40aa-b502-a05716729203,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:46.747244 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No DVR routers for this DVR port 9f330604-a3e9-40aa-b502-a05716729203 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:46.819059 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-96bba250-5f05-439b-95ca-e512eef5d07b tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] delete failed (client error): The resource could not be found. Nov 09 04:17:46.822452 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-96bba250-5f05-439b-95ca-e512eef5d07b tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "DELETE /v2.0/routers/c678c06d-5d5a-47a0-8eef-d8c76ddecd15 HTTP/1.1" status: 404 len: 336 time: 0.0830510 Nov 09 04:17:46.839923 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46024) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:46.889242 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] For port 70f21662-eaa6-440c-a5a5-95ecbc5e3c37, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=70f21662-eaa6-440c-a5a5-95ecbc5e3c37,segment=NetworkSegment(fc678f43-97f6-4a19-bba1-672b0acc95aa),segment_id=fc678f43-97f6-4a19-bba1-672b0acc95aa)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:46.889667 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.901737 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4ef4c39a-f5d6-42d9-9b22-229481d29758 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1ae52da-8613-4c9e-959f-a25fc971a72f HTTP/1.1" status: 200 len: 205 time: 0.0584691 Nov 09 04:17:46.905160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46026) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:46.928698 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Calling delete_port for 70f21662-eaa6-440c-a5a5-95ecbc5e3c37 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:46.968795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:46.972788 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-255f9ce2-88c6-4ff1-bc4b-02fb05ffad33 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] delete failed (client error): The resource could not be found. Nov 09 04:17:46.974216 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-255f9ce2-88c6-4ff1-bc4b-02fb05ffad33 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "DELETE /v2.0/routers/e1ae52da-8613-4c9e-959f-a25fc971a72f HTTP/1.1" status: 404 len: 336 time: 0.0661077 Nov 09 04:17:46.977947 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46028) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:46.992377 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04a2b68f-1338-4fb8-8772-2892a035bb07 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.016395 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.029276 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e094ad24-8804-4fdb-95a5-6d12925a6af6 None None] Resources bound (agent type, host, resource id): {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 04:17:47.039587 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9f330604-a3e9-40aa-b502-a05716729203 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:47.066609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b68f-1338-4fb8-8772-2892a035bb07 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Pushing event deleted for resources: {'Port': ['ID=c2b85699-b328-405c-97cb-7fbe8dd7c1a5,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:47.070427 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 9f330604-a3e9-40aa-b502-a05716729203 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:47.070586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae085ac3-f88b-453b-bfd5-7860eb60d189']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:47.070679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9f330604-a3e9-40aa-b502-a05716729203 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:47.070870 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 80608bd0-4a36-4787-89a0-7c0ddb4c2263 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:47.082705 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24cd605-7a6b-4736-a1c9-3ba12e4ac125 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:47.083096 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24cd605-7a6b-4736-a1c9-3ba12e4ac125 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:47.088568 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c24cd605-7a6b-4736-a1c9-3ba12e4ac125 tempest-RoutersAdminTest-1245838316 tempest-RoutersAdminTest-1245838316-project] 10.222.0.21 "DELETE /v2.0/subnets/47ee1796-13b8-4ca8-9544-d87f099821ea HTTP/1.1" status: 404 len: 337 time: 0.1024733 Nov 09 04:17:47.102162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca48abc-92ba-4482-a982-fee5f57dd533') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:47.102453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca48abc-92ba-4482-a982-fee5f57dd533') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:47.110136 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 80608bd0-4a36-4787-89a0-7c0ddb4c2263 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:47.114529 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 80608bd0-4a36-4787-89a0-7c0ddb4c2263 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:47.118905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.142455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.160872 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04a2b68f-1338-4fb8-8772-2892a035bb07 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.164153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04a2b68f-1338-4fb8-8772-2892a035bb07 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.166605 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-04a2b68f-1338-4fb8-8772-2892a035bb07 tempest-ServersTestJSON-669721863 tempest-ServersTestJSON-669721863-project] 10.222.0.21 "DELETE /v2.0/floatingips/85148554-d98f-4872-ac01-c0940518eea6 HTTP/1.1" status: 204 len: 168 time: 1.4806852 Nov 09 04:17:47.168140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:47.168963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:47.172911 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:47.176060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46032) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:47.206945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] Deleting port 92f49f9f-9431-42b4-ac60-caba3619bba0 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:47.207288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.286531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.resource_extend [None req-ffc2c0bd-119d-4d41-abea-cf28c6475bed tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 04:17:47.294058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.351379 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.357086 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/ae085ac3-f88b-453b-bfd5-7860eb60d189 HTTP/1.1" status: 204 len: 168 time: 1.8643665 Nov 09 04:17:47.359469 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46036) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:47.365193 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fde3e3a8-c6c5-42a9-beba-49a18dd36aa7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.381445 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be08f44-4ec9-4ebe-8048-fa9213e163f8 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Network': ['ID=ae085ac3-f88b-453b-bfd5-7860eb60d189,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:47.445123 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30ce578-d01c-4eff-bcdd-c2b19895ce25 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:47.445640 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30ce578-d01c-4eff-bcdd-c2b19895ce25 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:47.451392 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d30ce578-d01c-4eff-bcdd-c2b19895ce25 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/subnets/64f7e82d-8ff8-4a90-86b5-ec7eb40d67a1 HTTP/1.1" status: 404 len: 337 time: 0.0813451 Nov 09 04:17:47.461546 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46040) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:47.470520 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffc2c0bd-119d-4d41-abea-cf28c6475bed tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.493219 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffc2c0bd-119d-4d41-abea-cf28c6475bed tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.555946 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46042) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:47.557243 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.573107 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7626836-62b9-4b77-a5b3-de49e6e95d0a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:47.573750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7626836-62b9-4b77-a5b3-de49e6e95d0a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:47.578085 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c7626836-62b9-4b77-a5b3-de49e6e95d0a tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/e64472d9-6b47-41c3-9fd7-0c35fe00267e HTTP/1.1" status: 404 len: 339 time: 0.1102805 Nov 09 04:17:47.595136 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46046) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:47.596903 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] For port 92f49f9f-9431-42b4-ac60-caba3619bba0, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=92f49f9f-9431-42b4-ac60-caba3619bba0,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:47.597293 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.636166 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3e3a8-c6c5-42a9-beba-49a18dd36aa7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=34ae3eef-9c17-4fc4-b3c7-53738bf8c43a,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:47.653368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Port': ['ID=70f21662-eaa6-440c-a5a5-95ecbc5e3c37,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:47.658939 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] No DVR routers for this DVR port 70f21662-eaa6-440c-a5a5-95ecbc5e3c37 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:47.679698 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] Calling delete_port for 92f49f9f-9431-42b4-ac60-caba3619bba0 owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:47.693000 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c00f800-2dd1-43bc-94c5-5f7724e867dd tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:47.693444 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c00f800-2dd1-43bc-94c5-5f7724e867dd tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:47.696494 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2c00f800-2dd1-43bc-94c5-5f7724e867dd tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/subnets/78f0427f-0a5b-4f06-9297-c6b00de9b51d HTTP/1.1" status: 404 len: 337 time: 0.0792673 Nov 09 04:17:47.738705 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46048) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:47.768802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde3e3a8-c6c5-42a9-beba-49a18dd36aa7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:47.769155 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3e3a8-c6c5-42a9-beba-49a18dd36aa7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network hostable DHCP agents. Network: c9226536-8b5b-40e1-b9f1-af3b84f13cfa, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:47.808464 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836d184-3864-4a80-8904-3bb31fa7a57d req-2d03b488-cba8-4b90-b970-1bc370a51d2e tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:47.809993 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4836d184-3864-4a80-8904-3bb31fa7a57d req-2d03b488-cba8-4b90-b970-1bc370a51d2e tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.4511707 Nov 09 04:17:47.837946 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7533ae05-4e98-4f73-ac30-c34f2aaa3fcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.839808 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f748a66-58e0-41a9-9bce-12e6a30c0dbf tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:47.840368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f748a66-58e0-41a9-9bce-12e6a30c0dbf tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:47.843310 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9f748a66-58e0-41a9-9bce-12e6a30c0dbf tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/a27a20fc-ec48-4668-9cab-362f150eabf9 HTTP/1.1" status: 404 len: 339 time: 0.0962365 Nov 09 04:17:47.850421 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46050) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:47.904921 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4836d184-3864-4a80-8904-3bb31fa7a57d req-ec9553f6-b759-4ad2-ac82-a04ee7250a9c tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878649 Nov 09 04:17:47.933357 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:47.944237 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be47b58-3d9d-4e76-aae0-e4e4105852df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:47.944683 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be47b58-3d9d-4e76-aae0-e4e4105852df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:47.947682 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8be47b58-3d9d-4e76-aae0-e4e4105852df tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/subnets/3b677e20-4268-49a2-87c0-ff5bf5b072c7 HTTP/1.1" status: 404 len: 337 time: 0.0873506 Nov 09 04:17:47.959436 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-ffc2c0bd-119d-4d41-abea-cf28c6475bed tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Floating IP 7189eeac-50ac-4ebb-9366-620ae95bd358 associated. External IP: 172.26.5.91, port: f278b705-b00c-4287-be05-940dcb8a20d2. Nov 09 04:17:47.962584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46052) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:48.006208 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3e3a8-c6c5-42a9-beba-49a18dd36aa7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:48.035641 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ecb083-ff87-4b95-912d-7bcecaa9ad7c']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:48.050353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0ec59814-b971-4701-92a3-c0dfc3881025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.051703 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f351c23-075a-428a-90be-f9c9d832531d tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:48.052300 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f351c23-075a-428a-90be-f9c9d832531d tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:48.055418 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8f351c23-075a-428a-90be-f9c9d832531d tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/0bd49c2f-e7cd-4d43-bb70-20f6a52cfa4e HTTP/1.1" status: 404 len: 339 time: 0.0889816 Nov 09 04:17:48.083713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46054) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:48.101302 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc678f43-97f6-4a19-bba1-672b0acc95aa') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:48.101616 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc678f43-97f6-4a19-bba1-672b0acc95aa') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:48.103313 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-fde3e3a8-c6c5-42a9-beba-49a18dd36aa7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, c9226536-8b5b-40e1-b9f1-af3b84f13cfa) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:48.112226 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c676dd-6847-487c-8f87-3eb41e144cc1 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:48.145007 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde3e3a8-c6c5-42a9-beba-49a18dd36aa7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:48.145606 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fde3e3a8-c6c5-42a9-beba-49a18dd36aa7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.152346 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.177771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d373b00-2245-4708-b267-476d079db0d2 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Deleting subnet d73e0f66-5929-41e3-93c2-6a9683fcf65f {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:17:48.182552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d373b00-2245-4708-b267-476d079db0d2 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.202038 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.215715 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fde3e3a8-c6c5-42a9-beba-49a18dd36aa7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3723948 Nov 09 04:17:48.217372 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46056) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:48.225311 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:48.225585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-e0804279-7ee9-4bb8-be21-2d8c0af57092 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'name': 'tempest-NetworksTestDHCPv6-748656506'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:48.225737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:48.228763 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:48.265525 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d373b00-2245-4708-b267-476d079db0d2 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.307532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': '34ae3eef-9c17-4fc4-b3c7-53738bf8c43a'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:48.308638 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.361799 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7533ae05-4e98-4f73-ac30-c34f2aaa3fcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.374423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7533ae05-4e98-4f73-ac30-c34f2aaa3fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.380734 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.412207 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.420020 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/networks/91ecb083-ff87-4b95-912d-7bcecaa9ad7c HTTP/1.1" status: 204 len: 168 time: 5.3958557 Nov 09 04:17:48.426281 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46058) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:48.464522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Allocated IP 2001:db8::2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/34ae3eef-9c17-4fc4-b3c7-53738bf8c43a/f6375d24-7b14-4ab7-aaf7-dbffc4acd76b) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:48.478254 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d373b00-2245-4708-b267-476d079db0d2 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.506616 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.508612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149be3e-9796-498f-bf20-f0afd9f92e3e tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Network': ['ID=91ecb083-ff87-4b95-912d-7bcecaa9ad7c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:48.522524 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7533ae05-4e98-4f73-ac30-c34f2aaa3fcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=724a002f8f4e4fb6806f3bd0d0f14a03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9628637 Nov 09 04:17:48.523469 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccaac0d8-6be3-4621-818a-f8eba219609a tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:48.523899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccaac0d8-6be3-4621-818a-f8eba219609a tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:48.529555 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ccaac0d8-6be3-4621-818a-f8eba219609a tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/subnets/bf1cd049-1eed-45ad-9ac1-783f67099b4f HTTP/1.1" status: 404 len: 337 time: 0.0985825 Nov 09 04:17:48.530105 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46060) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:48.530428 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46062) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:48.540491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533ae05-4e98-4f73-ac30-c34f2aaa3fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237e6b8c-4a2a-41a4-9156-a053eb2069e5,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:48.551404 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0804279-7ee9-4bb8-be21-2d8c0af57092 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:48.555204 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e0804279-7ee9-4bb8-be21-2d8c0af57092 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.591736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f49f9f-9431-42b4-ac60-caba3619bba0,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:48.605255 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a556ee3-d666-4c3c-bb27-183971c211dd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:48.605426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a556ee3-d666-4c3c-bb27-183971c211dd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:48.611309 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3a556ee3-d666-4c3c-bb27-183971c211dd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/networks/91ecb083-ff87-4b95-912d-7bcecaa9ad7c HTTP/1.1" status: 404 len: 339 time: 0.0717030 Nov 09 04:17:48.612406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-e0804279-7ee9-4bb8-be21-2d8c0af57092 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port 2134b864-40e1-4f62-a324-cee1e90e6bbf yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:17:48.616227 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46064) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:48.641421 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d373b00-2245-4708-b267-476d079db0d2 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.649024 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.656950 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.696576 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a03a13d-b2d4-4b43-9486-75760ab6f5f0 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:48.697030 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a03a13d-b2d4-4b43-9486-75760ab6f5f0 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:48.702271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:48.702995 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5a03a13d-b2d4-4b43-9486-75760ab6f5f0 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/subnets/26d17b9e-f814-4b88-a756-e5a157c5c854 HTTP/1.1" status: 404 len: 337 time: 0.0722337 Nov 09 04:17:48.703453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d373b00-2245-4708-b267-476d079db0d2 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Subnet': ['ID=d73e0f66-5929-41e3-93c2-6a9683fcf65f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:48.705310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc2c0bd-119d-4d41-abea-cf28c6475bed tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:17:48.706150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:48.706272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46066) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:48.709813 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:48.727973 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Pushing event updated for resources: {'Port': ['ID=f6375d24-7b14-4ab7-aaf7-dbffc4acd76b,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:48.729832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d373b00-2245-4708-b267-476d079db0d2 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.736453 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6d373b00-2245-4708-b267-476d079db0d2 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/subnets/d73e0f66-5929-41e3-93c2-6a9683fcf65f HTTP/1.1" status: 204 len: 168 time: 0.6516302 Nov 09 04:17:48.739120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46068) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:48.747841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe571c7-0f2c-4a0a-879f-8cc68b7cc75b None None] Network 841d53d1-77a6-4ca0-b6b1-0b206560b43e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:48.753596 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-38503c0c-9000-41ea-8414-74c6df59e8cf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:48.754178 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38503c0c-9000-41ea-8414-74c6df59e8cf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:48.759436 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-38503c0c-9000-41ea-8414-74c6df59e8cf tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/networks/3fcf5655-e9c5-4f8d-8b36-8b1cb3ced859 HTTP/1.1" status: 404 len: 339 time: 0.0487523 Nov 09 04:17:48.764300 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46070) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:48.793667 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.797986 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-0ec59814-b971-4701-92a3-c0dfc3881025 admin admin] Deleting port 5671e01f-9f9a-443e-a806-81c85086d017 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:48.799788 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0ec59814-b971-4701-92a3-c0dfc3881025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.838041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Attempting to bind port f6375d24-7b14-4ab7-aaf7-dbffc4acd76b on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:48.838041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Attempting to bind port f6375d24-7b14-4ab7-aaf7-dbffc4acd76b by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:48.838041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Attempting to bind port f6375d24-7b14-4ab7-aaf7-dbffc4acd76b on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:48.845067 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:48.845453 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:48.845886 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.846277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:48.846750 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Bound port: f6375d24-7b14-4ab7-aaf7-dbffc4acd76b, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:48.847132 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.868932 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:48.873063 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-e0804279-7ee9-4bb8-be21-2d8c0af57092 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::2d2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/34ae3eef-9c17-4fc4-b3c7-53738bf8c43a/2134b864-40e1-4f62-a324-cee1e90e6bbf) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:48.902412 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-8171a7c2-790a-4531-876b-a4c57bb4da77 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:48.902935 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8171a7c2-790a-4531-876b-a4c57bb4da77 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:48.908551 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8171a7c2-790a-4531-876b-a4c57bb4da77 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/subnets/97beda14-80e5-42b2-805d-48f1d049bb15 HTTP/1.1" status: 404 len: 337 time: 0.1302915 Nov 09 04:17:48.916738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46072) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:48.977832 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-125bc684-9ec4-4dcc-90dc-e65fdad60e87 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:48.978506 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125bc684-9ec4-4dcc-90dc-e65fdad60e87 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:48.984764 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-125bc684-9ec4-4dcc-90dc-e65fdad60e87 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/networks/d8bd910c-007b-4e5f-89da-94d2ca9f9e39 HTTP/1.1" status: 404 len: 339 time: 0.0651259 Nov 09 04:17:48.993790 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46076) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:49.005031 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] For port f6375d24-7b14-4ab7-aaf7-dbffc4acd76b, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:49.010129 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] For port f6375d24-7b14-4ab7-aaf7-dbffc4acd76b, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f6375d24-7b14-4ab7-aaf7-dbffc4acd76b,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:49.019230 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.034136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-0ec59814-b971-4701-92a3-c0dfc3881025 admin admin] For port 5671e01f-9f9a-443e-a806-81c85086d017, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5671e01f-9f9a-443e-a806-81c85086d017,segment=NetworkSegment(1a00d6b2-9273-40e8-af28-70e67890abd1),segment_id=1a00d6b2-9273-40e8-af28-70e67890abd1)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:49.034136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0ec59814-b971-4701-92a3-c0dfc3881025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.098552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dd0ee1-2797-47f9-9062-727349c4ed8c None None] DHCP port deletion for 841d53d1-77a6-4ca0-b6b1-0b206560b43e request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:17:49.099384 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-0ec59814-b971-4701-92a3-c0dfc3881025 admin admin] Calling delete_port for 5671e01f-9f9a-443e-a806-81c85086d017 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:49.100816 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76784428-bb76-43ef-a931-a6bf04a1a144 None None] Pushing event updated for resources: {'Port': ['ID=f6375d24-7b14-4ab7-aaf7-dbffc4acd76b,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:49.160920 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd0ee1-2797-47f9-9062-727349c4ed8c None None] Deleting port 5020a0f7-be11-4f01-9edf-35a0e05f211b {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:49.161630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0ee1-2797-47f9-9062-727349c4ed8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.231179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e4dd0ee1-2797-47f9-9062-727349c4ed8c None None] For port 5020a0f7-be11-4f01-9edf-35a0e05f211b, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5020a0f7-be11-4f01-9edf-35a0e05f211b,segment=NetworkSegment(f616fc0b-d67c-4817-a479-6b3cbb023be8),segment_id=f616fc0b-d67c-4817-a479-6b3cbb023be8)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:49.231495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0ee1-2797-47f9-9062-727349c4ed8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.260476 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd0ee1-2797-47f9-9062-727349c4ed8c None None] Calling delete_port for 5020a0f7-be11-4f01-9edf-35a0e05f211b owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:49.341472 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6e0f5ba3-7003-4255-b725-73c0ce80dd8c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Deleting port ecdb5b95-63fd-4f64-8895-2724db5c31c1 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:49.341858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6e0f5ba3-7003-4255-b725-73c0ce80dd8c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.356775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.373837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.377598 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.413134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0ee1-2797-47f9-9062-727349c4ed8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.426401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e0804279-7ee9-4bb8-be21-2d8c0af57092 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.429178 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f643a70-f976-4903-8f02-f5a9cd55bf58 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.455983 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd0ee1-2797-47f9-9062-727349c4ed8c None None] Pushing event deleted for resources: {'Port': ['ID=5020a0f7-be11-4f01-9edf-35a0e05f211b,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:49.464512 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd0ee1-2797-47f9-9062-727349c4ed8c None None] No DVR routers for this DVR port 5020a0f7-be11-4f01-9edf-35a0e05f211b on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:49.498421 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6e0f5ba3-7003-4255-b725-73c0ce80dd8c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.523013 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.523651 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75eab012-a5ca-4d7b-a862-9b75e28bbfd8 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:17:49.534181 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6e0f5ba3-7003-4255-b725-73c0ce80dd8c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Calling delete_port for ecdb5b95-63fd-4f64-8895-2724db5c31c1 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:49.536520 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.537726 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b81e6a77-8496-43d5-8600-f62af91402f5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/75eab012-a5ca-4d7b-a862-9b75e28bbfd8 HTTP/1.1" status: 204 len: 168 time: 4.1722202 Nov 09 04:17:49.540880 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46078) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:49.571552 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc2c0bd-119d-4d41-abea-cf28c6475bed tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:49.596448 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3addc6f9-22ab-41f8-b921-3b9f51e88556 None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:49.604891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a4486-b12e-4917-a9d0-00df34e98bd9 req-afad328e-2998-48c9-94c0-306fddc06aa0 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:49.606729 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3addc6f9-22ab-41f8-b921-3b9f51e88556 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:49.607587 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3addc6f9-22ab-41f8-b921-3b9f51e88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:49.615952 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0b3a4486-b12e-4917-a9d0-00df34e98bd9 req-afad328e-2998-48c9-94c0-306fddc06aa0 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.3227861 Nov 09 04:17:49.630093 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e0804279-7ee9-4bb8-be21-2d8c0af57092 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.650623 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3addc6f9-22ab-41f8-b921-3b9f51e88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:49.662633 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3addc6f9-22ab-41f8-b921-3b9f51e88556 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:49.663524 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3addc6f9-22ab-41f8-b921-3b9f51e88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:49.698937 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3addc6f9-22ab-41f8-b921-3b9f51e88556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:49.699199 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.700008 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3addc6f9-22ab-41f8-b921-3b9f51e88556 None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:49.702043 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.706886 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/237e6b8c-4a2a-41a4-9156-a053eb2069e5 HTTP/1.1" status: 204 len: 168 time: 1.1654623 Nov 09 04:17:49.729430 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0804279-7ee9-4bb8-be21-2d8c0af57092 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:49.747274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-e0804279-7ee9-4bb8-be21-2d8c0af57092 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:49.750368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0804279-7ee9-4bb8-be21-2d8c0af57092 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:49.758274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0804279-7ee9-4bb8-be21-2d8c0af57092 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:49.758274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e0804279-7ee9-4bb8-be21-2d8c0af57092 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.768294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0804279-7ee9-4bb8-be21-2d8c0af57092 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=2134b864-40e1-4f62-a324-cee1e90e6bbf,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:49.777795 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f643a70-f976-4903-8f02-f5a9cd55bf58 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.783814 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Deleting subnet 2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:17:49.787131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.787282 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237e6b8c-4a2a-41a4-9156-a053eb2069e5,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:49.816294 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e0804279-7ee9-4bb8-be21-2d8c0af57092 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5929115 Nov 09 04:17:49.817566 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:49.817708 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:49.818488 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:49.818488 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:49.818662 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:49.819000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:49.819342 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:49.819663 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:49.820274 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:49.820274 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:49.820655 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:49.820929 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f3107-899c-408c-b6a4-34da251e1a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:49.821861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46082) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:49.861784 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0b3a4486-b12e-4917-a9d0-00df34e98bd9 req-71d4f20d-adc2-430f-a510-3236656e70c8 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448947 Nov 09 04:17:49.866451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-1f643a70-f976-4903-8f02-f5a9cd55bf58 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841d53d1-77a6-4ca0-b6b1-0b206560b43e']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:49.883997 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-1f643a70-f976-4903-8f02-f5a9cd55bf58 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f616fc0b-d67c-4817-a479-6b3cbb023be8') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:49.884300 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-1f643a70-f976-4903-8f02-f5a9cd55bf58 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f616fc0b-d67c-4817-a479-6b3cbb023be8') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:49.902686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f643a70-f976-4903-8f02-f5a9cd55bf58 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.916032 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0ec59814-b971-4701-92a3-c0dfc3881025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.923515 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f643a70-f976-4903-8f02-f5a9cd55bf58 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.929274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.977234 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f643a70-f976-4903-8f02-f5a9cd55bf58 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:49.977774 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f643a70-f976-4903-8f02-f5a9cd55bf58 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:49.977918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec59814-b971-4701-92a3-c0dfc3881025 admin admin] Pushing event deleted for resources: {'Port': ['ID=5671e01f-9f9a-443e-a806-81c85086d017,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:49.987760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6e0f5ba3-7003-4255-b725-73c0ce80dd8c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:50.065734 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:50.071220 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6e0f5ba3-7003-4255-b725-73c0ce80dd8c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.080123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46086) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:50.084142 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f643a70-f976-4903-8f02-f5a9cd55bf58 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.086305 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6e0f5ba3-7003-4255-b725-73c0ce80dd8c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/ports/ecdb5b95-63fd-4f64-8895-2724db5c31c1 HTTP/1.1" status: 204 len: 168 time: 1.0870676 Nov 09 04:17:50.100447 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f643a70-f976-4903-8f02-f5a9cd55bf58 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.105328 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1f643a70-f976-4903-8f02-f5a9cd55bf58 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/841d53d1-77a6-4ca0-b6b1-0b206560b43e HTTP/1.1" status: 204 len: 168 time: 1.3637528 Nov 09 04:17:50.124288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46088) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:50.163679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46090) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:50.197263 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.197619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f643a70-f976-4903-8f02-f5a9cd55bf58 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Network': ['ID=841d53d1-77a6-4ca0-b6b1-0b206560b43e,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:50.201208 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-026739ee-f85a-4b21-91df-e4046156e39b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:50.202586 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026739ee-f85a-4b21-91df-e4046156e39b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:50.209064 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-026739ee-f85a-4b21-91df-e4046156e39b tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/subnets/e9ce8c9e-4742-44f7-8b11-f21e5c98456c HTTP/1.1" status: 404 len: 337 time: 0.1275818 Nov 09 04:17:50.209912 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46092) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:50.219978 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f5ba3-7003-4255-b725-73c0ce80dd8c tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Port': ['ID=ecdb5b95-63fd-4f64-8895-2724db5c31c1,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:50.233603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73deadfd-94a2-450b-8059-09a836158afb tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:50.240852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73deadfd-94a2-450b-8059-09a836158afb tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:50.242364 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-73deadfd-94a2-450b-8059-09a836158afb tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4174585 Nov 09 04:17:50.247478 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46094) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:50.252903 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e28b3c-4637-4a8b-93ec-98121b15a205 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:50.253596 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e28b3c-4637-4a8b-93ec-98121b15a205 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:50.256936 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d4e28b3c-4637-4a8b-93ec-98121b15a205 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/subnets/3a3dc3fd-d9d8-4083-9d1a-196d8f27e269 HTTP/1.1" status: 404 len: 337 time: 0.1315415 Nov 09 04:17:50.267319 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46096) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:50.331234 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e96b11-e5cd-482b-8f37-863aa6e66677 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:50.332037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e96b11-e5cd-482b-8f37-863aa6e66677 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:50.336140 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f2e96b11-e5cd-482b-8f37-863aa6e66677 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/de12be7d-17e5-4155-bc54-34fd29257466 HTTP/1.1" status: 404 len: 339 time: 0.0653880 Nov 09 04:17:50.356554 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc2c0bd-119d-4d41-abea-cf28c6475bed tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:17:50.360812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46098) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:50.414349 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.461682 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0f809220-048c-4528-839c-19dd2af825fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.465348 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6c2585ba-abad-40a2-aa65-a5a48ccac0ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8cf767f47d140ed9cad39158bc2931c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971435 Nov 09 04:17:50.472530 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46100) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:50.512735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9ae717-b55a-40dd-8214-9d387dcac3b1 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:50.535811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a72855-b633-440d-8280-be142e347ae4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Deleting subnet dfd04374-aeb7-4abc-b209-b84ab531df70 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:17:50.549462 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8a72855-b633-440d-8280-be142e347ae4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.631867 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7ffa4188-e97e-4a3a-aaf5-cb177517390e None None] Provisioning complete for port f6375d24-7b14-4ab7-aaf7-dbffc4acd76b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:50.632410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7ffa4188-e97e-4a3a-aaf5-cb177517390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.714271 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8a72855-b633-440d-8280-be142e347ae4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.754302 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7ffa4188-e97e-4a3a-aaf5-cb177517390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.756269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:50.757541 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0f809220-048c-4528-839c-19dd2af825fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.762814 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.766126 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2cfe9ce3-b30c-41b1-adc6-62aa6e6a9deb HTTP/1.1" status: 204 len: 168 time: 1.2231202 Nov 09 04:17:50.772380 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46102) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:50.778176 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7e3bfae-a722-445f-8f60-43e5c3ab5a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.797726 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7ffa4188-e97e-4a3a-aaf5-cb177517390e None None] For port f6375d24-7b14-4ab7-aaf7-dbffc4acd76b, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f6375d24-7b14-4ab7-aaf7-dbffc4acd76b,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:50.801652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb86fa-59ed-4bbb-b4a1-d02b85e13c45 None None] Network 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:50.809205 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:50.809663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:50.810306 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:50.810407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:50.810720 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:50.811058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:50.811397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:50.812302 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:50.812645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:50.812974 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:50.813352 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:50.813710 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3608a0-0a37-4921-86ca-95ee376d44c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:50.814258 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-0f809220-048c-4528-839c-19dd2af825fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74b1d72-c15e-4104-b9a5-46304061ef02']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:50.817065 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc2c0bd-119d-4d41-abea-cf28c6475bed tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:50.830532 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffc2c0bd-119d-4d41-abea-cf28c6475bed tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.832757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7ffa4188-e97e-4a3a-aaf5-cb177517390e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.840405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0ec59814-b971-4701-92a3-c0dfc3881025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.843317 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-0f809220-048c-4528-839c-19dd2af825fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b02814-05eb-4511-af80-60d0ff445e7a') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:50.843650 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-0f809220-048c-4528-839c-19dd2af825fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b02814-05eb-4511-af80-60d0ff445e7a') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:50.875058 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6775e1-c46d-48f4-981a-27361d83a45c None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:50.884677 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-61790b95-947a-4f19-a053-72c14d009acc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port 2134b864-40e1-4f62-a324-cee1e90e6bbf {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:50.885431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-61790b95-947a-4f19-a053-72c14d009acc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.918906 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0f809220-048c-4528-839c-19dd2af825fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:50.940207 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7e3bfae-a722-445f-8f60-43e5c3ab5a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.008877 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6775e1-c46d-48f4-981a-27361d83a45c None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:51.010689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8a6775e1-c46d-48f4-981a-27361d83a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:51.025288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0f809220-048c-4528-839c-19dd2af825fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.035113 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8a72855-b633-440d-8280-be142e347ae4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.049631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8a6775e1-c46d-48f4-981a-27361d83a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:51.052724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.064847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa4188-e97e-4a3a-aaf5-cb177517390e None None] Pushing event updated for resources: {'Port': ['ID=f6375d24-7b14-4ab7-aaf7-dbffc4acd76b,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:51.073791 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6775e1-c46d-48f4-981a-27361d83a45c None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:51.074476 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8a6775e1-c46d-48f4-981a-27361d83a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:51.079161 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ffc2c0bd-119d-4d41-abea-cf28c6475bed tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "PUT /v2.0/floatingips/7189eeac-50ac-4ebb-9366-620ae95bd358 HTTP/1.1" status: 200 len: 978 time: 5.5869095 Nov 09 04:17:51.083454 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f809220-048c-4528-839c-19dd2af825fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:51.084069 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0f809220-048c-4528-839c-19dd2af825fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:51.087274 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:51.089536 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46106) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:51.100973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-230160e1-98b7-406f-88f3-26717919b405 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:51.183149 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8a6775e1-c46d-48f4-981a-27361d83a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:51.184109 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6775e1-c46d-48f4-981a-27361d83a45c None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:51.199481 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7e3bfae-a722-445f-8f60-43e5c3ab5a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.202213 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7e3bfae-a722-445f-8f60-43e5c3ab5a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.204026 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b7e3bfae-a722-445f-8f60-43e5c3ab5a43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02cb3ff7-40f3-488e-88ca-adadc58c0ed0 HTTP/1.1" status: 204 len: 168 time: 0.7271643 Nov 09 04:17:51.216994 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8a72855-b633-440d-8280-be142e347ae4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.260100 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0f809220-048c-4528-839c-19dd2af825fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.275438 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b9c72c27-9dc6-4a16-95e1-09cb78c98235 None None] Provisioning complete for port f6375d24-7b14-4ab7-aaf7-dbffc4acd76b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:51.276058 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b9c72c27-9dc6-4a16-95e1-09cb78c98235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.294708 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0f809220-048c-4528-839c-19dd2af825fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.300372 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0f809220-048c-4528-839c-19dd2af825fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/networks/b74b1d72-c15e-4104-b9a5-46304061ef02 HTTP/1.1" status: 204 len: 168 time: 1.0565898 Nov 09 04:17:51.326374 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46110) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:51.327428 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3bfae-a722-445f-8f60-43e5c3ab5a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cb3ff7-40f3-488e-88ca-adadc58c0ed0,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:51.344724 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8588515b-d785-43aa-8bbe-35347bd788ea None None] DHCP port deletion for 5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:17:51.351309 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8a72855-b633-440d-8280-be142e347ae4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.351637 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-61790b95-947a-4f19-a053-72c14d009acc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.355520 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292bdcf0-36ae-43f3-bbbf-fb861f4b7546 None None] Network 01eb8962-962a-4fcc-820c-0a186c64e419 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:51.357314 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b8a72855-b633-440d-8280-be142e347ae4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/subnets/dfd04374-aeb7-4abc-b209-b84ab531df70 HTTP/1.1" status: 204 len: 168 time: 0.9648204 Nov 09 04:17:51.368609 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a72855-b633-440d-8280-be142e347ae4 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd04374-aeb7-4abc-b209-b84ab531df70,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:51.370451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46112) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:51.379844 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f809220-048c-4528-839c-19dd2af825fd tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Network': ['ID=b74b1d72-c15e-4104-b9a5-46304061ef02,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:51.396067 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f6375d24-7b14-4ab7-aaf7-dbffc4acd76b up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:51.410897 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb138d2-1e13-4dc0-9c90-e4eff46445bd req-45fcbdaf-0b63-4b90-935a-0574b19ff6dc tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:51.412525 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5fb138d2-1e13-4dc0-9c90-e4eff46445bd req-45fcbdaf-0b63-4b90-935a-0574b19ff6dc tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.4277296 Nov 09 04:17:51.414812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-230160e1-98b7-406f-88f3-26717919b405 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.437393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-61790b95-947a-4f19-a053-72c14d009acc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for 2134b864-40e1-4f62-a324-cee1e90e6bbf owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:51.491330 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.555923 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Deleting port 5ab2aa62-f1e2-4781-80b5-0efa32a16676 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:51.556304 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.646903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b9c72c27-9dc6-4a16-95e1-09cb78c98235 None None] Provisioning complete for port 2134b864-40e1-4f62-a324-cee1e90e6bbf triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:51.647489 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b9c72c27-9dc6-4a16-95e1-09cb78c98235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.651076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] For port 5ab2aa62-f1e2-4781-80b5-0efa32a16676, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5ab2aa62-f1e2-4781-80b5-0efa32a16676,segment=NetworkSegment(0d1d502f-fd60-4805-b2be-2f8a71b00804),segment_id=0d1d502f-fd60-4805-b2be-2f8a71b00804)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:51.651959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.668030 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Calling delete_port for 5ab2aa62-f1e2-4781-80b5-0efa32a16676 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:51.735941 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port f6375d24-7b14-4ab7-aaf7-dbffc4acd76b triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:51.736312 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.744689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-8588515b-d785-43aa-8bbe-35347bd788ea None None] Deleting port 89e11f2a-de2b-418f-8b32-11186e521427 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:51.745082 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8588515b-d785-43aa-8bbe-35347bd788ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.765349 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b9c72c27-9dc6-4a16-95e1-09cb78c98235 None None] Port 2134b864-40e1-4f62-a324-cee1e90e6bbf cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:17:51.785975 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.814305 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Port': ['ID=5ab2aa62-f1e2-4781-80b5-0efa32a16676,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:51.823134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] No DVR routers for this DVR port 5ab2aa62-f1e2-4781-80b5-0efa32a16676 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:51.857447 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5fb138d2-1e13-4dc0-9c90-e4eff46445bd req-9ad79d5e-c716-4a24-afb5-a92b27d214cc tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4344239 Nov 09 04:17:51.865859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-230160e1-98b7-406f-88f3-26717919b405 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.873308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] Deleting port 89e11f2a-de2b-418f-8b32-11186e521427 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:51.873701 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.893661 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-230160e1-98b7-406f-88f3-26717919b405 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.894008 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-230160e1-98b7-406f-88f3-26717919b405 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Floating IP 7189eeac-50ac-4ebb-9366-620ae95bd358 disassociated. External IP: 172.26.5.91, port: 1ccf1fbe-bf06-484d-a3a2-88a5e2b0eeb1. Nov 09 04:17:51.934298 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:51.961241 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01eb8962-962a-4fcc-820c-0a186c64e419']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:51.974349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1d502f-fd60-4805-b2be-2f8a71b00804') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:51.974349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1d502f-fd60-4805-b2be-2f8a71b00804') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:51.989134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:52.009124 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:52.017824 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:52.019426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:52.035988 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2f097e66-6c4b-45c6-8ab3-dda9f8d7c9d8 None None] Provisioning complete for port 2134b864-40e1-4f62-a324-cee1e90e6bbf triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:52.036403 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2f097e66-6c4b-45c6-8ab3-dda9f8d7c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:52.040624 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec59814-b971-4701-92a3-c0dfc3881025 admin admin] Router 7e2ca235-0f6b-40e1-97cc-315671f53050 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:17:52.043877 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] For port 89e11f2a-de2b-418f-8b32-11186e521427, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=89e11f2a-de2b-418f-8b32-11186e521427,segment=NetworkSegment(15ceb2c9-795f-4254-ab70-ce73f3f867c6),segment_id=15ceb2c9-795f-4254-ab70-ce73f3f867c6)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:52.043877 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:52.080501 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e5375-878d-471c-83ec-d5a853cf9213 None None] DHCP port deletion for 01eb8962-962a-4fcc-820c-0a186c64e419 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:17:52.094506 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8588515b-d785-43aa-8bbe-35347bd788ea None None] For port 89e11f2a-de2b-418f-8b32-11186e521427, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=89e11f2a-de2b-418f-8b32-11186e521427,segment=NetworkSegment(15ceb2c9-795f-4254-ab70-ce73f3f867c6),segment_id=15ceb2c9-795f-4254-ab70-ce73f3f867c6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:52.094901 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8588515b-d785-43aa-8bbe-35347bd788ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:52.134854 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-8588515b-d785-43aa-8bbe-35347bd788ea None None] Calling delete_port for 89e11f2a-de2b-418f-8b32-11186e521427 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:52.141582 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d91b397e-7c43-4d12-a93d-fc99dbc707e7 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Deleting port 2c9469af-ce5e-4961-a588-137973296415 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:52.142004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d91b397e-7c43-4d12-a93d-fc99dbc707e7 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:52.151884 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] Calling delete_port for 89e11f2a-de2b-418f-8b32-11186e521427 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:52.154170 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:52.160293 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:52.172901 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-2f097e66-6c4b-45c6-8ab3-dda9f8d7c9d8 None None] Port 2134b864-40e1-4f62-a324-cee1e90e6bbf cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:17:52.207183 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:52.211098 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] 10.222.0.21 "DELETE /v2.0/networks/01eb8962-962a-4fcc-820c-0a186c64e419 HTTP/1.1" status: 204 len: 168 time: 0.8392012 Nov 09 04:17:52.212072 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c333dc3-4a68-4b39-8bc9-ebea0d7536b9 tempest-NetworksIpV6Test-1372545805 tempest-NetworksIpV6Test-1372545805-project] Pushing event deleted for resources: {'Network': ['ID=01eb8962-962a-4fcc-820c-0a186c64e419,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:52.310401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8588515b-d785-43aa-8bbe-35347bd788ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:52.318445 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5020a0f7-be11-4f01-9edf-35a0e05f211b no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:52.337834 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-61790b95-947a-4f19-a053-72c14d009acc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:52.374765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588515b-d785-43aa-8bbe-35347bd788ea None None] Pushing event deleted for resources: {'Port': ['ID=89e11f2a-de2b-418f-8b32-11186e521427,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:52.377308 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8588515b-d785-43aa-8bbe-35347bd788ea None None] No DVR routers for this DVR port 89e11f2a-de2b-418f-8b32-11186e521427 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:52.379383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 5020a0f7-be11-4f01-9edf-35a0e05f211b {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:52.379960 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5020a0f7-be11-4f01-9edf-35a0e05f211b not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:52.380590 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 92f49f9f-9431-42b4-ac60-caba3619bba0 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:52.406395 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 92f49f9f-9431-42b4-ac60-caba3619bba0 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:52.406878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 92f49f9f-9431-42b4-ac60-caba3619bba0 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:52.441147 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355e4b2-d1d2-4986-a876-1488b01d4d59 req-7dd53fca-408e-4dff-a6ba-240c3475c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:52.442926 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7355e4b2-d1d2-4986-a876-1488b01d4d59 req-7dd53fca-408e-4dff-a6ba-240c3475c48b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6dfcc1c4d09647fa8fc08487cdee666e&device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 1098 time: 0.0858541 Nov 09 04:17:52.466241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d91b397e-7c43-4d12-a93d-fc99dbc707e7 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:52.504480 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61790b95-947a-4f19-a053-72c14d009acc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=2134b864-40e1-4f62-a324-cee1e90e6bbf,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:52.551348 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355e4b2-d1d2-4986-a876-1488b01d4d59 req-b111ef9f-fd53-4384-88c6-80ecc4f29fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:52.552962 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7355e4b2-d1d2-4986-a876-1488b01d4d59 req-b111ef9f-fd53-4384-88c6-80ecc4f29fb4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7406e378-feb3-4f56-a182-2c787a7b80e5 HTTP/1.1" status: 200 len: 912 time: 0.0945826 Nov 09 04:17:52.574114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46140) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:52.611803 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d91b397e-7c43-4d12-a93d-fc99dbc707e7 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Calling delete_port for 2c9469af-ce5e-4961-a588-137973296415 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:52.705967 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7355e4b2-d1d2-4986-a876-1488b01d4d59 req-b312f76e-2e0b-4822-ba7b-b00462717f7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490c1e67-81a0-40ef-8104-06c6989875b9 HTTP/1.1" status: 200 len: 1000 time: 0.1447110 Nov 09 04:17:52.775264 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355e4b2-d1d2-4986-a876-1488b01d4d59 req-e209ca58-90cb-49d8-b7f2-21b42f2cdbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:52.776717 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7355e4b2-d1d2-4986-a876-1488b01d4d59 req-e209ca58-90cb-49d8-b7f2-21b42f2cdbc4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8e11ddf-918b-4633-b516-311dd3cf995b HTTP/1.1" status: 200 len: 851 time: 0.0638983 Nov 09 04:17:52.835644 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355e4b2-d1d2-4986-a876-1488b01d4d59 req-b02e1e9a-b626-4f4b-ae81-9dc3a5e5baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:52.837377 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7355e4b2-d1d2-4986-a876-1488b01d4d59 req-b02e1e9a-b626-4f4b-ae81-9dc3a5e5baa5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7406e378-feb3-4f56-a182-2c787a7b80e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524149 Nov 09 04:17:52.962492 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3adf0f23-1337-43d3-8476-7a5d6d3fdb76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1711d29a334a49bf9178554c47b6c30f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867686 Nov 09 04:17:52.965206 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46152) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:52.995609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a46415-4c10-4c2f-948f-754e34a8d8dd req-cd9c5488-71ad-4da9-a707-853aed3bcaf1 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:52.997994 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25a46415-4c10-4c2f-948f-754e34a8d8dd req-cd9c5488-71ad-4da9-a707-853aed3bcaf1 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.7094717 Nov 09 04:17:52.999325 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7355e4b2-d1d2-4986-a876-1488b01d4d59 req-ce99c35e-2bf1-46fc-9a80-2b0fcdad4243 service neutron] 10.222.0.31 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520114 Nov 09 04:17:53.007268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-61790b95-947a-4f19-a053-72c14d009acc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.008687 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f6375d24-7b14-4ab7-aaf7-dbffc4acd76b up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:53.011268 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-61790b95-947a-4f19-a053-72c14d009acc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/2134b864-40e1-4f62-a324-cee1e90e6bbf HTTP/1.1" status: 204 len: 168 time: 2.7611687 Nov 09 04:17:53.019261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46156) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:53.069144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port f6375d24-7b14-4ab7-aaf7-dbffc4acd76b triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:53.069564 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.106127 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9303a5de-b916-4dfb-a224-d557c63eb81c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.142724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec59814-b971-4701-92a3-c0dfc3881025 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:53.145176 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9303a5de-b916-4dfb-a224-d557c63eb81c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.153342 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7355e4b2-d1d2-4986-a876-1488b01d4d59 req-848f1902-171e-4916-8dd3-867dabf52cc4 service neutron] 10.222.0.31 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459095 Nov 09 04:17:53.159542 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0ec59814-b971-4701-92a3-c0dfc3881025 admin admin] 10.222.0.21 "PUT /v2.0/routers/7e2ca235-0f6b-40e1-97cc-315671f53050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9700005 Nov 09 04:17:53.162197 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46160) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:53.164909 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.173992 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f45205-3f54-42eb-bd0b-23f264f2925e None None] Sync routers for ids ['7e2ca235-0f6b-40e1-97cc-315671f53050'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:53.206637 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f45205-3f54-42eb-bd0b-23f264f2925e None None] Routers {'7e2ca235-0f6b-40e1-97cc-315671f53050'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:53.207260 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-08f45205-3f54-42eb-bd0b-23f264f2925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7e2ca235-0f6b-40e1-97cc-315671f53050'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:53.228644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=89e11f2a-de2b-418f-8b32-11186e521427,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:53.239703 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] No DVR routers for this DVR port 89e11f2a-de2b-418f-8b32-11186e521427 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:53.282398 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9303a5de-b916-4dfb-a224-d557c63eb81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.284985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9303a5de-b916-4dfb-a224-d557c63eb81c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.286185 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9303a5de-b916-4dfb-a224-d557c63eb81c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cd5b013-7474-4584-b88c-549bcc8fce90 HTTP/1.1" status: 204 len: 168 time: 0.3200707 Nov 09 04:17:53.299967 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d160dc24-58e0-4328-8462-1826dc29b660 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:53.301865 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d160dc24-58e0-4328-8462-1826dc29b660 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:53.303442 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d160dc24-58e0-4328-8462-1826dc29b660 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2548800 Nov 09 04:17:53.305985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303a5de-b916-4dfb-a224-d557c63eb81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd5b013-7474-4584-b88c-549bcc8fce90,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:53.309902 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46166) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:53.313386 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25a46415-4c10-4c2f-948f-754e34a8d8dd req-1aef84c1-a72b-4533-96db-1ab32d08e4c8 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585044 Nov 09 04:17:53.316193 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230160e1-98b7-406f-88f3-26717919b405 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:17:53.339617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5ab2aa62-f1e2-4781-80b5-0efa32a16676 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:53.387916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d91b397e-7c43-4d12-a93d-fc99dbc707e7 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.395413 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.396270 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 5ab2aa62-f1e2-4781-80b5-0efa32a16676 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:53.396644 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5ab2aa62-f1e2-4781-80b5-0efa32a16676 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:53.397083 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 89e11f2a-de2b-418f-8b32-11186e521427 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:53.434922 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84c503d-fc8f-4637-8168-c6ab7b8e7130 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 34ae3eef-9c17-4fc4-b3c7-53738bf8c43a {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:17:53.441874 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 89e11f2a-de2b-418f-8b32-11186e521427 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:53.445803 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b84c503d-fc8f-4637-8168-c6ab7b8e7130 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.447844 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 89e11f2a-de2b-418f-8b32-11186e521427 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:53.457493 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.468681 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-08f45205-3f54-42eb-bd0b-23f264f2925e None None] Set router 7e2ca235-0f6b-40e1-97cc-315671f53050 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:17:53.480889 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b397e-7c43-4d12-a93d-fc99dbc707e7 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Port': ['ID=2c9469af-ce5e-4961-a588-137973296415,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:53.491469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce73bf0-f08d-4515-bc4d-a4385e38aaa2']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:53.501586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d91b397e-7c43-4d12-a93d-fc99dbc707e7 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.504809 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d91b397e-7c43-4d12-a93d-fc99dbc707e7 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/ports/2c9469af-ce5e-4961-a588-137973296415 HTTP/1.1" status: 204 len: 168 time: 2.1748269 Nov 09 04:17:53.511903 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46168) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:53.532070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ceb2c9-795f-4254-ab70-ce73f3f867c6') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:53.532363 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ceb2c9-795f-4254-ab70-ce73f3f867c6') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:53.589807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46170) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:53.603645 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-045653be-a90f-4814-ba70-e463500a01ae tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] DELETE failed (client error): The resource could not be found. Nov 09 04:17:53.604099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045653be-a90f-4814-ba70-e463500a01ae tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:17:53.604546 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b84c503d-fc8f-4637-8168-c6ab7b8e7130 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.607143 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-045653be-a90f-4814-ba70-e463500a01ae tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/subnets/c6f55cf3-48f1-4ab0-8363-9536ea8189d0 HTTP/1.1" status: 404 len: 337 time: 0.0942841 Nov 09 04:17:53.609793 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.613348 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46174) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:53.657131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.678083 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:53.678485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:53.681696 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:53.740091 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b84c503d-fc8f-4637-8168-c6ab7b8e7130 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.758946 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230160e1-98b7-406f-88f3-26717919b405 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:17:53.770175 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-230160e1-98b7-406f-88f3-26717919b405 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.771767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd0ea62-f6bb-470a-8c65-1c4323cd8c90 None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:17:53.787400 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd0ea62-f6bb-470a-8c65-1c4323cd8c90 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:53.788422 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bbd0ea62-f6bb-470a-8c65-1c4323cd8c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:53.805417 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-92476fe1-65b4-4901-918c-5beb68de9176 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.822138 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-230160e1-98b7-406f-88f3-26717919b405 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "PUT /v2.0/floatingips/7189eeac-50ac-4ebb-9366-620ae95bd358 HTTP/1.1" status: 200 len: 687 time: 2.7302299 Nov 09 04:17:53.822886 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46178) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:53.824084 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.851665 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.857571 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b84c503d-fc8f-4637-8168-c6ab7b8e7130 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.858194 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] 10.222.0.21 "DELETE /v2.0/networks/5ce73bf0-f08d-4515-bc4d-a4385e38aaa2 HTTP/1.1" status: 204 len: 168 time: 3.0825512 Nov 09 04:17:53.884208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bbd0ea62-f6bb-470a-8c65-1c4323cd8c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:53.899110 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90951793-fcb5-4568-8906-12619f3a262b None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:53.919021 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b84c503d-fc8f-4637-8168-c6ab7b8e7130 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:53.923285 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b84c503d-fc8f-4637-8168-c6ab7b8e7130 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/34ae3eef-9c17-4fc4-b3c7-53738bf8c43a HTTP/1.1" status: 204 len: 168 time: 0.6117992 Nov 09 04:17:53.929294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46186) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:53.948923 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a3549-c919-44e9-9e2e-614f55407ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce73bf0-f08d-4515-bc4d-a4385e38aaa2,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:53.956916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c503d-fc8f-4637-8168-c6ab7b8e7130 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=34ae3eef-9c17-4fc4-b3c7-53738bf8c43a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:53.984870 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.012007 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd0ea62-f6bb-470a-8c65-1c4323cd8c90 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:54.012615 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bbd0ea62-f6bb-470a-8c65-1c4323cd8c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:54.046374 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-08f45205-3f54-42eb-bd0b-23f264f2925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157'}], 'enable_snat': True}, 'gw_port_id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:17:49Z', 'revision_number': 5, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'gw_port': {'id': '44e3ed9b-f06d-46a1-9f66-04795e73b7da', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:29:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:54Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:54.070561 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] Deleting port 44e3ed9b-f06d-46a1-9f66-04795e73b7da {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:54.070905 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.116124 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f45205-3f54-42eb-bd0b-23f264f2925e None None] Checking router: 7e2ca235-0f6b-40e1-97cc-315671f53050 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:17:54.126296 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a939c18a-8cd0-4045-b548-10e029c527ef tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1931925 Nov 09 04:17:54.127556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46190) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:54.131519 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f45205-3f54-42eb-bd0b-23f264f2925e None None] Routers {'7e2ca235-0f6b-40e1-97cc-315671f53050'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:17:54.131963 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46192) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:54.132128 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-08f45205-3f54-42eb-bd0b-23f264f2925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7e2ca235-0f6b-40e1-97cc-315671f53050'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:54.139858 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-22593c42-16d3-4edc-a3d6-562492a39d90 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:54.142353 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bbd0ea62-f6bb-470a-8c65-1c4323cd8c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:54.143851 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd0ea62-f6bb-470a-8c65-1c4323cd8c90 None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:54.159176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3a3a0d6a-6e8d-428d-b27e-9417ea4a58f3 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-886776287'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:54.287935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-92476fe1-65b4-4901-918c-5beb68de9176 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.291722 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-08f45205-3f54-42eb-bd0b-23f264f2925e None None] Set router 7e2ca235-0f6b-40e1-97cc-315671f53050 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:17:54.295135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0d6a-6e8d-428d-b27e-9417ea4a58f3 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.296433 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0d6a-6e8d-428d-b27e-9417ea4a58f3 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.314919 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] For port 44e3ed9b-f06d-46a1-9f66-04795e73b7da, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=44e3ed9b-f06d-46a1-9f66-04795e73b7da,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:54.315368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.319282 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22593c42-16d3-4edc-a3d6-562492a39d90 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:54.324667 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22593c42-16d3-4edc-a3d6-562492a39d90 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.334616 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7aaa0dea-9b4c-42f0-bfc3-830fe2c64474 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7273c23e14d458d8f30dc649eb26159&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1715882 Nov 09 04:17:54.338288 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46196) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:54.350331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-92476fe1-65b4-4901-918c-5beb68de9176 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153466e0-5a35-46c2-8f79-16e2cf824f6b']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:54.366922 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] Calling delete_port for 44e3ed9b-f06d-46a1-9f66-04795e73b7da owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:54.400247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-92476fe1-65b4-4901-918c-5beb68de9176 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224aaa43-513b-4e57-b210-514b6b8e8488') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:54.406522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-92476fe1-65b4-4901-918c-5beb68de9176 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224aaa43-513b-4e57-b210-514b6b8e8488') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:54.430347 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-08f45205-3f54-42eb-bd0b-23f264f2925e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:17:53Z', 'revision_number': 6, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:54.505283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-92476fe1-65b4-4901-918c-5beb68de9176 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.518890 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f45205-3f54-42eb-bd0b-23f264f2925e None None] The sync data for ids ['7e2ca235-0f6b-40e1-97cc-315671f53050'] in dv-neutron-816800-2-hyperv is: [{'id': '7e2ca235-0f6b-40e1-97cc-315671f53050', 'name': 'tempest-ServersTestJSON-755445938-router', 'tenant_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:17:53Z', 'revision_number': 6, 'project_id': 'a9d1db2f4a4b4c198a0d79702824d532', 'gw_port_host': None}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:17:54.521993 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0d6a-6e8d-428d-b27e-9417ea4a58f3 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.529001 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:17:54.542407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0d6a-6e8d-428d-b27e-9417ea4a58f3 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.546610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-92476fe1-65b4-4901-918c-5beb68de9176 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.565807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-330cde23-5bef-415a-a50d-bf8ebdcb7b4d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting port 7a2d72bf-a525-4598-800d-b1030a36d530 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:54.566232 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-330cde23-5bef-415a-a50d-bf8ebdcb7b4d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.569234 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92476fe1-65b4-4901-918c-5beb68de9176 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:54.569747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-92476fe1-65b4-4901-918c-5beb68de9176 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:54.574791 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:54.591751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4476ac-a6a0-4401-9ef8-e98128565f4d req-d13b4f51-53e5-4adc-9233-ac48c7d8996a tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:54.594289 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2f4476ac-a6a0-4401-9ef8-e98128565f4d req-d13b4f51-53e5-4adc-9233-ac48c7d8996a tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1177120 Nov 09 04:17:54.631384 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0d6a-6e8d-428d-b27e-9417ea4a58f3 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.632717 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3a3a0d6a-6e8d-428d-b27e-9417ea4a58f3 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0371099 Nov 09 04:17:54.667046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Deleting port f6375d24-7b14-4ab7-aaf7-dbffc4acd76b {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:54.667722 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.695658 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46206) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:54.715618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c680d708-4c5d-43b6-9508-cf106219433e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.783331 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] For port f6375d24-7b14-4ab7-aaf7-dbffc4acd76b, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f6375d24-7b14-4ab7-aaf7-dbffc4acd76b,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:54.783682 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.802577 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Calling delete_port for f6375d24-7b14-4ab7-aaf7-dbffc4acd76b owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:54.804962 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46210) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:54.805731 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-92476fe1-65b4-4901-918c-5beb68de9176 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.831114 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-92476fe1-65b4-4901-918c-5beb68de9176 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.834419 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-92476fe1-65b4-4901-918c-5beb68de9176 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/networks/153466e0-5a35-46c2-8f79-16e2cf824f6b HTTP/1.1" status: 204 len: 168 time: 1.2153273 Nov 09 04:17:54.840002 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46214) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:54.865117 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c680d708-4c5d-43b6-9508-cf106219433e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.867545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-98e9b71e-9e05-4397-b34b-5ffc11b65647 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.872333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-330cde23-5bef-415a-a50d-bf8ebdcb7b4d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.872735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-330cde23-5bef-415a-a50d-bf8ebdcb7b4d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.921788 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:54.946434 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] No DVR routers for this DVR port f6375d24-7b14-4ab7-aaf7-dbffc4acd76b on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:54.978378 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92476fe1-65b4-4901-918c-5beb68de9176 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Network': ['ID=153466e0-5a35-46c2-8f79-16e2cf824f6b,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:55.007236 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Pushing event deleted for resources: {'Port': ['ID=f6375d24-7b14-4ab7-aaf7-dbffc4acd76b,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:55.028293 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:55.029321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:55.030455 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:55.030950 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:55.031775 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:55.032298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:55.032785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:55.033498 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:55.034599 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:55.035091 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:55.035575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:55.036046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00bdae2-08a9-4467-9122-038674874a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:17:55.047205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5671e01f-9f9a-443e-a806-81c85086d017 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:55.051613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-330cde23-5bef-415a-a50d-bf8ebdcb7b4d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Calling delete_port for 7a2d72bf-a525-4598-800d-b1030a36d530 owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:55.057713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-429007207'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:55.076270 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 5671e01f-9f9a-443e-a806-81c85086d017 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:55.077356 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5671e01f-9f9a-443e-a806-81c85086d017 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:55.079508 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f6375d24-7b14-4ab7-aaf7-dbffc4acd76b no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:55.101645 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: f6375d24-7b14-4ab7-aaf7-dbffc4acd76b {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:55.102014 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f6375d24-7b14-4ab7-aaf7-dbffc4acd76b not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:55.168921 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2f4476ac-a6a0-4401-9ef8-e98128565f4d req-98ecd23f-c41c-4f38-a114-eafc73855da8 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367972 Nov 09 04:17:55.185790 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22593c42-16d3-4edc-a3d6-562492a39d90 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.235282 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22593c42-16d3-4edc-a3d6-562492a39d90 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:55.246189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-22593c42-16d3-4edc-a3d6-562492a39d90 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:55.254249 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22593c42-16d3-4edc-a3d6-562492a39d90 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:55.254661 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-025bb10a-b2e0-45a3-97dd-061bb98a06a2 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Deleting subnet 9fc99b6f-8a08-448d-b625-2c74331d9261 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:17:55.255136 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22593c42-16d3-4edc-a3d6-562492a39d90 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.256703 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2e8aab-06fb-49ae-8c29-9f2c55e12eb0 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:55.262311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-025bb10a-b2e0-45a3-97dd-061bb98a06a2 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.265753 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22593c42-16d3-4edc-a3d6-562492a39d90 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=1978869d-7416-4470-b393-03771c2fb09b,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:55.268492 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.278755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-98e9b71e-9e05-4397-b34b-5ffc11b65647 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.282133 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:55.284335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.295772 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] Pushing event deleted for resources: {'Port': ['ID=44e3ed9b-f06d-46a1-9f66-04795e73b7da,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:55.300233 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-22593c42-16d3-4edc-a3d6-562492a39d90 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1671364 Nov 09 04:17:55.302792 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46218) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:55.307634 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-336212bd-4229-43b0-9c74-bfe36454212e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'name': 'tempest-NetworksTestDHCPv6-277562069'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:55.311903 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-98e9b71e-9e05-4397-b34b-5ffc11b65647 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.362202 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.363937 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c680d708-4c5d-43b6-9508-cf106219433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.366406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c680d708-4c5d-43b6-9508-cf106219433e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.369916 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c680d708-4c5d-43b6-9508-cf106219433e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e1466af-1699-435f-a1d5-b8b5c533e0c8 HTTP/1.1" status: 204 len: 168 time: 1.0278974 Nov 09 04:17:55.438279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-025bb10a-b2e0-45a3-97dd-061bb98a06a2 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.461345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': '1978869d-7416-4470-b393-03771c2fb09b'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:55.462487 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.475091 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680d708-4c5d-43b6-9508-cf106219433e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1466af-1699-435f-a1d5-b8b5c533e0c8,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:55.486731 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-98e9b71e-9e05-4397-b34b-5ffc11b65647 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.487713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e9b71e-9e05-4397-b34b-5ffc11b65647 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c0edd5c-9392-488f-9d38-24009ce2fcfb {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:17:55.492584 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-98e9b71e-9e05-4397-b34b-5ffc11b65647 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.493763 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-98e9b71e-9e05-4397-b34b-5ffc11b65647 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] 10.222.0.21 "DELETE /v2.0/routers/0c0edd5c-9392-488f-9d38-24009ce2fcfb HTTP/1.1" status: 204 len: 168 time: 0.7970064 Nov 09 04:17:55.496694 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.502536 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46222) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:55.516174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3976b609-c7ca-4fc4-8190-2d54e8110bfa tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Request body: {'router': {'name': 'tempest-router-1111844147', 'distributed': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:55.546609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41dfd7-ca37-4f8f-a21b-bc6782ea6d05 req-32841f1f-172a-496e-9a9a-65d0db251d26 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:55.548335 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4c41dfd7-ca37-4f8f-a21b-bc6782ea6d05 req-32841f1f-172a-496e-9a9a-65d0db251d26 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.3000631 Nov 09 04:17:55.551675 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a0b26605-9863-449e-9179-6af4a536aebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.645924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.651239 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.714098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3976b609-c7ca-4fc4-8190-2d54e8110bfa tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.715272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3976b609-c7ca-4fc4-8190-2d54e8110bfa tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.726756 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.727277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e2ca235-0f6b-40e1-97cc-315671f53050 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:17:55.735338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.736548 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9f21d71a-9da6-4630-aeaf-a03b8e1d6271 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7e2ca235-0f6b-40e1-97cc-315671f53050 HTTP/1.1" status: 204 len: 168 time: 2.5732296 Nov 09 04:17:55.739070 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46226) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:55.786875 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336212bd-4229-43b0-9c74-bfe36454212e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:55.790540 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-336212bd-4229-43b0-9c74-bfe36454212e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.809270 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Allocated IP 2001:db8::2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/1978869d-7416-4470-b393-03771c2fb09b/c5112341-a012-489a-a824-a49a5988dc08) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:55.886147 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-68528b72-b915-42b4-9cd7-4c2a6ec6aa58 admin admin] Deleting subnet bfb90b94-eee5-42b8-ae6e-732018a58008 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:17:55.895298 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-68528b72-b915-42b4-9cd7-4c2a6ec6aa58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.897765 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3976b609-c7ca-4fc4-8190-2d54e8110bfa tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.921263 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-336212bd-4229-43b0-9c74-bfe36454212e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port 73d6c18c-e588-4c88-9d44-1fcc18194593 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:17:55.931085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3976b609-c7ca-4fc4-8190-2d54e8110bfa tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.981154 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3976b609-c7ca-4fc4-8190-2d54e8110bfa tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:55.982306 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3976b609-c7ca-4fc4-8190-2d54e8110bfa tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4777327 Nov 09 04:17:55.987177 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46234) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:55.989058 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-68528b72-b915-42b4-9cd7-4c2a6ec6aa58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.027099 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.039189 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.089180 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Pushing event updated for resources: {'Port': ['ID=c5112341-a012-489a-a824-a49a5988dc08,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:56.101000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:56.102319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:56.105600 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:56.117431 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f1729ab6-1b40-4c2d-a3df-66f7c30e2520 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.146141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-330cde23-5bef-415a-a50d-bf8ebdcb7b4d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.153725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-025bb10a-b2e0-45a3-97dd-061bb98a06a2 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.165785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Attempting to bind port c5112341-a012-489a-a824-a49a5988dc08 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:56.166339 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Attempting to bind port c5112341-a012-489a-a824-a49a5988dc08 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:56.166707 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Attempting to bind port c5112341-a012-489a-a824-a49a5988dc08 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:56.172048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:56.172499 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:56.172964 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.173418 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:56.174000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Bound port: c5112341-a012-489a-a824-a49a5988dc08, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:56.174444 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.180632 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.207791 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4c41dfd7-ca37-4f8f-a21b-bc6782ea6d05 req-008d291b-6198-4b8f-a93a-73f808ac57e7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6391225 Nov 09 04:17:56.237806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.250872 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cde23-5bef-415a-a50d-bf8ebdcb7b4d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Port': ['ID=7a2d72bf-a525-4598-800d-b1030a36d530,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:56.271754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-336212bd-4229-43b0-9c74-bfe36454212e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::7e (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/1978869d-7416-4470-b393-03771c2fb09b/73d6c18c-e588-4c88-9d44-1fcc18194593) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:56.298194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:56.312608 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] For port c5112341-a012-489a-a824-a49a5988dc08, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:56.319129 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] For port c5112341-a012-489a-a824-a49a5988dc08, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c5112341-a012-489a-a824-a49a5988dc08,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:56.325824 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.355943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Added segment 28cf3fbd-4cd0-4271-8875-487befab79bf of type vlan for network 06256826-1d6d-4e72-beda-f52a9db64af3 Nov 09 04:17:56.370339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6497d8f-5ebe-4207-bb7c-1e9c87c64288,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:56.387974 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-68528b72-b915-42b4-9cd7-4c2a6ec6aa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.413151 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-025bb10a-b2e0-45a3-97dd-061bb98a06a2 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.433653 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-330cde23-5bef-415a-a50d-bf8ebdcb7b4d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.436300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-330cde23-5bef-415a-a50d-bf8ebdcb7b4d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.439862 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-330cde23-5bef-415a-a50d-bf8ebdcb7b4d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/floatingips/7189eeac-50ac-4ebb-9366-620ae95bd358 HTTP/1.1" status: 204 len: 168 time: 2.6110492 Nov 09 04:17:56.457572 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de61c7c-b18a-4126-a732-121af8932fa1 None None] Pushing event updated for resources: {'Port': ['ID=c5112341-a012-489a-a824-a49a5988dc08,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:56.473211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46246) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:56.479726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.489965 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f1729ab6-1b40-4c2d-a3df-66f7c30e2520 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.497111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f1729ab6-1b40-4c2d-a3df-66f7c30e2520 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.500363 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bb10a-b2e0-45a3-97dd-061bb98a06a2 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc99b6f-8a08-448d-b625-2c74331d9261,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:56.515481 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-025bb10a-b2e0-45a3-97dd-061bb98a06a2 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.515871 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d80b1e-d5a3-4bf7-ad24-94e3d97b4349 None None] Network 9f3a1908-a40e-47c3-8326-dfcf817ac51c requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:56.526718 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-025bb10a-b2e0-45a3-97dd-061bb98a06a2 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/subnets/9fc99b6f-8a08-448d-b625-2c74331d9261 HTTP/1.1" status: 204 len: 168 time: 1.6787884 Nov 09 04:17:56.557288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46250) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:56.603786 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-6e1ebc98-e33d-4812-9ec9-8ce3d15e85b5 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] delete failed (client error): The resource could not be found. Nov 09 04:17:56.605012 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6e1ebc98-e33d-4812-9ec9-8ce3d15e85b5 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/floatingips/7189eeac-50ac-4ebb-9366-620ae95bd358 HTTP/1.1" status: 404 len: 345 time: 0.1223590 Nov 09 04:17:56.608818 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46252) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:56.610142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.db.resource_extend [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 04:17:56.748220 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.755286 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:56.755936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.804302 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f1729ab6-1b40-4c2d-a3df-66f7c30e2520 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.804992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1729ab6-1b40-4c2d-a3df-66f7c30e2520 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f33ca94-749c-43ec-b658-adff775b0e9d {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:17:56.813315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f1729ab6-1b40-4c2d-a3df-66f7c30e2520 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.816148 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f1729ab6-1b40-4c2d-a3df-66f7c30e2520 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7f33ca94-749c-43ec-b658-adff775b0e9d HTTP/1.1" status: 204 len: 168 time: 0.8248103 Nov 09 04:17:56.826040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46256) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:56.834819 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:56.837884 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c541379a-f990-44eb-a927-8d6bd8fa581e None None] DHCP port deletion for 9f3a1908-a40e-47c3-8326-dfcf817ac51c request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:17:56.846845 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-95855567-82ad-41b1-8548-63a9d057369f tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Request body: {'router': {'name': 'tempest-router-952033183', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '75a07254ec694e27b8061e56c3bd3aca'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:56.869877 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0576749 Nov 09 04:17:57.000336 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933bd84-7e9e-40ad-a3b0-11da63eedb7d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:57.008391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933bd84-7e9e-40ad-a3b0-11da63eedb7d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:57.008864 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c541379a-f990-44eb-a927-8d6bd8fa581e None None] Deleting port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:57.017577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933bd84-7e9e-40ad-a3b0-11da63eedb7d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:57.022269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c541379a-f990-44eb-a927-8d6bd8fa581e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.023101 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5933bd84-7e9e-40ad-a3b0-11da63eedb7d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "GET /v2.0/ports?network_id=271d5afc-0436-4896-8364-99ac5a399ccb HTTP/1.1" status: 200 len: 2359 time: 0.4066637 Nov 09 04:17:57.027136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46262) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:57.027641 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46264) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:57.028476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbf748-f5d5-49ee-ad91-662282a642ba tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Network': ['ID=06256826-1d6d-4e72-beda-f52a9db64af3,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:57.033686 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:17:57.037662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-577a9b59-5ff7-484e-84e3-826dee136b9d tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'subnet': {'network_id': '06256826-1d6d-4e72-beda-f52a9db64af3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:57.062970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-336212bd-4229-43b0-9c74-bfe36454212e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.074544 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 06256826-1d6d-4e72-beda-f52a9db64af3 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:57.117499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-68528b72-b915-42b4-9cd7-4c2a6ec6aa58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.142257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95855567-82ad-41b1-8548-63a9d057369f tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.147194 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-336212bd-4229-43b0-9c74-bfe36454212e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.147980 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95855567-82ad-41b1-8548-63a9d057369f tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.175817 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68528b72-b915-42b4-9cd7-4c2a6ec6aa58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb90b94-eee5-42b8-ae6e-732018a58008,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:57.178014 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-68528b72-b915-42b4-9cd7-4c2a6ec6aa58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.181466 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-68528b72-b915-42b4-9cd7-4c2a6ec6aa58 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bfb90b94-eee5-42b8-ae6e-732018a58008 HTTP/1.1" status: 204 len: 168 time: 1.4402747 Nov 09 04:17:57.188800 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46268) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:57.230630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c541379a-f990-44eb-a927-8d6bd8fa581e None None] For port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3b09ced8-6f96-4d8b-9e90-d9250f990ca7,segment=NetworkSegment(81b04393-ded5-430c-af1d-8b46c23bc15d),segment_id=81b04393-ded5-430c-af1d-8b46c23bc15d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:57.231382 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c541379a-f990-44eb-a927-8d6bd8fa581e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.254399 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336212bd-4229-43b0-9c74-bfe36454212e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:57.261557 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c541379a-f990-44eb-a927-8d6bd8fa581e None None] Calling delete_port for 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:57.262459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357eb39-afd6-44ea-a3bd-9f8cddfbbf51 req-6853909a-c035-4f74-984a-853aefa65006 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:57.264778 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1357eb39-afd6-44ea-a3bd-9f8cddfbbf51 req-6853909a-c035-4f74-984a-853aefa65006 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.2381935 Nov 09 04:17:57.265424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-336212bd-4229-43b0-9c74-bfe36454212e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:57.272833 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336212bd-4229-43b0-9c74-bfe36454212e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:57.278704 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336212bd-4229-43b0-9c74-bfe36454212e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:57.279337 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-336212bd-4229-43b0-9c74-bfe36454212e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.279452 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226ad449-555d-4623-ac66-e16b95c6bea3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:57.285165 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-226ad449-555d-4623-ac66-e16b95c6bea3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "GET /v2.0/subnets/27356b21-76cb-412b-8957-43b83e9d7105 HTTP/1.1" status: 200 len: 797 time: 0.2476041 Nov 09 04:17:57.292540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46274) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:57.316026 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336212bd-4229-43b0-9c74-bfe36454212e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=73d6c18c-e588-4c88-9d44-1fcc18194593,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:57.338844 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a8e9abd3-69f4-4451-b062-6fd99649159d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'port': {'network_id': '271d5afc-0436-4896-8364-99ac5a399ccb', 'name': 'tempest-FloatingIPTestJSON-1621725031', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:57.348558 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c5112341-a012-489a-a824-a49a5988dc08 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:57.348723 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Deleting port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:57.348917 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.350745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95855567-82ad-41b1-8548-63a9d057369f tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.352710 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.358654 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae25644-95a0-4405-91c7-86cd46e2ad15 None None] Network 4b1c392c-f262-40b8-99ba-61b89c78085e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:57.398128 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95855567-82ad-41b1-8548-63a9d057369f tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.409037 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1357eb39-afd6-44ea-a3bd-9f8cddfbbf51 req-454ae73c-daff-47d4-ac7e-d08493431d5a tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354167 Nov 09 04:17:57.455600 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577a9b59-5ff7-484e-84e3-826dee136b9d tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:57.459842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-577a9b59-5ff7-484e-84e3-826dee136b9d tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.461987 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] For port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3b09ced8-6f96-4d8b-9e90-d9250f990ca7,segment=NetworkSegment(81b04393-ded5-430c-af1d-8b46c23bc15d),segment_id=81b04393-ded5-430c-af1d-8b46c23bc15d)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:57.462156 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.475788 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-336212bd-4229-43b0-9c74-bfe36454212e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1692307 Nov 09 04:17:57.487000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46280) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:57.501831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95855567-82ad-41b1-8548-63a9d057369f tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:57.503115 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-95855567-82ad-41b1-8548-63a9d057369f tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6675646 Nov 09 04:17:57.510399 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46282) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:57.521031 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Calling delete_port for 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:57.525287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-14e8519a-6c0a-4bb3-87d8-47d5ca7aa8e2 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:57.849669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46290) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:58.034106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e9abd3-69f4-4451-b062-6fd99649159d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Made reservation on behalf of e03d3f9b88184897bb709a5d10ae0ada for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:58.055325 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] Deleting port d63c52c8-badd-475b-b833-9be39cd2c548 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:58.055926 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.151916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] For port d63c52c8-badd-475b-b833-9be39cd2c548, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d63c52c8-badd-475b-b833-9be39cd2c548,segment=NetworkSegment(1a00d6b2-9273-40e8-af28-70e67890abd1),segment_id=1a00d6b2-9273-40e8-af28-70e67890abd1)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:58.152622 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.160844 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4cb3cd4e-b563-4697-bc98-35872d5e0ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.164495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c541379a-f990-44eb-a927-8d6bd8fa581e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.178447 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] Calling delete_port for d63c52c8-badd-475b-b833-9be39cd2c548 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:58.196840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-577a9b59-5ff7-484e-84e3-826dee136b9d tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.212343 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c5112341-a012-489a-a824-a49a5988dc08 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:58.212857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.213978 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cf9c5-f758-4777-a951-89d1c9cbfc75 req-29127e32-5d59-49bf-ae0a-0d1c016651a8 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:58.215564 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-580cf9c5-f758-4777-a951-89d1c9cbfc75 req-29127e32-5d59-49bf-ae0a-0d1c016651a8 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.3548529 Nov 09 04:17:58.236715 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541379a-f990-44eb-a927-8d6bd8fa581e None None] Pushing event deleted for resources: {'Port': ['ID=3b09ced8-6f96-4d8b-9e90-d9250f990ca7,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:58.239205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c541379a-f990-44eb-a927-8d6bd8fa581e None None] No DVR routers for this DVR port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:58.244198 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4c353c2c-7f3f-45f9-aa23-6c683e3b42d7 None None] Provisioning complete for port c5112341-a012-489a-a824-a49a5988dc08 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:58.244690 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4c353c2c-7f3f-45f9-aa23-6c683e3b42d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.264447 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-193671340'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:58.291747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebea1c1-ea2b-4c38-bda4-6db0a7f6ab61 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:58.298152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebea1c1-ea2b-4c38-bda4-6db0a7f6ab61 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:58.303181 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8ebea1c1-ea2b-4c38-bda4-6db0a7f6ab61 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.8143780 Nov 09 04:17:58.303800 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46294) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:58.409046 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-580cf9c5-f758-4777-a951-89d1c9cbfc75 req-82ae7a6b-6b5f-4449-9dc1-c92cf2e7cd21 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377013 Nov 09 04:17:58.409703 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a9b59-5ff7-484e-84e3-826dee136b9d tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Subnet': ['ID=6fc9f32a-aeed-494e-9f35-7005cc21d247,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:58.423012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4c353c2c-7f3f-45f9-aa23-6c683e3b42d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.438936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a8e9abd3-69f4-4451-b062-6fd99649159d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.442302 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a9b59-5ff7-484e-84e3-826dee136b9d tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Checking segment: {'id': '28cf3fbd-4cd0-4271-8875-487befab79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '06256826-1d6d-4e72-beda-f52a9db64af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:58.442661 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577a9b59-5ff7-484e-84e3-826dee136b9d tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network hostable DHCP agents. Network: 06256826-1d6d-4e72-beda-f52a9db64af3, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:58.454613 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.456595 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.461190 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3183778-020d-4761-9806-cf4b9fd38c42 None None] DHCP port deletion for 4b1c392c-f262-40b8-99ba-61b89c78085e request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:17:58.464241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-a8e9abd3-69f4-4451-b062-6fd99649159d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] device_id is not set on port aeb6ec36-b347-449b-be46-a40620151807 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:17:58.466801 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14e8519a-6c0a-4bb3-87d8-47d5ca7aa8e2 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.467696 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14e8519a-6c0a-4bb3-87d8-47d5ca7aa8e2 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.490255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577a9b59-5ff7-484e-84e3-826dee136b9d tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network 06256826-1d6d-4e72-beda-f52a9db64af3 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:58.516279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4c353c2c-7f3f-45f9-aa23-6c683e3b42d7 None None] For port c5112341-a012-489a-a824-a49a5988dc08, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c5112341-a012-489a-a824-a49a5988dc08,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:58.531566 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4c353c2c-7f3f-45f9-aa23-6c683e3b42d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.535966 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-577a9b59-5ff7-484e-84e3-826dee136b9d tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 06256826-1d6d-4e72-beda-f52a9db64af3) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:58.540457 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a9b59-5ff7-484e-84e3-826dee136b9d tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:58.541052 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-577a9b59-5ff7-484e-84e3-826dee136b9d tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.576248 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] No DVR routers for this DVR port 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:58.585055 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Made reservation on behalf of 53af25f2d3c8416daa8c3446b462c439 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:58.593713 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.596508 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Port': ['ID=3b09ced8-6f96-4d8b-9e90-d9250f990ca7,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:58.596839 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c353c2c-7f3f-45f9-aa23-6c683e3b42d7 None None] Pushing event updated for resources: {'Port': ['ID=c5112341-a012-489a-a824-a49a5988dc08,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:58.608460 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-577a9b59-5ff7-484e-84e3-826dee136b9d tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5735238 Nov 09 04:17:58.611328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46296) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:58.616202 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b6f9a62d-57d2-448e-b764-cf2e68dcc6c4 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1336928578'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:58.631295 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.633485 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695319f8-fffb-45f5-b108-77a78deb9fd4 None None] Network 06256826-1d6d-4e72-beda-f52a9db64af3 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:58.660163 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.662515 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-14e8519a-6c0a-4bb3-87d8-47d5ca7aa8e2 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101884) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 09 04:17:58.662860 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-14e8519a-6c0a-4bb3-87d8-47d5ca7aa8e2 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Router 82e23395-f2ed-41f6-8828-803f2c1f5adf migrating from provider to provider. {{(pid=101884) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 09 04:17:58.663192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14e8519a-6c0a-4bb3-87d8-47d5ca7aa8e2 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.681830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f9a62d-57d2-448e-b764-cf2e68dcc6c4 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:58.685607 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a62d-57d2-448e-b764-cf2e68dcc6c4 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.703144 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d63c52c8-badd-475b-b833-9be39cd2c548,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:58.716637 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:17:58.716637 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:17:58.720996 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] No DVR routers for this DVR port d63c52c8-badd-475b-b833-9be39cd2c548 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:58.722968 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14e8519a-6c0a-4bb3-87d8-47d5ca7aa8e2 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.737407 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-48c27179-80ae-46fd-be68-60b980077df6 None None] Provisioning complete for port 73d6c18c-e588-4c88-9d44-1fcc18194593 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:58.737407 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-48c27179-80ae-46fd-be68-60b980077df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.743460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14e8519a-6c0a-4bb3-87d8-47d5ca7aa8e2 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.766043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a3183778-020d-4761-9806-cf4b9fd38c42 None None] Deleting port d63c52c8-badd-475b-b833-9be39cd2c548 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:58.767026 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a3183778-020d-4761-9806-cf4b9fd38c42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.771086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f9a62d-57d2-448e-b764-cf2e68dcc6c4 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:58.801963 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.805412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a62d-57d2-448e-b764-cf2e68dcc6c4 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.805887 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-b6f9a62d-57d2-448e-b764-cf2e68dcc6c4 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Added segment aee804e1-b339-441d-a7fd-9dbaf67c5acd of type vlan for network 45a90df9-ea55-4ac5-aa34-3cdfff08820f Nov 09 04:17:58.841449 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-48c27179-80ae-46fd-be68-60b980077df6 None None] Port 73d6c18c-e588-4c88-9d44-1fcc18194593 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:17:58.872561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a62d-57d2-448e-b764-cf2e68dcc6c4 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.880410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a3183778-020d-4761-9806-cf4b9fd38c42 None None] For port d63c52c8-badd-475b-b833-9be39cd2c548, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:17:58.880918 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a3183778-020d-4761-9806-cf4b9fd38c42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.900556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a3183778-020d-4761-9806-cf4b9fd38c42 None None] Calling delete_port for d63c52c8-badd-475b-b833-9be39cd2c548 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:58.905291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.ipam_backend_mixin [None req-a3183778-020d-4761-9806-cf4b9fd38c42 None None] Port d63c52c8-badd-475b-b833-9be39cd2c548 was not found and therefore no delete operation was performed {{(pid=101885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 04:17:58.908510 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a3183778-020d-4761-9806-cf4b9fd38c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.934992 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a62d-57d2-448e-b764-cf2e68dcc6c4 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.942489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f9a62d-57d2-448e-b764-cf2e68dcc6c4 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:58.943131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6f9a62d-57d2-448e-b764-cf2e68dcc6c4 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.954677 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3183778-020d-4761-9806-cf4b9fd38c42 None None] Pushing event deleted for resources: {'Port': ['ID=d63c52c8-badd-475b-b833-9be39cd2c548,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:58.961800 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-a8e9abd3-69f4-4451-b062-6fd99649159d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Allocated IP 172.20.0.13 (271d5afc-0436-4896-8364-99ac5a399ccb/27356b21-76cb-412b-8957-43b83e9d7105/aeb6ec36-b347-449b-be46-a40620151807) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:58.977502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-06256826-1d6d-4e72-beda-f52a9db64af3', 'network_id': '06256826-1d6d-4e72-beda-f52a9db64af3', 'tenant_id': '0472f3835ad245829e341922670f7bb2', 'fixed_ips': [{'subnet_id': '6fc9f32a-aeed-494e-9f35-7005cc21d247'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:17:58.978422 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:58.982733 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3183778-020d-4761-9806-cf4b9fd38c42 None None] No DVR routers for this DVR port d63c52c8-badd-475b-b833-9be39cd2c548 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:17:59.010657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-a8e9abd3-69f4-4451-b062-6fd99649159d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Allocated IP 172.20.0.12 (271d5afc-0436-4896-8364-99ac5a399ccb/27356b21-76cb-412b-8957-43b83e9d7105/aeb6ec36-b347-449b-be46-a40620151807) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:59.056264 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b6f9a62d-57d2-448e-b764-cf2e68dcc6c4 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4410837 Nov 09 04:17:59.058498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46300) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:59.067672 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-05ba158c-548d-477b-a41f-ffe078f4128a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'subnet': {'network_id': '45a90df9-ea55-4ac5-aa34-3cdfff08820f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:59.082398 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.117136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9a62d-57d2-448e-b764-cf2e68dcc6c4 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Network': ['ID=45a90df9-ea55-4ac5-aa34-3cdfff08820f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:59.136160 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 45a90df9-ea55-4ac5-aa34-3cdfff08820f details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:17:59.214646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Allocated IP 172.20.255.242 (06256826-1d6d-4e72-beda-f52a9db64af3/6fc9f32a-aeed-494e-9f35-7005cc21d247/66a672c4-6823-4672-b48b-4bbfacdad0a1) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:17:59.263267 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3a1908-a40e-47c3-8326-dfcf817ac51c']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:59.282054 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.288190 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ba158c-548d-477b-a41f-ffe078f4128a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:17:59.291782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-05ba158c-548d-477b-a41f-ffe078f4128a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.292709 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b04393-ded5-430c-af1d-8b46c23bc15d') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:59.293538 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b04393-ded5-430c-af1d-8b46c23bc15d') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:59.318101 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-90aba0d6-ae47-4ba7-aac0-3eafcb0cb9de tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port 73d6c18c-e588-4c88-9d44-1fcc18194593 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:17:59.318459 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-90aba0d6-ae47-4ba7-aac0-3eafcb0cb9de tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.332409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.335716 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.scheduler.l3_agent_scheduler [None req-14e8519a-6c0a-4bb3-87d8-47d5ca7aa8e2 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] No L3 agents can host the router 82e23395-f2ed-41f6-8828-803f2c1f5adf Nov 09 04:17:59.368616 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1c392c-f262-40b8-99ba-61b89c78085e']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:59.389531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a00d6b2-9273-40e8-af28-70e67890abd1') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:59.389772 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a00d6b2-9273-40e8-af28-70e67890abd1') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:17:59.392849 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.400347 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a8e9abd3-69f4-4451-b062-6fd99649159d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.418240 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 44e3ed9b-f06d-46a1-9f66-04795e73b7da no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:59.442984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 44e3ed9b-f06d-46a1-9f66-04795e73b7da {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:59.443368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 44e3ed9b-f06d-46a1-9f66-04795e73b7da not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:59.443810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:17:59.444991 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:59.445393 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.451036 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:59.452807 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:59.475582 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:17:59.476018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3b09ced8-6f96-4d8b-9e90-d9250f990ca7 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:17:59.490063 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.496567 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a8e9abd3-69f4-4451-b062-6fd99649159d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.502435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.524495 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.528718 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.567280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e9abd3-69f4-4451-b062-6fd99649159d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network 271d5afc-0436-4896-8364-99ac5a399ccb is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:59.577915 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Network 06256826-1d6d-4e72-beda-f52a9db64af3 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:17:59.585103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:59.590933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:59.599586 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Pushing event updated for resources: {'Port': ['ID=66a672c4-6823-4672-b48b-4bbfacdad0a1,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:59.604079 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-a8e9abd3-69f4-4451-b062-6fd99649159d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:59.606494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e9abd3-69f4-4451-b062-6fd99649159d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:17:59.608775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.614352 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:17:59.614924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:17:59.624782 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:17:59.650426 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c5112341-a012-489a-a824-a49a5988dc08 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:17:59.653245 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9abd3-69f4-4451-b062-6fd99649159d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=aeb6ec36-b347-449b-be46-a40620151807,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:59.671097 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-05ba158c-548d-477b-a41f-ffe078f4128a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.715983 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Attempting to bind port 66a672c4-6823-4672-b48b-4bbfacdad0a1 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:17:59.716355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Attempting to bind port 66a672c4-6823-4672-b48b-4bbfacdad0a1 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '28cf3fbd-4cd0-4271-8875-487befab79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '06256826-1d6d-4e72-beda-f52a9db64af3'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:17:59.716725 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Attempting to bind port 66a672c4-6823-4672-b48b-4bbfacdad0a1 on network 06256826-1d6d-4e72-beda-f52a9db64af3 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:17:59.724862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:17:59.725236 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Checking segment: {'id': '28cf3fbd-4cd0-4271-8875-487befab79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '06256826-1d6d-4e72-beda-f52a9db64af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:59.725671 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.726071 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Bound using segment: {'id': '28cf3fbd-4cd0-4271-8875-487befab79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '06256826-1d6d-4e72-beda-f52a9db64af3'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:17:59.726545 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Bound port: 66a672c4-6823-4672-b48b-4bbfacdad0a1, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cf3fbd-4cd0-4271-8875-487befab79bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '06256826-1d6d-4e72-beda-f52a9db64af3'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:17:59.726928 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.730173 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:17:59.733810 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e9abd3-69f4-4451-b062-6fd99649159d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:59.734443 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a8e9abd3-69f4-4451-b062-6fd99649159d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.743156 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-90aba0d6-ae47-4ba7-aac0-3eafcb0cb9de tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.756365 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.772905 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a8e9abd3-69f4-4451-b062-6fd99649159d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.4740157 Nov 09 04:17:59.773131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba158c-548d-477b-a41f-ffe078f4128a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Subnet': ['ID=7122d9c9-c656-453a-8b38-2d4970126661,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:59.775931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46304) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:59.776051 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c5112341-a012-489a-a824-a49a5988dc08 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:17:59.776326 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.784411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': 'aeb6ec36-b347-449b-be46-a40620151807', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:17:59.796253 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ba158c-548d-477b-a41f-ffe078f4128a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Checking segment: {'id': 'aee804e1-b339-441d-a7fd-9dbaf67c5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '45a90df9-ea55-4ac5-aa34-3cdfff08820f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:17:59.796613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ba158c-548d-477b-a41f-ffe078f4128a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network hostable DHCP agents. Network: 45a90df9-ea55-4ac5-aa34-3cdfff08820f, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:17:59.801959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.805253 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] 10.222.0.21 "DELETE /v2.0/networks/9f3a1908-a40e-47c3-8326-dfcf817ac51c HTTP/1.1" status: 204 len: 168 time: 3.2418821 Nov 09 04:17:59.817094 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.817436 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Added segment e67901f1-01e8-4eae-b519-158e9a8ac4bf of type vlan for network 59559873-8c5c-412f-9fa2-09d2cd682c2c Nov 09 04:17:59.827427 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-90aba0d6-ae47-4ba7-aac0-3eafcb0cb9de tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for 73d6c18c-e588-4c88-9d44-1fcc18194593 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:17:59.830198 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c57d26-6f90-47e0-b7dd-87628fb4365e,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:59.830426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.842761 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8519a-6c0a-4bb3-87d8-47d5ca7aa8e2 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Hosts for router 82e23395-f2ed-41f6-8828-803f2c1f5adf: [] {{(pid=101884) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 09 04:17:59.848970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369efc4-0de4-4eda-9899-245260e734f8 tempest-NetworksIpV6TestAttrs-622854047 tempest-NetworksIpV6TestAttrs-622854047-project] Pushing event deleted for resources: {'Network': ['ID=9f3a1908-a40e-47c3-8326-dfcf817ac51c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:59.849795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ba158c-548d-477b-a41f-ffe078f4128a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network 45a90df9-ea55-4ac5-aa34-3cdfff08820f is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:17:59.852260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] For port 66a672c4-6823-4672-b48b-4bbfacdad0a1, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:17:59.856402 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.864006 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] For port 66a672c4-6823-4672-b48b-4bbfacdad0a1, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=66a672c4-6823-4672-b48b-4bbfacdad0a1,segment=NetworkSegment(28cf3fbd-4cd0-4271-8875-487befab79bf),segment_id=28cf3fbd-4cd0-4271-8875-487befab79bf)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:17:59.873245 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-05ba158c-548d-477b-a41f-ffe078f4128a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 45a90df9-ea55-4ac5-aa34-3cdfff08820f) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:17:59.881693 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ba158c-548d-477b-a41f-ffe078f4128a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:59.882404 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-05ba158c-548d-477b-a41f-ffe078f4128a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.887283 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.894655 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a581d334-2fc4-411a-af60-3a6bb8018803 None None] Network 45a90df9-ea55-4ac5-aa34-3cdfff08820f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:17:59.898424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.904772 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4b1c392c-f262-40b8-99ba-61b89c78085e HTTP/1.1" status: 204 len: 168 time: 2.7139115 Nov 09 04:17:59.945837 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-05ba158c-548d-477b-a41f-ffe078f4128a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8868673 Nov 09 04:17:59.948643 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46310) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:17:59.968095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b3aa1-ba9a-4ccc-bf3d-9ebac05c8754 req-39abe864-c85b-48ac-a86b-3353d7e5de1f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:17:59.969675 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-131b3aa1-ba9a-4ccc-bf3d-9ebac05c8754 req-39abe864-c85b-48ac-a86b-3353d7e5de1f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.3897092 Nov 09 04:17:59.972854 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.975250 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51816a4d-d359-42bc-a105-4d446fa3b2f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1c392c-f262-40b8-99ba-61b89c78085e,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:17:59.976902 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8519a-6c0a-4bb3-87d8-47d5ca7aa8e2 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Hosts for other DVR routers connected to router 82e23395-f2ed-41f6-8828-803f2c1f5adf: set() {{(pid=101884) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 09 04:17:59.979428 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14e8519a-6c0a-4bb3-87d8-47d5ca7aa8e2 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:17:59.980612 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-14e8519a-6c0a-4bb3-87d8-47d5ca7aa8e2 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] 10.222.0.21 "PUT /v2.0/routers/82e23395-f2ed-41f6-8828-803f2c1f5adf HTTP/1.1" status: 200 len: 716 time: 2.4615197 Nov 09 04:17:59.985398 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46312) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:00.061983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:00.067846 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:00.068477 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:00.153631 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2966082 Nov 09 04:18:00.233884 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-131b3aa1-ba9a-4ccc-bf3d-9ebac05c8754 req-24667024-38aa-49ad-8ecd-692b165ac984 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365673 Nov 09 04:18:00.272379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46322) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:00.315150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10033a-b12a-4022-a0b8-07197af3d7cc None None] Pushing event updated for resources: {'Port': ['ID=66a672c4-6823-4672-b48b-4bbfacdad0a1,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:00.332057 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:00.360678 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc0408-5310-4318-8fcb-30a1a5edc53c tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Pushing event updated for resources: {'Network': ['ID=59559873-8c5c-412f-9fa2-09d2cd682c2c,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:00.395306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d63c52c8-badd-475b-b833-9be39cd2c548 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:18:00.401646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 59559873-8c5c-412f-9fa2-09d2cd682c2c details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:00.434908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-90aba0d6-ae47-4ba7-aac0-3eafcb0cb9de tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:00.557144 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aba0d6-ae47-4ba7-aac0-3eafcb0cb9de tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=73d6c18c-e588-4c88-9d44-1fcc18194593,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:00.565181 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46324) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:00.582645 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: d63c52c8-badd-475b-b833-9be39cd2c548 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:18:00.582865 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d63c52c8-badd-475b-b833-9be39cd2c548 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:18:00.609006 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-07745dcb-cb82-4d11-89c4-200b2ad7f4ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9d1db2f4a4b4c198a0d79702824d532&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3303506 Nov 09 04:18:00.609657 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46330) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:00.610834 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-90aba0d6-ae47-4ba7-aac0-3eafcb0cb9de tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:00.625345 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-90aba0d6-ae47-4ba7-aac0-3eafcb0cb9de tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/73d6c18c-e588-4c88-9d44-1fcc18194593 HTTP/1.1" status: 204 len: 168 time: 2.3165007 Nov 09 04:18:00.641274 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46332) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:00.780743 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-45a90df9-ea55-4ac5-aa34-3cdfff08820f', 'network_id': '45a90df9-ea55-4ac5-aa34-3cdfff08820f', 'tenant_id': '0472f3835ad245829e341922670f7bb2', 'fixed_ips': [{'subnet_id': '7122d9c9-c656-453a-8b38-2d4970126661'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:00.782418 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:00.802263 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e04235e-67ac-4cae-80dd-e253cd83eeeb tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:00.804165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e04235e-67ac-4cae-80dd-e253cd83eeeb tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:00.804806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46334) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:00.811555 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2e04235e-67ac-4cae-80dd-e253cd83eeeb tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1690233 Nov 09 04:18:00.812278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:00.813228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46336) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:00.830608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Request body: {'port': {'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c', 'binding:host_id': 'hv-neutron-8168', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-793913033'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:00.871704 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a0f64aa6-265a-4613-8938-79f4b2a7ed22 tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] 10.222.0.21 "GET /v2.0/routers/82e23395-f2ed-41f6-8828-803f2c1f5adf HTTP/1.1" status: 200 len: 716 time: 0.8805096 Nov 09 04:18:00.876082 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46340) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:00.891439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Made reservation on behalf of 04da488b96ee4c45a48000b950530707 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:00.894035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:00.906619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:00.914692 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:00.926849 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce0136f-86f3-4535-91e7-c447ca28aac0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 1978869d-7416-4470-b393-03771c2fb09b {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:18:00.930469 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6ce0136f-86f3-4535-91e7-c447ca28aac0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:00.968774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Allocated IP 172.20.0.2 (45a90df9-ea55-4ac5-aa34-3cdfff08820f/7122d9c9-c656-453a-8b38-2d4970126661/d4a17e73-e14a-4b11-844b-a574475ad700) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:00.992992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6ce0136f-86f3-4535-91e7-c447ca28aac0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.047950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.049902 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.080098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6ce0136f-86f3-4535-91e7-c447ca28aac0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.130461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.149596 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.158405 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.200140 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0eddb376-f7d4-426f-8beb-6175da7d7b48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a771c952dc90459dbd4fa1a78023b327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6333916 Nov 09 04:18:01.206081 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.209439 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46344) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:01.212797 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Network 45a90df9-ea55-4ac5-aa34-3cdfff08820f is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:01.216333 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:01.219982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] device_id is not set on port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:01.222539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:01.225986 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Pushing event updated for resources: {'Port': ['ID=d4a17e73-e14a-4b11-844b-a574475ad700,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:01.248843 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-561821a4-bc28-40b1-88be-264ac04ae8a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.250798 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-48e7bc44-af6f-4b71-bba8-3801481e9a15 tempest-RoutersTestDVR-991246974 tempest-RoutersTestDVR-991246974-project] 10.222.0.21 "GET /v2.0/routers/82e23395-f2ed-41f6-8828-803f2c1f5adf HTTP/1.1" status: 200 len: 682 time: 0.3703616 Nov 09 04:18:01.252168 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46346) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:01.298240 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Attempting to bind port d4a17e73-e14a-4b11-844b-a574475ad700 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:01.298610 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Attempting to bind port d4a17e73-e14a-4b11-844b-a574475ad700 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'aee804e1-b339-441d-a7fd-9dbaf67c5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '45a90df9-ea55-4ac5-aa34-3cdfff08820f'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:01.299881 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Attempting to bind port d4a17e73-e14a-4b11-844b-a574475ad700 on network 45a90df9-ea55-4ac5-aa34-3cdfff08820f {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:01.305233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:01.305752 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Checking segment: {'id': 'aee804e1-b339-441d-a7fd-9dbaf67c5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '45a90df9-ea55-4ac5-aa34-3cdfff08820f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:01.306166 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.306706 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Bound using segment: {'id': 'aee804e1-b339-441d-a7fd-9dbaf67c5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '45a90df9-ea55-4ac5-aa34-3cdfff08820f'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:01.307317 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Bound port: d4a17e73-e14a-4b11-844b-a574475ad700, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee804e1-b339-441d-a7fd-9dbaf67c5acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '45a90df9-ea55-4ac5-aa34-3cdfff08820f'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:01.307706 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.350477 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6af784d2-7ed8-4bdf-a4c4-6a02a5d3abda tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.363594 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2242a-88c6-4c9b-a4f8-b2f0aaf75d55 req-5c0382a1-8fec-46db-acaa-fefd4168933f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:01.366455 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f2e2242a-88c6-4c9b-a4f8-b2f0aaf75d55 req-5c0382a1-8fec-46db-acaa-fefd4168933f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.5513043 Nov 09 04:18:01.380594 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] For port d4a17e73-e14a-4b11-844b-a574475ad700, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:01.385744 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f641e3c-f515-4ee3-8fee-8274487b07df,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:01.388159 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] For port d4a17e73-e14a-4b11-844b-a574475ad700, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d4a17e73-e14a-4b11-844b-a574475ad700,segment=NetworkSegment(aee804e1-b339-441d-a7fd-9dbaf67c5acd),segment_id=aee804e1-b339-441d-a7fd-9dbaf67c5acd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:01.400074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.465257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.475993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d544d47-54e5-4593-9117-3370b4f2abbd None None] Pushing event updated for resources: {'Port': ['ID=d4a17e73-e14a-4b11-844b-a574475ad700,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:01.478710 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6ce0136f-86f3-4535-91e7-c447ca28aac0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.492210 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-561821a4-bc28-40b1-88be-264ac04ae8a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.507812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6ce0136f-86f3-4535-91e7-c447ca28aac0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.510786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49486e30-6b32-4ae5-91f7-530875ce864f None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:01.510990 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6ce0136f-86f3-4535-91e7-c447ca28aac0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/1978869d-7416-4470-b393-03771c2fb09b HTTP/1.1" status: 204 len: 168 time: 0.6873851 Nov 09 04:18:01.539978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46348) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:01.548132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Allocated IP 172.26.5.66 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/88194511-0d72-4033-83ab-135c155a48d7) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:01.558183 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Subnet': ['ID=7122d9c9-c656-453a-8b38-2d4970126661,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:01.610338 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f2e2242a-88c6-4c9b-a4f8-b2f0aaf75d55 req-79b069e6-71f0-4c61-b5a0-d9275bc24cbe tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253191 Nov 09 04:18:01.611107 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0136f-86f3-4535-91e7-c447ca28aac0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=1978869d-7416-4470-b393-03771c2fb09b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:01.779857 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1425cdfc-dda4-4cf3-9f36-801c231bb11f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1814785 Nov 09 04:18:01.788797 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46350) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:01.798351 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.840837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f9f820c3-7e4b-4c4a-b8f3-457b77218b39 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:01.845568 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 66a672c4-6823-4672-b48b-4bbfacdad0a1 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:01.847804 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8a919e-84b8-4724-a90e-f6c409d7a9a1 None None] Network 06256826-1d6d-4e72-beda-f52a9db64af3 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:01.853425 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2072cb78-7e92-41e7-aa8c-398c64b37bf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.878188 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2072cb78-7e92-41e7-aa8c-398c64b37bf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.929672 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6af784d2-7ed8-4bdf-a4c4-6a02a5d3abda tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.933801 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a90df9-ea55-4ac5-aa34-3cdfff08820f']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:01.939763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] device_id is not set on port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:01.939925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6af784d2-7ed8-4bdf-a4c4-6a02a5d3abda tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.963455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee804e1-b339-441d-a7fd-9dbaf67c5acd') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:01.963751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee804e1-b339-441d-a7fd-9dbaf67c5acd') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:01.968208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:01.981049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.001289 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.043348 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.048999 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-561821a4-bc28-40b1-88be-264ac04ae8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.052035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-561821a4-bc28-40b1-88be-264ac04ae8a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.053343 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-561821a4-bc28-40b1-88be-264ac04ae8a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce5435ad-df50-4bdd-8291-908283dc5e5c HTTP/1.1" status: 204 len: 168 time: 1.4266000 Nov 09 04:18:02.062408 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2072cb78-7e92-41e7-aa8c-398c64b37bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.064867 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2072cb78-7e92-41e7-aa8c-398c64b37bf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.066026 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2072cb78-7e92-41e7-aa8c-398c64b37bf9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01e4856c-bba4-4ed6-92a8-11018b36cd30 HTTP/1.1" status: 204 len: 168 time: 0.8413646 Nov 09 04:18:02.066693 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6af784d2-7ed8-4bdf-a4c4-6a02a5d3abda tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.067175 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af784d2-7ed8-4bdf-a4c4-6a02a5d3abda tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82e23395-f2ed-41f6-8828-803f2c1f5adf {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:18:02.089836 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6af784d2-7ed8-4bdf-a4c4-6a02a5d3abda tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.090559 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.090985 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6af784d2-7ed8-4bdf-a4c4-6a02a5d3abda tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] 10.222.0.21 "DELETE /v2.0/routers/82e23395-f2ed-41f6-8828-803f2c1f5adf HTTP/1.1" status: 204 len: 168 time: 0.8359129 Nov 09 04:18:02.094816 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561821a4-bc28-40b1-88be-264ac04ae8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5435ad-df50-4bdd-8291-908283dc5e5c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:02.109223 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:02.109672 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.115646 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46356) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:02.122187 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:02.124547 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d721fdcc-703e-4d97-af88-e2a5617fc018 None None] Provisioning complete for port 66a672c4-6823-4672-b48b-4bbfacdad0a1 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:02.124547 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d721fdcc-703e-4d97-af88-e2a5617fc018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.140572 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-a62bd634-e1a0-4ca4-8378-ec8c93273cbb tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Request body: {'router': {'name': 'tempest-router-146041265', 'distributed': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:02.152504 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f820c3-7e4b-4c4a-b8f3-457b77218b39 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:02.158137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9f820c3-7e4b-4c4a-b8f3-457b77218b39 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.219486 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 66a672c4-6823-4672-b48b-4bbfacdad0a1 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:02.219870 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.287061 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Pushing event updated for resources: {'Port': ['ID=4bce9b99-41c7-47a9-9fe7-2703e69b3cac,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:02.294083 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.db.api [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 04:18:02.294083 dv-neutron-816800-2-hyperv neutron-server[101883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 04:18:02.294083 dv-neutron-816800-2-hyperv neutron-server[101883]: [parameters: {'id': '45a90df9-ea55-4ac5-aa34-3cdfff08820f'}] Nov 09 04:18:02.294083 dv-neutron-816800-2-hyperv neutron-server[101883]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:18:02.294911 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG oslo_db.api [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:18:02.310725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Checking segment: {'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:02.311196 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Network hostable DHCP agents. Network: 59559873-8c5c-412f-9fa2-09d2cd682c2c, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:02.318954 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072cb78-7e92-41e7-aa8c-398c64b37bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e4856c-bba4-4ed6-92a8-11018b36cd30,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:02.319122 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d35a395-5111-46a4-a731-39e701c919c7 None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:18:02.345350 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Network 59559873-8c5c-412f-9fa2-09d2cd682c2c is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:02.353621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.378463 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a62bd634-e1a0-4ca4-8378-ec8c93273cbb tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.381203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a62bd634-e1a0-4ca4-8378-ec8c93273cbb tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.418273 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 59559873-8c5c-412f-9fa2-09d2cd682c2c) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:02.442619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:02.458482 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:02.472154 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4bd092-5870-4481-9001-177549f65640 None None] Network 59559873-8c5c-412f-9fa2-09d2cd682c2c requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:02.489841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:02.497678 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:02.507282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:02.507638 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:02.508013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:02.514791 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=88194511-0d72-4033-83ab-135c155a48d7,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:02.544269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a62bd634-e1a0-4ca4-8378-ec8c93273cbb tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.548089 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:02.548435 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:02.550355 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 2 to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac Nov 09 04:18:02.582529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:02.582960 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:02.583214 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:02.592895 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d721fdcc-703e-4d97-af88-e2a5617fc018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.616851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:02.617182 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:02.622151 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 3 to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac Nov 09 04:18:02.655305 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.676173 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a62bd634-e1a0-4ca4-8378-ec8c93273cbb tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.771146 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d721fdcc-703e-4d97-af88-e2a5617fc018 None None] For port 66a672c4-6823-4672-b48b-4bbfacdad0a1, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=66a672c4-6823-4672-b48b-4bbfacdad0a1,segment=NetworkSegment(28cf3fbd-4cd0-4271-8875-487befab79bf),segment_id=28cf3fbd-4cd0-4271-8875-487befab79bf)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:02.776047 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-9d35a395-5111-46a4-a731-39e701c919c7 None None] Deleting port c5112341-a012-489a-a824-a49a5988dc08 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:02.776770 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9d35a395-5111-46a4-a731-39e701c919c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.806195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.821495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d721fdcc-703e-4d97-af88-e2a5617fc018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.825446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a62bd634-e1a0-4ca4-8378-ec8c93273cbb tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.829581 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a62bd634-e1a0-4ca4-8378-ec8c93273cbb tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6936660 Nov 09 04:18:02.833921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46380) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:02.852056 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9f820c3-7e4b-4c4a-b8f3-457b77218b39 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:02.878395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:02.879546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:02.880131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:03.044899 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721fdcc-703e-4d97-af88-e2a5617fc018 None None] Pushing event updated for resources: {'Port': ['ID=66a672c4-6823-4672-b48b-4bbfacdad0a1,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:03.057070 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9d35a395-5111-46a4-a731-39e701c919c7 None None] For port c5112341-a012-489a-a824-a49a5988dc08, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c5112341-a012-489a-a824-a49a5988dc08,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:03.057475 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9d35a395-5111-46a4-a731-39e701c919c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:03.071514 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-9d35a395-5111-46a4-a731-39e701c919c7 None None] Calling delete_port for c5112341-a012-489a-a824-a49a5988dc08 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:03.093379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f820c3-7e4b-4c4a-b8f3-457b77218b39 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:03.104105 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-f9f820c3-7e4b-4c4a-b8f3-457b77218b39 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:03.109526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f820c3-7e4b-4c4a-b8f3-457b77218b39 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:03.113315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9f820c3-7e4b-4c4a-b8f3-457b77218b39 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:03.116863 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35b1683a-a90d-4fa9-ae38-2dbe3a5269de tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:03.146775 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:18:03.147318 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:18:03.159727 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:03.160227 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:03.164045 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 4 to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac Nov 09 04:18:03.203876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec34ef4-8d1e-4f84-a10a-24bcd4982091 None None] Network 45a90df9-ea55-4ac5-aa34-3cdfff08820f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:03.213826 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f820c3-7e4b-4c4a-b8f3-457b77218b39 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=a770cf8e-a5c0-47c2-b1a2-28a0dbdb4d3d,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:03.223398 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f9f820c3-7e4b-4c4a-b8f3-457b77218b39 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3940883 Nov 09 04:18:03.225319 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46392) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:03.228936 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-88003d60-040a-48b9-ac11-5d6c7eff71a4 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'name': 'tempest-NetworksTestDHCPv6-983249655'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:03.250634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd004626-62db-447d-ac93-7d653aa665c3 req-153b146f-10e4-46f2-84f7-8eaef6be9888 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:03.252887 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fd004626-62db-447d-ac93-7d653aa665c3 req-153b146f-10e4-46f2-84f7-8eaef6be9888 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.4446211 Nov 09 04:18:03.280317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:03.280893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:03.281304 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:03.320465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:03.320798 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:03.324421 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 5 to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac Nov 09 04:18:03.384749 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6ef4de59-10a3-4269-a1c5-143f0bd1ae1f None None] Provisioning complete for port d4a17e73-e14a-4b11-844b-a574475ad700 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:03.385384 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ef4de59-10a3-4269-a1c5-143f0bd1ae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:03.395467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9d35a395-5111-46a4-a731-39e701c919c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:03.398056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:03.398434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:03.398769 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:03.433675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:03.434035 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:03.437774 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 6 to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac Nov 09 04:18:03.444579 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fd004626-62db-447d-ac93-7d653aa665c3 req-50bc239c-c170-4050-ba2f-c430374a89ad tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665938 Nov 09 04:18:03.455315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35a395-5111-46a4-a731-39e701c919c7 None None] Pushing event deleted for resources: {'Port': ['ID=c5112341-a012-489a-a824-a49a5988dc08,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:03.480031 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Deleting port d4a17e73-e14a-4b11-844b-a574475ad700 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:03.480392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:03.482235 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:03.482566 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:03.482895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:03.486247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:03.508663 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35a395-5111-46a4-a731-39e701c919c7 None None] No DVR routers for this DVR port c5112341-a012-489a-a824-a49a5988dc08 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:03.520822 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:03.520822 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:03.527866 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 7 to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac Nov 09 04:18:03.531652 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88003d60-040a-48b9-ac11-5d6c7eff71a4 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:03.541310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-88003d60-040a-48b9-ac11-5d6c7eff71a4 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:03.558232 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35b1683a-a90d-4fa9-ae38-2dbe3a5269de tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:03.575123 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46404) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:03.575348 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35b1683a-a90d-4fa9-ae38-2dbe3a5269de tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:03.580132 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eba1b1-3c17-4af7-824f-70f339fa9e21 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:03.590715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:03.591050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:03.591923 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:03.610415 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:03.610752 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:03.616314 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 8 to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac Nov 09 04:18:03.620083 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] For port d4a17e73-e14a-4b11-844b-a574475ad700, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d4a17e73-e14a-4b11-844b-a574475ad700,segment=NetworkSegment(aee804e1-b339-441d-a7fd-9dbaf67c5acd),segment_id=aee804e1-b339-441d-a7fd-9dbaf67c5acd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:03.620586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:03.664484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Calling delete_port for d4a17e73-e14a-4b11-844b-a574475ad700 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:03.675130 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:03.675485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:03.675795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:03.690851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:03.691185 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:03.691794 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:03.695416 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 9 to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac Nov 09 04:18:03.762282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:03.762615 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:03.762951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:03.778516 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:03.778803 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:03.782716 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 10 to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac Nov 09 04:18:03.808287 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ef4de59-10a3-4269-a1c5-143f0bd1ae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:03.825140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:03.825476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:03.826444 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:03.846552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-92423058-3ac7-4846-803b-ef7bc2810f64 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] Request body: {'port': {'network_id': 'bd5afb82-5418-4b18-b0ea-a08db0920b44', 'name': 'tempest-NetworksNegativeTestJSON-791573389'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:03.866096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:03.866350 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:03.866710 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:03.895756 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e969a6-33f2-400f-9f84-4e611fb85ddd None None] DHCP port deletion for 45a90df9-ea55-4ac5-aa34-3cdfff08820f request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:18:03.924579 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-92423058-3ac7-4846-803b-ef7bc2810f64 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] POST failed (client error): The resource could not be found. Nov 09 04:18:03.925195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92423058-3ac7-4846-803b-ef7bc2810f64 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:18:03.930657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6ef4de59-10a3-4269-a1c5-143f0bd1ae1f None None] For port d4a17e73-e14a-4b11-844b-a574475ad700, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d4a17e73-e14a-4b11-844b-a574475ad700,segment=NetworkSegment(aee804e1-b339-441d-a7fd-9dbaf67c5acd),segment_id=aee804e1-b339-441d-a7fd-9dbaf67c5acd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:03.931466 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-92423058-3ac7-4846-803b-ef7bc2810f64 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3495927 Nov 09 04:18:03.932831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46410) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:03.984651 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ef4de59-10a3-4269-a1c5-143f0bd1ae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:03.987605 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b9e61b-9b41-4418-adeb-e880fed96998 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] DELETE failed (client error): The resource could not be found. Nov 09 04:18:03.988204 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b9e61b-9b41-4418-adeb-e880fed96998 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:18:03.995389 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f4b9e61b-9b41-4418-adeb-e880fed96998 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] 10.222.0.21 "DELETE /v2.0/networks/de799e2c-63d1-4866-87a7-f13ae6b731d4 HTTP/1.1" status: 404 len: 339 time: 0.0580895 Nov 09 04:18:03.999631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46412) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:04.000283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.006193 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 66a672c4-6823-4672-b48b-4bbfacdad0a1 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:04.075445 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Port': ['ID=d4a17e73-e14a-4b11-844b-a574475ad700,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:04.078050 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-9652b7d5-4ca5-4ee1-942c-cc0eb9b16ff0 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] DELETE failed (client error): The resource could not be found. Nov 09 04:18:04.078855 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9652b7d5-4ca5-4ee1-942c-cc0eb9b16ff0 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:18:04.085776 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9652b7d5-4ca5-4ee1-942c-cc0eb9b16ff0 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] 10.222.0.21 "DELETE /v2.0/ports/f9037a81-1585-49e2-abe5-a7b51e36a8eb HTTP/1.1" status: 404 len: 333 time: 0.0831563 Nov 09 04:18:04.086415 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46418) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:04.093004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No DVR routers for this DVR port d4a17e73-e14a-4b11-844b-a574475ad700 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:04.106074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4de59-10a3-4269-a1c5-143f0bd1ae1f None None] Pushing event deleted for resources: {'Port': ['ID=d4a17e73-e14a-4b11-844b-a574475ad700,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:04.139713 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6ef4de59-10a3-4269-a1c5-143f0bd1ae1f None None] Provisioning complete for port 66a672c4-6823-4672-b48b-4bbfacdad0a1 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:04.140418 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ef4de59-10a3-4269-a1c5-143f0bd1ae1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.142470 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': 'a770cf8e-a5c0-47c2-b1a2-28a0dbdb4d3d'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:04.143576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.148733 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35b1683a-a90d-4fa9-ae38-2dbe3a5269de tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.149581 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b1683a-a90d-4fa9-ae38-2dbe3a5269de tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee54d0a5-40a2-4ff0-9200-a120fc524484 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:18:04.166625 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35b1683a-a90d-4fa9-ae38-2dbe3a5269de tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.167136 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45142fc-7180-4e10-947e-a8e145f0a067 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] DELETE failed (client error): The resource could not be found. Nov 09 04:18:04.167602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45142fc-7180-4e10-947e-a8e145f0a067 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:18:04.168888 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-35b1683a-a90d-4fa9-ae38-2dbe3a5269de tempest-RoutersTestDVR-970173759 tempest-RoutersTestDVR-970173759-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ee54d0a5-40a2-4ff0-9200-a120fc524484 HTTP/1.1" status: 204 len: 168 time: 1.3340285 Nov 09 04:18:04.176131 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a45142fc-7180-4e10-947e-a8e145f0a067 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] 10.222.0.21 "DELETE /v2.0/subnets/f38b89e1-4acb-4d17-98a0-6a65cccc08b9 HTTP/1.1" status: 404 len: 337 time: 0.0809004 Nov 09 04:18:04.178363 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46424) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:04.197005 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-88003d60-040a-48b9-ac11-5d6c7eff71a4 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port 4eb69590-22b2-4883-a4ce-02a48514a54b yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:04.198230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] For port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:04.198837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempted to set empty binding levels {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 04:18:04.242367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.282911 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5198f33-9096-459c-aa2e-35fb73267f75 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] GET failed (client error): The resource could not be found. Nov 09 04:18:04.284844 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c5198f33-9096-459c-aa2e-35fb73267f75 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] 10.222.0.21 "GET /v2.0/networks/d723aac5-0587-4bcc-bdc9-13afad80787b HTTP/1.1" status: 404 len: 339 time: 0.0894964 Nov 09 04:18:04.291920 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46428) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:04.314544 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25efab9-fdb9-45fb-8fb4-9e8baf1eb663 req-78d9f646-c236-4647-99b4-eb3e2d219458 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:04.323733 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c25efab9-fdb9-45fb-8fb4-9e8baf1eb663 req-78d9f646-c236-4647-99b4-eb3e2d219458 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.7357388 Nov 09 04:18:04.357265 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a77c1a5-ab7d-4be6-9594-b795dfdc41bc tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] GET failed (client error): The resource could not be found. Nov 09 04:18:04.358938 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5a77c1a5-ab7d-4be6-9594-b795dfdc41bc tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] 10.222.0.21 "GET /v2.0/ports/26cbe0a1-1675-4ff4-9e31-4e26944cb45e HTTP/1.1" status: 404 len: 333 time: 0.0652792 Nov 09 04:18:04.366271 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.368463 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-92e969a6-33f2-400f-9f84-4e611fb85ddd None None] Deleting port d4a17e73-e14a-4b11-844b-a574475ad700 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:04.369031 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-92e969a6-33f2-400f-9f84-4e611fb85ddd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.373771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46430) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:04.378715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:04.380052 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.412410 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.443114 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.458244 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c25efab9-fdb9-45fb-8fb4-9e8baf1eb663 req-94606c35-fc43-486c-82a3-4560e4cc9a28 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309593 Nov 09 04:18:04.462945 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9d8f4d-8121-4f13-bfc2-47a5d0ac38cd tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] GET failed (client error): The resource could not be found. Nov 09 04:18:04.464504 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ad9d8f4d-8121-4f13-bfc2-47a5d0ac38cd tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] 10.222.0.21 "GET /v2.0/subnets/5fe4b193-d3e5-477e-a712-2d01380f06d2 HTTP/1.1" status: 404 len: 337 time: 0.0803592 Nov 09 04:18:04.470669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46434) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:04.471833 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Pushing event updated for resources: {'Port': ['ID=4bce9b99-41c7-47a9-9fe7-2703e69b3cac,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:04.492692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-7b017d43-0da6-47ab-a3dc-3f48f390cbd2 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:04.498818 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 66a672c4-6823-4672-b48b-4bbfacdad0a1 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:04.499385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.513625 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b017d43-0da6-47ab-a3dc-3f48f390cbd2 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] PUT failed (client error): The resource could not be found. Nov 09 04:18:04.514513 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b017d43-0da6-47ab-a3dc-3f48f390cbd2 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:18:04.519502 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7b017d43-0da6-47ab-a3dc-3f48f390cbd2 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] 10.222.0.21 "PUT /v2.0/networks/f8cc5f3e-d967-4a80-b569-64b850919aba HTTP/1.1" status: 404 len: 339 time: 0.0439508 Nov 09 04:18:04.520672 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46440) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:04.532427 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-6a57299d-d3a6-49ec-9f6d-8cf978296f52 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:04.545760 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d867ba8b-9940-472e-8aba-91cbdce52098 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.7189026 Nov 09 04:18:04.558265 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-92e969a6-33f2-400f-9f84-4e611fb85ddd None None] For port d4a17e73-e14a-4b11-844b-a574475ad700, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:04.559247 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-92e969a6-33f2-400f-9f84-4e611fb85ddd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.565631 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46444) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:04.568399 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-88003d60-040a-48b9-ac11-5d6c7eff71a4 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::3a1 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/a770cf8e-a5c0-47c2-b1a2-28a0dbdb4d3d/4eb69590-22b2-4883-a4ce-02a48514a54b) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:04.576646 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a57299d-d3a6-49ec-9f6d-8cf978296f52 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] PUT failed (client error): The resource could not be found. Nov 09 04:18:04.577368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a57299d-d3a6-49ec-9f6d-8cf978296f52 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:18:04.581924 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6a57299d-d3a6-49ec-9f6d-8cf978296f52 tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] 10.222.0.21 "PUT /v2.0/ports/0e7ac43b-c82c-492e-b216-3388bdab8cc3 HTTP/1.1" status: 404 len: 333 time: 0.0564198 Nov 09 04:18:04.584484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46446) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:04.590059 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-297fb690-c2e9-4488-923f-f2c38b656b2b tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:04.641235 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-297fb690-c2e9-4488-923f-f2c38b656b2b tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] PUT failed (client error): The resource could not be found. Nov 09 04:18:04.641718 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297fb690-c2e9-4488-923f-f2c38b656b2b tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:18:04.648869 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-297fb690-c2e9-4488-923f-f2c38b656b2b tempest-NetworksNegativeTestJSON-919625129 tempest-NetworksNegativeTestJSON-919625129-project] 10.222.0.21 "PUT /v2.0/subnets/67cd92d8-aa43-4c5e-b546-b48fb33ce257 HTTP/1.1" status: 404 len: 337 time: 0.0574424 Nov 09 04:18:04.649059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a90df9-ea55-4ac5-aa34-3cdfff08820f']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:04.653125 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-92e969a6-33f2-400f-9f84-4e611fb85ddd None None] Calling delete_port for d4a17e73-e14a-4b11-844b-a574475ad700 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:04.662327 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.ipam_backend_mixin [None req-92e969a6-33f2-400f-9f84-4e611fb85ddd None None] Port d4a17e73-e14a-4b11-844b-a574475ad700 was not found and therefore no delete operation was performed {{(pid=101885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 04:18:04.698280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee804e1-b339-441d-a7fd-9dbaf67c5acd') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:04.698584 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee804e1-b339-441d-a7fd-9dbaf67c5acd') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:04.728522 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46450) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:04.741023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.748179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-92e969a6-33f2-400f-9f84-4e611fb85ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.761908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-565a5c4d-5c1b-41b4-a99c-f9170456e38c tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Deleting port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:04.762245 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-565a5c4d-5c1b-41b4-a99c-f9170456e38c tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.771982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=88194511-0d72-4033-83ab-135c155a48d7,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:04.783155 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.785749 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.797108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2534e-54a2-495d-91ad-259b01b07e14 req-28e9acc6-2035-41b2-90b4-63356d45d39f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:04.798694 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0eb2534e-54a2-495d-91ad-259b01b07e14 req-28e9acc6-2035-41b2-90b4-63356d45d39f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1659951 Nov 09 04:18:04.831812 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e969a6-33f2-400f-9f84-4e611fb85ddd None None] Pushing event deleted for resources: {'Port': ['ID=d4a17e73-e14a-4b11-844b-a574475ad700,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:04.852249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e969a6-33f2-400f-9f84-4e611fb85ddd None None] No DVR routers for this DVR port d4a17e73-e14a-4b11-844b-a574475ad700 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:04.875763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:04.876182 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:04.882196 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:04.902367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-565a5c4d-5c1b-41b4-a99c-f9170456e38c tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] For port 4bce9b99-41c7-47a9-9fe7-2703e69b3cac, host hv-neutron-8168, got binding levels [] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:04.902794 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-565a5c4d-5c1b-41b4-a99c-f9170456e38c tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.939547 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-565a5c4d-5c1b-41b4-a99c-f9170456e38c tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Calling delete_port for 4bce9b99-41c7-47a9-9fe7-2703e69b3cac owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:04.957462 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9e8674ce-268f-4754-a952-761e77fbefbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:04.978985 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0eb2534e-54a2-495d-91ad-259b01b07e14 req-ecf4e12f-162f-4fa3-a6b4-ebbc2f64a8b0 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301081 Nov 09 04:18:04.980553 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-88003d60-040a-48b9-ac11-5d6c7eff71a4 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.068216 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c5112341-a012-489a-a824-a49a5988dc08 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:18:05.076487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.099839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.103171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: c5112341-a012-489a-a824-a49a5988dc08 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:18:05.103513 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c5112341-a012-489a-a824-a49a5988dc08 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:18:05.103849 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/45a90df9-ea55-4ac5-aa34-3cdfff08820f HTTP/1.1" status: 204 len: 168 time: 5.1536505 Nov 09 04:18:05.106961 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c3655-6ff7-4a73-b905-cec7025c3b4f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Network': ['ID=45a90df9-ea55-4ac5-aa34-3cdfff08820f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:05.111983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46462) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:05.112317 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46464) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:05.130312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e5148797-24c3-422a-88aa-5ae74b3d1450 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1396415561'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:05.146554 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Floating IP 019180f0-6029-43f3-be31-15a9df0f84a1 associated. External IP: 172.26.5.66, port: aeb6ec36-b347-449b-be46-a40620151807. Nov 09 04:18:05.223129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-88003d60-040a-48b9-ac11-5d6c7eff71a4 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.272541 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5148797-24c3-422a-88aa-5ae74b3d1450 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:05.275939 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e5148797-24c3-422a-88aa-5ae74b3d1450 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.282908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88003d60-040a-48b9-ac11-5d6c7eff71a4 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=4eb69590-22b2-4883-a4ce-02a48514a54b,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:05.285149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-565a5c4d-5c1b-41b4-a99c-f9170456e38c tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.303347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Allocated IP 2001:db8::2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/a770cf8e-a5c0-47c2-b1a2-28a0dbdb4d3d/353833b8-8696-43dd-aec4-c465a3d1e9d6) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:05.314102 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7b942-84c8-4d4c-8557-5d0b0da1c631 req-4bdb7654-38ad-4978-8797-a505b8e6cd88 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:05.315657 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d5a7b942-84c8-4d4c-8557-5d0b0da1c631 req-4bdb7654-38ad-4978-8797-a505b8e6cd88 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1914358 Nov 09 04:18:05.333623 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88003d60-040a-48b9-ac11-5d6c7eff71a4 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:05.362509 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-88003d60-040a-48b9-ac11-5d6c7eff71a4 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:05.374152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9e8674ce-268f-4754-a952-761e77fbefbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.381083 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88003d60-040a-48b9-ac11-5d6c7eff71a4 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:05.386698 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88003d60-040a-48b9-ac11-5d6c7eff71a4 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:05.387288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-88003d60-040a-48b9-ac11-5d6c7eff71a4 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.390004 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a5c4d-5c1b-41b4-a99c-f9170456e38c tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bce9b99-41c7-47a9-9fe7-2703e69b3cac,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:05.420425 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8b9ade37-c605-4fe7-9d79-9434947a814f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.422335 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9e8674ce-268f-4754-a952-761e77fbefbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.440982 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-565a5c4d-5c1b-41b4-a99c-f9170456e38c tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.444240 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-565a5c4d-5c1b-41b4-a99c-f9170456e38c tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4bce9b99-41c7-47a9-9fe7-2703e69b3cac HTTP/1.1" status: 204 len: 168 time: 0.8772416 Nov 09 04:18:05.454697 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5148797-24c3-422a-88aa-5ae74b3d1450 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:05.458575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46474) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:05.517174 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-88003d60-040a-48b9-ac11-5d6c7eff71a4 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2920938 Nov 09 04:18:05.524336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.531493 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30071bc-6120-4e8e-9c9f-dd1a1bc338ec tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] GET failed (client error): The resource could not be found. Nov 09 04:18:05.533075 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c30071bc-6120-4e8e-9c9f-dd1a1bc338ec tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "GET /v2.0/ports/4bce9b99-41c7-47a9-9fe7-2703e69b3cac HTTP/1.1" status: 404 len: 333 time: 0.0735371 Nov 09 04:18:05.537154 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.537473 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46476) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:05.537916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46478) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:05.546383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e5148797-24c3-422a-88aa-5ae74b3d1450 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.546725 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-e5148797-24c3-422a-88aa-5ae74b3d1450 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Added segment b2ceab9e-90ba-47d2-af84-e0bf2c712dcb of type vlan for network 5f84f4d2-08cf-4d37-9aca-3fd547977160 Nov 09 04:18:05.557071 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-a836292e-f017-4ed9-876d-cf39114a5eb1 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Request body: {'port': {'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1109180287'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:05.590523 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9e8674ce-268f-4754-a952-761e77fbefbe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75a07254ec694e27b8061e56c3bd3aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8601549 Nov 09 04:18:05.593559 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:05.596672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:05.599307 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:05.610388 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46480) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:05.610748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46482) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:05.632075 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8674ce-268f-4754-a952-761e77fbefbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefa7aa1-80df-4083-9fb6-900657b333db,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:05.650946 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Pushing event updated for resources: {'Port': ['ID=353833b8-8696-43dd-aec4-c465a3d1e9d6,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:05.669012 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d5a7b942-84c8-4d4c-8557-5d0b0da1c631 req-85b224ca-abba-4473-b264-07009dd270c7 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300014 Nov 09 04:18:05.685658 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Attempting to bind port 353833b8-8696-43dd-aec4-c465a3d1e9d6 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:05.686104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Attempting to bind port 353833b8-8696-43dd-aec4-c465a3d1e9d6 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:05.686665 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Attempting to bind port 353833b8-8696-43dd-aec4-c465a3d1e9d6 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:05.692985 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:05.693647 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:05.694503 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.695071 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:05.695728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Bound port: 353833b8-8696-43dd-aec4-c465a3d1e9d6, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:05.696377 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.757111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e5148797-24c3-422a-88aa-5ae74b3d1450 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.779254 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a836292e-f017-4ed9-876d-cf39114a5eb1 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Made reservation on behalf of 04da488b96ee4c45a48000b950530707 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:05.781539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a836292e-f017-4ed9-876d-cf39114a5eb1 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.784171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] For port 353833b8-8696-43dd-aec4-c465a3d1e9d6, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:05.791493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] For port 353833b8-8696-43dd-aec4-c465a3d1e9d6, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=353833b8-8696-43dd-aec4-c465a3d1e9d6,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:05.798030 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.813089 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de2185f-a86e-4bfa-b83e-7351ab7963c6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:05.819054 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de2185f-a86e-4bfa-b83e-7351ab7963c6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:05.820660 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1de2185f-a86e-4bfa-b83e-7351ab7963c6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2723048 Nov 09 04:18:05.833032 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46488) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:05.854670 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:05.869716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:18:05.897388 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-a836292e-f017-4ed9-876d-cf39114a5eb1 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] device_id is not set on port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:05.901565 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efa35c-ec1d-4589-a4e5-8b06bc4d1ec0 None None] Pushing event updated for resources: {'Port': ['ID=353833b8-8696-43dd-aec4-c465a3d1e9d6,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:05.914333 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e5148797-24c3-422a-88aa-5ae74b3d1450 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.924144 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5148797-24c3-422a-88aa-5ae74b3d1450 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:05.924808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e5148797-24c3-422a-88aa-5ae74b3d1450 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.980905 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5957fd06-dede-4592-943c-099735a5f3d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:05.993335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:06.007842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8b9ade37-c605-4fe7-9d79-9434947a814f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.009602 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4994c54-8c87-4948-a021-5d779fcc9c9b None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:06.027983 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4994c54-8c87-4948-a021-5d779fcc9c9b None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:06.029387 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d4994c54-8c87-4948-a021-5d779fcc9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:06.076656 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.078945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8b9ade37-c605-4fe7-9d79-9434947a814f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.085109 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d4994c54-8c87-4948-a021-5d779fcc9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:06.094238 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4994c54-8c87-4948-a021-5d779fcc9c9b None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:06.095026 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d4994c54-8c87-4948-a021-5d779fcc9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:06.114646 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d12ed880-55ee-4886-9769-db218ca756c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.3334172 Nov 09 04:18:06.114858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46490) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:06.119777 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-038a3309-d382-4abf-964e-80da3ebba187 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'floatingip': {'port_id': 'aeb6ec36-b347-449b-be46-a40620151807', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:06.138885 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d4994c54-8c87-4948-a021-5d779fcc9c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:06.139787 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4994c54-8c87-4948-a021-5d779fcc9c9b None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:06.177673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-038a3309-d382-4abf-964e-80da3ebba187 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.197768 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8b9ade37-c605-4fe7-9d79-9434947a814f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0d51c8ec02e4f23a714a260a6bc50e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0844030 Nov 09 04:18:06.198557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5148797-24c3-422a-88aa-5ae74b3d1450 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Network': ['ID=5f84f4d2-08cf-4d37-9aca-3fd547977160,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:06.202261 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.210025 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 5f84f4d2-08cf-4d37-9aca-3fd547977160 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:06.217338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46492) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:06.222979 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5957fd06-dede-4592-943c-099735a5f3d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.263043 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e5148797-24c3-422a-88aa-5ae74b3d1450 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1467092 Nov 09 04:18:06.264765 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46494) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:06.297137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-4ca93541-ba78-4f14-8e9f-972c6aee3108 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'subnet': {'network_id': '5f84f4d2-08cf-4d37-9aca-3fd547977160', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:06.300141 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ade37-c605-4fe7-9d79-9434947a814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ad3406-f91e-4f98-9b5c-1b2f549e0822,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:06.312681 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14238470-6659-49cf-80bc-4f2abf757c83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.356138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14238470-6659-49cf-80bc-4f2abf757c83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.458663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14238470-6659-49cf-80bc-4f2abf757c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.461278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14238470-6659-49cf-80bc-4f2abf757c83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.462473 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-14238470-6659-49cf-80bc-4f2abf757c83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42ad3406-f91e-4f98-9b5c-1b2f549e0822 HTTP/1.1" status: 204 len: 168 time: 0.2441754 Nov 09 04:18:06.506296 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14238470-6659-49cf-80bc-4f2abf757c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ad3406-f91e-4f98-9b5c-1b2f549e0822,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:06.512203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-36d380f3-005a-4d31-bc35-bf4f42477aec tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port 4eb69590-22b2-4883-a4ce-02a48514a54b {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:06.512301 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-36d380f3-005a-4d31-bc35-bf4f42477aec tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.557869 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5957fd06-dede-4592-943c-099735a5f3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.560413 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5957fd06-dede-4592-943c-099735a5f3d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.564480 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5957fd06-dede-4592-943c-099735a5f3d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fefa7aa1-80df-4083-9fb6-900657b333db HTTP/1.1" status: 204 len: 168 time: 0.9484890 Nov 09 04:18:06.567653 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a836292e-f017-4ed9-876d-cf39114a5eb1 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.635706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957fd06-dede-4592-943c-099735a5f3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefa7aa1-80df-4083-9fb6-900657b333db,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:06.650829 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca93541-ba78-4f14-8e9f-972c6aee3108 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:06.656764 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4ca93541-ba78-4f14-8e9f-972c6aee3108 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.756058 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-36d380f3-005a-4d31-bc35-bf4f42477aec tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.772593 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-36d380f3-005a-4d31-bc35-bf4f42477aec tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for 4eb69590-22b2-4883-a4ce-02a48514a54b owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:06.854523 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.ipam_backend_mixin [None req-4ca93541-ba78-4f14-8e9f-972c6aee3108 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Performing IP validity checks on allocation pools {{(pid=101884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 04:18:06.855488 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.ipam_backend_mixin [None req-4ca93541-ba78-4f14-8e9f-972c6aee3108 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 04:18:06.944308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-038a3309-d382-4abf-964e-80da3ebba187 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:06.957996 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-038a3309-d382-4abf-964e-80da3ebba187 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.026666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.058739 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4ca93541-ba78-4f14-8e9f-972c6aee3108 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.060682 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46510) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:07.076904 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9fbc33a4-0671-4558-ab60-c40fec618602 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.119114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a836292e-f017-4ed9-876d-cf39114a5eb1 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.142328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ea2c2b62-d213-4b49-b858-baf6dd7bd203 None None] Provisioning complete for port 353833b8-8696-43dd-aec4-c465a3d1e9d6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:07.142930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ea2c2b62-d213-4b49-b858-baf6dd7bd203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.236939 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca93541-ba78-4f14-8e9f-972c6aee3108 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Subnet': ['ID=3d203d31-4cac-4b79-b28d-229c9690a9b0,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:07.254357 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a836292e-f017-4ed9-876d-cf39114a5eb1 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Network 59559873-8c5c-412f-9fa2-09d2cd682c2c is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:07.272182 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ea2c2b62-d213-4b49-b858-baf6dd7bd203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.272989 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-a836292e-f017-4ed9-876d-cf39114a5eb1 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:07.284188 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836292e-f017-4ed9-876d-cf39114a5eb1 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:07.284943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a836292e-f017-4ed9-876d-cf39114a5eb1 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:07.285563 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a836292e-f017-4ed9-876d-cf39114a5eb1 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.287763 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836292e-f017-4ed9-876d-cf39114a5eb1 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Pushing event updated for resources: {'Port': ['ID=3bcc0b74-9933-4390-b9c4-6324b8ad60e3,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:07.338800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ea2c2b62-d213-4b49-b858-baf6dd7bd203 None None] For port 353833b8-8696-43dd-aec4-c465a3d1e9d6, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=353833b8-8696-43dd-aec4-c465a3d1e9d6,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:07.346894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ea2c2b62-d213-4b49-b858-baf6dd7bd203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.360958 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Allocated IP 172.26.5.60 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/35645024-d6d2-436f-b052-9459f911484f) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:07.377171 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca93541-ba78-4f14-8e9f-972c6aee3108 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Checking segment: {'id': 'b2ceab9e-90ba-47d2-af84-e0bf2c712dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5f84f4d2-08cf-4d37-9aca-3fd547977160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:07.378747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca93541-ba78-4f14-8e9f-972c6aee3108 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network hostable DHCP agents. Network: 5f84f4d2-08cf-4d37-9aca-3fd547977160, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:07.379931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038a3309-d382-4abf-964e-80da3ebba187 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:18:07.398208 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a836292e-f017-4ed9-876d-cf39114a5eb1 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8485727 Nov 09 04:18:07.402375 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46514) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:07.411205 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8168'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:07.428845 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9fbc33a4-0671-4558-ab60-c40fec618602 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.444020 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c2b62-d213-4b49-b858-baf6dd7bd203 None None] Pushing event updated for resources: {'Port': ['ID=353833b8-8696-43dd-aec4-c465a3d1e9d6,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:07.447108 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-36d380f3-005a-4d31-bc35-bf4f42477aec tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.466132 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-79dfa5ae-585e-499d-9a0c-6d1b04cd2988 None None] Could not find standard attr ID for object 4eb69590-22b2-4883-a4ce-02a48514a54b. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:18:07.471098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9fbc33a4-0671-4558-ab60-c40fec618602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.496681 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc33a4-0671-4558-ab60-c40fec618602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ba94ba-3bd9-464d-beac-88c4c7515913,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:07.532335 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca93541-ba78-4f14-8e9f-972c6aee3108 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network 5f84f4d2-08cf-4d37-9aca-3fd547977160 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:07.550320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d380f3-005a-4d31-bc35-bf4f42477aec tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=4eb69590-22b2-4883-a4ce-02a48514a54b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:07.571574 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9fbc33a4-0671-4558-ab60-c40fec618602 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b415f3bb47f349c1af705bcbd61092c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5068035 Nov 09 04:18:07.571574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46522) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:07.597763 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-4ca93541-ba78-4f14-8e9f-972c6aee3108 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 5f84f4d2-08cf-4d37-9aca-3fd547977160) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:07.599510 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-36d380f3-005a-4d31-bc35-bf4f42477aec tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.602801 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-36d380f3-005a-4d31-bc35-bf4f42477aec tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/4eb69590-22b2-4883-a4ce-02a48514a54b HTTP/1.1" status: 204 len: 168 time: 1.7664368 Nov 09 04:18:07.605607 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.609262 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46526) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:07.612873 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10861966-6889-4cbe-b949-bd790ba4860e None None] Network 5f84f4d2-08cf-4d37-9aca-3fd547977160 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:07.614644 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca93541-ba78-4f14-8e9f-972c6aee3108 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:07.615390 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4ca93541-ba78-4f14-8e9f-972c6aee3108 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.649121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8fb6187d-3f17-45f1-99ac-a80dffd6f9de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.654918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038a3309-d382-4abf-964e-80da3ebba187 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:07.670016 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-038a3309-d382-4abf-964e-80da3ebba187 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.710227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8fb6187d-3f17-45f1-99ac-a80dffd6f9de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.728598 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa4738-7394-40cc-b82e-6677b16fa371 None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:07.732484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb8dcfb-bfcb-47eb-b716-39fbb64b33bd tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:07.734782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb8dcfb-bfcb-47eb-b716-39fbb64b33bd tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:07.741065 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9fb8dcfb-bfcb-47eb-b716-39fbb64b33bd tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1282449 Nov 09 04:18:07.742153 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46528) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:07.760549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa4738-7394-40cc-b82e-6677b16fa371 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:07.760977 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.761815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c3fa4738-7394-40cc-b82e-6677b16fa371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:07.777259 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-038a3309-d382-4abf-964e-80da3ebba187 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "PUT /v2.0/floatingips/019180f0-6029-43f3-be31-15a9df0f84a1 HTTP/1.1" status: 200 len: 978 time: 1.6588609 Nov 09 04:18:07.779238 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46530) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:07.801966 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4ca93541-ba78-4f14-8e9f-972c6aee3108 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5140858 Nov 09 04:18:07.807281 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46532) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:07.814700 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c3fa4738-7394-40cc-b82e-6677b16fa371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:07.838061 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa4738-7394-40cc-b82e-6677b16fa371 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:07.839003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c3fa4738-7394-40cc-b82e-6677b16fa371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:07.875814 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c3fa4738-7394-40cc-b82e-6677b16fa371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:07.876472 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa4738-7394-40cc-b82e-6677b16fa371 None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:07.912019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8fb6187d-3f17-45f1-99ac-a80dffd6f9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.916413 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8fb6187d-3f17-45f1-99ac-a80dffd6f9de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:07.920271 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8fb6187d-3f17-45f1-99ac-a80dffd6f9de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1ba94ba-3bd9-464d-beac-88c4c7515913 HTTP/1.1" status: 204 len: 168 time: 0.3482041 Nov 09 04:18:07.936149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6187d-3f17-45f1-99ac-a80dffd6f9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ba94ba-3bd9-464d-beac-88c4c7515913,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:08.010479 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b731016-5b9e-4b0c-b46f-ee94b1e94bce tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet a770cf8e-a5c0-47c2-b1a2-28a0dbdb4d3d {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:18:08.023254 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-5f84f4d2-08cf-4d37-9aca-3fd547977160', 'network_id': '5f84f4d2-08cf-4d37-9aca-3fd547977160', 'tenant_id': '0472f3835ad245829e341922670f7bb2', 'fixed_ips': [{'subnet_id': '3d203d31-4cac-4b79-b28d-229c9690a9b0'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:08.025181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.028197 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b731016-5b9e-4b0c-b46f-ee94b1e94bce tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.096803 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.158224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-53b35a01-fe40-4a8a-a882-6119d7ee1a78 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting port 88194511-0d72-4033-83ab-135c155a48d7 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:08.158786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-53b35a01-fe40-4a8a-a882-6119d7ee1a78 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.181451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b731016-5b9e-4b0c-b46f-ee94b1e94bce tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.206592 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Allocated IP 172.20.0.3 (5f84f4d2-08cf-4d37-9aca-3fd547977160/3d203d31-4cac-4b79-b28d-229c9690a9b0/4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:08.238890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:08.243275 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.257548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-53b35a01-fe40-4a8a-a882-6119d7ee1a78 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.258386 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-53b35a01-fe40-4a8a-a882-6119d7ee1a78 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.279616 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-53b35a01-fe40-4a8a-a882-6119d7ee1a78 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Calling delete_port for 88194511-0d72-4033-83ab-135c155a48d7 owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:08.290807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 353833b8-8696-43dd-aec4-c465a3d1e9d6 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:08.449808 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 353833b8-8696-43dd-aec4-c465a3d1e9d6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:08.450033 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.501051 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.518357 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.570438 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Network 5f84f4d2-08cf-4d37-9aca-3fd547977160 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:08.582472 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:08.585670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:08.609391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-53b35a01-fe40-4a8a-a882-6119d7ee1a78 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.617944 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:08.633206 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Pushing event updated for resources: {'Port': ['ID=4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:08.634980 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:08.662434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b35a01-fe40-4a8a-a882-6119d7ee1a78 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Port': ['ID=88194511-0d72-4033-83ab-135c155a48d7,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:08.733867 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Attempting to bind port 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:08.734337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Attempting to bind port 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'b2ceab9e-90ba-47d2-af84-e0bf2c712dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5f84f4d2-08cf-4d37-9aca-3fd547977160'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:08.734777 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Attempting to bind port 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c on network 5f84f4d2-08cf-4d37-9aca-3fd547977160 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:08.743085 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:08.743325 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Checking segment: {'id': 'b2ceab9e-90ba-47d2-af84-e0bf2c712dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5f84f4d2-08cf-4d37-9aca-3fd547977160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:08.743832 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.744291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Bound using segment: {'id': 'b2ceab9e-90ba-47d2-af84-e0bf2c712dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5f84f4d2-08cf-4d37-9aca-3fd547977160'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:08.744849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Bound port: 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ceab9e-90ba-47d2-af84-e0bf2c712dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5f84f4d2-08cf-4d37-9aca-3fd547977160'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:08.745281 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.748977 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-53b35a01-fe40-4a8a-a882-6119d7ee1a78 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.749321 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-53b35a01-fe40-4a8a-a882-6119d7ee1a78 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Floating IP 019180f0-6029-43f3-be31-15a9df0f84a1 disassociated (deleted). External IP: 172.26.5.66, port: aeb6ec36-b347-449b-be46-a40620151807. Nov 09 04:18:08.817675 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event updated for resources: {'Port': ['ID=35645024-d6d2-436f-b052-9459f911484f,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:08.836680 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] For port 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:08.841457 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] For port 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c,segment=NetworkSegment(b2ceab9e-90ba-47d2-af84-e0bf2c712dcb),segment_id=b2ceab9e-90ba-47d2-af84-e0bf2c712dcb)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:08.848918 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.863391 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b731016-5b9e-4b0c-b46f-ee94b1e94bce tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:08.916989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46558) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:08.942291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43513f-c8d9-4ffb-8f77-1fa76030c67b None None] Pushing event updated for resources: {'Port': ['ID=4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:08.973006 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] device_id is not set on port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:09.009052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.039163 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.041840 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Deleting port 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:09.042206 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.061148 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.065493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b35a01-fe40-4a8a-a882-6119d7ee1a78 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:18:09.165428 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b731016-5b9e-4b0c-b46f-ee94b1e94bce tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.245209 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Pushing event updated for resources: {'Port': ['ID=3bcc0b74-9933-4390-b9c4-6324b8ad60e3,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:09.269950 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b731016-5b9e-4b0c-b46f-ee94b1e94bce tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=a770cf8e-a5c0-47c2-b1a2-28a0dbdb4d3d,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:09.278016 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b35a01-fe40-4a8a-a882-6119d7ee1a78 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:09.283571 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bdfaa5-483d-4694-ac4c-9e9701266cb6 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:09.288125 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006f175-111d-43de-b9a8-9032e8415170 None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:09.293258 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-53b35a01-fe40-4a8a-a882-6119d7ee1a78 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.305882 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006f175-111d-43de-b9a8-9032e8415170 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:09.308241 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d006f175-111d-43de-b9a8-9032e8415170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:09.354027 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] For port 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c,segment=NetworkSegment(b2ceab9e-90ba-47d2-af84-e0bf2c712dcb),segment_id=b2ceab9e-90ba-47d2-af84-e0bf2c712dcb)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:09.354403 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.359662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'network': {'name': 'tempest-network-smoke--651263287', 'project_id': '871582c076e646fa8f870c685a113561', 'port_security_enabled': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:09.375356 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-53b35a01-fe40-4a8a-a882-6119d7ee1a78 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/floatingips/019180f0-6029-43f3-be31-15a9df0f84a1 HTTP/1.1" status: 204 len: 168 time: 1.5918374 Nov 09 04:18:09.377595 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d006f175-111d-43de-b9a8-9032e8415170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:09.378518 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46570) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:09.384447 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Calling delete_port for 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:09.389571 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006f175-111d-43de-b9a8-9032e8415170 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:09.390513 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d006f175-111d-43de-b9a8-9032e8415170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:09.413342 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:09.415758 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:09.416597 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:09.422755 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b731016-5b9e-4b0c-b46f-ee94b1e94bce tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.438375 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9b731016-5b9e-4b0c-b46f-ee94b1e94bce tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/a770cf8e-a5c0-47c2-b1a2-28a0dbdb4d3d HTTP/1.1" status: 204 len: 168 time: 1.6511123 Nov 09 04:18:09.440235 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d006f175-111d-43de-b9a8-9032e8415170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:09.441176 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006f175-111d-43de-b9a8-9032e8415170 None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:09.446527 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46574) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:09.448197 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.460331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:09.464351 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.475477 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.520757 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:09.520867 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-85a06170-60b3-4ce6-b0d5-6dfc075703c2 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting port aeb6ec36-b347-449b-be46-a40620151807 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:09.521067 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:09.521254 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-85a06170-60b3-4ce6-b0d5-6dfc075703c2 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.581460 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 2 to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 Nov 09 04:18:09.586700 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3bb0c5d3-7ccb-48e1-8574-4dd6eef205a3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1361282 Nov 09 04:18:09.591904 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46578) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:09.610636 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700cc239-cc00-4192-9e1a-e76a9fa9bd99 None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:18:09.642157 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:09.642720 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:09.642808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:09.670291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:09.670545 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:09.673652 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 3 to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 Nov 09 04:18:09.675956 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-85a06170-60b3-4ce6-b0d5-6dfc075703c2 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.699596 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-700cc239-cc00-4192-9e1a-e76a9fa9bd99 None None] Deleting port 353833b8-8696-43dd-aec4-c465a3d1e9d6 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:09.699596 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-700cc239-cc00-4192-9e1a-e76a9fa9bd99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.703685 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.716369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c5c0e8-bb37-4f4c-8385-7eb17f1c3990 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:09.720420 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e9c5c0e8-bb37-4f4c-8385-7eb17f1c3990 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1233301 Nov 09 04:18:09.720420 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-85a06170-60b3-4ce6-b0d5-6dfc075703c2 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Calling delete_port for aeb6ec36-b347-449b-be46-a40620151807 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:09.721739 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46580) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:09.722385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.760029 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:09.760360 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:09.760688 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:09.774746 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-700cc239-cc00-4192-9e1a-e76a9fa9bd99 None None] For port 353833b8-8696-43dd-aec4-c465a3d1e9d6, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=353833b8-8696-43dd-aec4-c465a3d1e9d6,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:09.775300 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-700cc239-cc00-4192-9e1a-e76a9fa9bd99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.794088 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-700cc239-cc00-4192-9e1a-e76a9fa9bd99 None None] Calling delete_port for 353833b8-8696-43dd-aec4-c465a3d1e9d6 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:09.798271 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:09.798610 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:09.802374 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 4 to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 Nov 09 04:18:09.851741 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:09.852314 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:09.852450 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:09.873033 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.889880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:09.890229 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:09.916404 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-700cc239-cc00-4192-9e1a-e76a9fa9bd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.916715 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 5 to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 Nov 09 04:18:09.932584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Port': ['ID=4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:09.954750 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cc239-cc00-4192-9e1a-e76a9fa9bd99 None None] Pushing event deleted for resources: {'Port': ['ID=353833b8-8696-43dd-aec4-c465a3d1e9d6,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:09.961217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cc239-cc00-4192-9e1a-e76a9fa9bd99 None None] No DVR routers for this DVR port 353833b8-8696-43dd-aec4-c465a3d1e9d6 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:09.976620 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:09.977130 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:09.977651 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:09.982891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.992697 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:09.994594 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:09.994955 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:10.022365 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 6 to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 Nov 09 04:18:10.024657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:10.025225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No DVR routers for this DVR port 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:10.036692 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.037407 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Added segment 09ae72e8-0c33-41e2-8721-34991dd0bc7b of type vlan for network e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 Nov 09 04:18:10.097223 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.100315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:10.129681 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:10.129951 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:10.130277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:10.132156 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:18:10.135592 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 04:18:10.158230 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Port 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c not found, will not notify nova. {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 04:18:10.173977 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event updated for resources: {'Port': ['ID=35645024-d6d2-436f-b052-9459f911484f,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:10.182747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:10.184879 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:10.190045 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 7 to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 Nov 09 04:18:10.193682 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.238932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 353833b8-8696-43dd-aec4-c465a3d1e9d6 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:18:10.263531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:10.263873 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:10.264211 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:10.267237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 353833b8-8696-43dd-aec4-c465a3d1e9d6 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:18:10.267659 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 353833b8-8696-43dd-aec4-c465a3d1e9d6 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:18:10.269780 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.284035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:10.284272 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:10.289861 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 8 to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 Nov 09 04:18:10.302537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bba3733-211c-426f-acf9-5e55354df03c None None] Network 5f84f4d2-08cf-4d37-9aca-3fd547977160 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:10.313924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:10.314266 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:10.314608 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:10.322558 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:10.323678 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:10.325179 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 9 to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 Nov 09 04:18:10.340297 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.345035 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f2657e51-d5d3-4dd1-adf1-eeced240d87a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7301869 Nov 09 04:18:10.348562 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46592) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:10.356189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-193855297'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:10.359626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:10.359966 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:10.360305 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:10.372859 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:10.373197 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:10.376085 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 10 to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 Nov 09 04:18:10.389287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.424684 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Subnet': ['ID=3d203d31-4cac-4b79-b28d-229c9690a9b0,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:10.429683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-aeb9416e-7ff7-407f-acad-adafbfe97cb1 None None] Could not find standard attr ID for object 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:18:10.430329 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:10.430729 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:10.431077 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:10.440949 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Made reservation on behalf of a72def738ba448ac96a1b677eaeef4ac for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:10.444508 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.447749 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:10.448084 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:10.448439 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.485035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.496576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.db.resource_extend [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 04:18:10.541564 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e5faf7-71b0-49d3-b58b-0d01e3b48284 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:10.542530 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c9e5faf7-71b0-49d3-b58b-0d01e3b48284 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8169997 Nov 09 04:18:10.543218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.549084 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:10.549702 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.554607 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46596) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:10.566015 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.569463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc88650a-ed73-4397-a0db-f519d12a9829,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:10.571332 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46598) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:10.592996 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6717210 Nov 09 04:18:10.593151 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afaeb7e-e6fe-4e4e-9f8f-1f9d0b57144b None None] DHCP port deletion for 5f84f4d2-08cf-4d37-9aca-3fd547977160 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:18:10.603642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46600) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:10.610754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-92672500', 'admin_state_up': True, 'project_id': '871582c076e646fa8f870c685a113561', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:10.635587 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ffd3ef89-3b38-4044-a3a0-e5971f76106d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741892 Nov 09 04:18:10.642893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46604) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:10.654466 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f84f4d2-08cf-4d37-9aca-3fd547977160']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:10.678353 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ceab9e-90ba-47d2-af84-e0bf2c712dcb') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:10.678691 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ceab9e-90ba-47d2-af84-e0bf2c712dcb') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:10.679455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-29f30e93-58b7-4438-8eba-a4c72c4b879c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:10.712145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] For port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3, host hv-neutron-8168, cleared binding levels {{(pid=101884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:10.712525 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempted to set empty binding levels {{(pid=101884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 04:18:10.715598 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.724841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2795c-5bde-405f-bf89-5621fcd5ef76 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Network': ['ID=e925cd29-1b35-42fa-a731-c4b2f5dfa5c5,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:10.726184 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.750148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:10.762002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.764136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.764667 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.771339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2112087969', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:10.777732 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:10.778235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:10.787861 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:10.800879 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] In _notify_port_updated(), no bound segment for port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:18:10.801688 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:10.802283 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.806708 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "PUT /v2.0/ports/3bcc0b74-9933-4390-b9c4-6324b8ad60e3 HTTP/1.1" status: 200 len: 977 time: 3.3970764 Nov 09 04:18:10.808164 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46606) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:10.858471 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.864704 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe03aaa-19bd-48b4-81fd-40a0e5773b4d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Pushing event updated for resources: {'Port': ['ID=3bcc0b74-9933-4390-b9c4-6324b8ad60e3,revision_number=3']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:10.865600 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-85a06170-60b3-4ce6-b0d5-6dfc075703c2 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.866843 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.869295 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Made reservation on behalf of 44d2173b4c74425db21e4f95d2d49b22 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:10.871573 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.899409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:10.907423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.912518 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50909201-3cf8-4e8e-9079-d51d8c281cd2,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:10.919712 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.921980 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.925345 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/5f84f4d2-08cf-4d37-9aca-3fd547977160 HTTP/1.1" status: 204 len: 168 time: 3.1168509 Nov 09 04:18:10.929408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a06170-60b3-4ce6-b0d5-6dfc075703c2 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Port': ['ID=aeb6ec36-b347-449b-be46-a40620151807,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:10.931236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46608) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:10.937246 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.937727 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Added segment 16e40e62-61a9-4b34-95b0-00678aa47418 of type vlan for network 03a4fee1-b1fd-43b2-bb3e-efcd82b0df04 Nov 09 04:18:10.942841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f0141f14-c6ca-4586-8f7a-83307ca88cf8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1268845375'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:10.946875 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f4900-33e1-4aa5-a4e2-3ec5c6c9366b tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Network': ['ID=5f84f4d2-08cf-4d37-9aca-3fd547977160,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:10.972469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f30e93-58b7-4438-8eba-a4c72c4b879c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:10.975981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-29f30e93-58b7-4438-8eba-a4c72c4b879c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:10.983650 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.007945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.014836 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.015424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.058659 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.079931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event updated for resources: {'Network': ['ID=03a4fee1-b1fd-43b2-bb3e-efcd82b0df04,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:11.090385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 03a4fee1-b1fd-43b2-bb3e-efcd82b0df04 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:11.090985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.091458 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.091921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.092379 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.092828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.093282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.093756 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.094209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.094662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.095115 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.095562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.096016 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.096463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.096908 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.097355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.097846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.100810 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e2f3bf2c-c8a6-4e6c-91f7-4b5e3fc93258 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14144 time: 0.2913122 Nov 09 04:18:11.104052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46610) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:11.149644 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-eda6b27e-a1d3-4e7a-8cd2-6e0aae40852a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7998862 Nov 09 04:18:11.166495 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46612) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:11.173436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-7e3daa74-2e9f-49fa-aa49-2562fe16f5f1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Request body: {'subnet': {'network_id': '03a4fee1-b1fd-43b2-bb3e-efcd82b0df04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:11.200893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0141f14-c6ca-4586-8f7a-83307ca88cf8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:11.204357 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0141f14-c6ca-4586-8f7a-83307ca88cf8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.261684 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-bb83b901-a184-4e3c-8cf2-3d7e46765115 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Deleting port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:11.262024 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb83b901-a184-4e3c-8cf2-3d7e46765115 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.318507 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3daa74-2e9f-49fa-aa49-2562fe16f5f1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Made reservation on behalf of a72def738ba448ac96a1b677eaeef4ac for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:11.321952 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e3daa74-2e9f-49fa-aa49-2562fe16f5f1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.372787 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-85a06170-60b3-4ce6-b0d5-6dfc075703c2 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.375968 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-85a06170-60b3-4ce6-b0d5-6dfc075703c2 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/ports/aeb6ec36-b347-449b-be46-a40620151807 HTTP/1.1" status: 204 len: 168 time: 1.9965477 Nov 09 04:18:11.381480 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46616) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:11.382220 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0141f14-c6ca-4586-8f7a-83307ca88cf8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:11.383054 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-bb83b901-a184-4e3c-8cf2-3d7e46765115 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] For port 3bcc0b74-9933-4390-b9c4-6324b8ad60e3, host hv-neutron-8168, got binding levels [] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:11.383407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb83b901-a184-4e3c-8cf2-3d7e46765115 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.389977 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:11.403394 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-bb83b901-a184-4e3c-8cf2-3d7e46765115 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Calling delete_port for 3bcc0b74-9933-4390-b9c4-6324b8ad60e3 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:11.407387 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.432317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0141f14-c6ca-4586-8f7a-83307ca88cf8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.432662 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-f0141f14-c6ca-4586-8f7a-83307ca88cf8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Added segment 6b3a920c-8c4c-4e4f-a477-7fc544b834f2 of type vlan for network 58b0a637-995c-4ea9-9718-b330a340b514 Nov 09 04:18:11.494612 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.523072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.543211 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb83b901-a184-4e3c-8cf2-3d7e46765115 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.544194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.547929 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] device_id is not set on port 25737b53-4dd7-46bb-ba5a-493b2f02f780 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:11.566301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0141f14-c6ca-4586-8f7a-83307ca88cf8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.599429 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83b901-a184-4e3c-8cf2-3d7e46765115 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bcc0b74-9933-4390-b9c4-6324b8ad60e3,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:11.609057 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb83b901-a184-4e3c-8cf2-3d7e46765115 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.612606 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bb83b901-a184-4e3c-8cf2-3d7e46765115 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "DELETE /v2.0/ports/3bcc0b74-9933-4390-b9c4-6324b8ad60e3 HTTP/1.1" status: 204 len: 168 time: 0.5074556 Nov 09 04:18:11.617739 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46618) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:11.644434 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e3daa74-2e9f-49fa-aa49-2562fe16f5f1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.646525 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d4a605-fcc2-451a-8b9e-07950efe5abf tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] GET failed (client error): The resource could not be found. Nov 09 04:18:11.651990 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-35d4a605-fcc2-451a-8b9e-07950efe5abf tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "GET /v2.0/ports/3bcc0b74-9933-4390-b9c4-6324b8ad60e3 HTTP/1.1" status: 404 len: 333 time: 0.0293777 Nov 09 04:18:11.652573 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46620) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:11.657978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b8bc7952-bb26-47a4-9545-6c74dac4020d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-584282976', 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:11.674643 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cc05dd-5dfd-48fb-8960-542e68e68e5b,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:11.723928 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3daa74-2e9f-49fa-aa49-2562fe16f5f1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event updated for resources: {'Subnet': ['ID=a36b2e39-751a-4307-8f94-6af303f8ff64,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:11.730595 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bc7952-bb26-47a4-9545-6c74dac4020d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Made reservation on behalf of 04da488b96ee4c45a48000b950530707 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:11.733643 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7952-bb26-47a4-9545-6c74dac4020d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.755302 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3daa74-2e9f-49fa-aa49-2562fe16f5f1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Checking segment: {'id': '16e40e62-61a9-4b34-95b0-00678aa47418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '03a4fee1-b1fd-43b2-bb3e-efcd82b0df04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:11.755648 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3daa74-2e9f-49fa-aa49-2562fe16f5f1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Network hostable DHCP agents. Network: 03a4fee1-b1fd-43b2-bb3e-efcd82b0df04, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:11.758012 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-b8bc7952-bb26-47a4-9545-6c74dac4020d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] device_id is not set on port 88480fad-a236-4250-bb90-2c027a009025 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:11.776091 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0141f14-c6ca-4586-8f7a-83307ca88cf8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.782253 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0141f14-c6ca-4586-8f7a-83307ca88cf8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.782847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0141f14-c6ca-4586-8f7a-83307ca88cf8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.818491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3daa74-2e9f-49fa-aa49-2562fe16f5f1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Network 03a4fee1-b1fd-43b2-bb3e-efcd82b0df04 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:11.818715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-29f30e93-58b7-4438-8eba-a4c72c4b879c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.838046 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-7e3daa74-2e9f-49fa-aa49-2562fe16f5f1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 03a4fee1-b1fd-43b2-bb3e-efcd82b0df04) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:11.846787 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000bffbb-d3e6-40eb-9fac-063e41c79140 None None] Network 03a4fee1-b1fd-43b2-bb3e-efcd82b0df04 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:11.849638 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3daa74-2e9f-49fa-aa49-2562fe16f5f1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.850785 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e3daa74-2e9f-49fa-aa49-2562fe16f5f1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.894542 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7e3daa74-2e9f-49fa-aa49-2562fe16f5f1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7267411 Nov 09 04:18:11.916028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46622) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:11.926780 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f0141f14-c6ca-4586-8f7a-83307ca88cf8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9876859 Nov 09 04:18:11.930892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2138637842', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:11.938269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46624) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:11.943537 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e0a71678-c853-4f6b-8fed-1b24b65f57c2 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'subnet': {'network_id': '58b0a637-995c-4ea9-9718-b330a340b514', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:11.948188 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:18:11.951030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f30e93-58b7-4438-8eba-a4c72c4b879c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:11.977996 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-29f30e93-58b7-4438-8eba-a4c72c4b879c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:11.978923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:18:11.978923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4b53e0bb-e9d9-40fd-8fb1-3e3c2836039c not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:18:11.982951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Allocated IP 172.26.5.45 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/25737b53-4dd7-46bb-ba5a-493b2f02f780) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:11.987848 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0141f14-c6ca-4586-8f7a-83307ca88cf8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Network': ['ID=58b0a637-995c-4ea9-9718-b330a340b514,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:11.997040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f30e93-58b7-4438-8eba-a4c72c4b879c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:11.997662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-29f30e93-58b7-4438-8eba-a4c72c4b879c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:11.997891 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141ee905-c035-4642-93c6-6394d8a3ec45 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:12.016847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f30e93-58b7-4438-8eba-a4c72c4b879c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=9a68c79a-252d-4d45-9ed4-f2bc6760a58e,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:12.025481 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7952-bb26-47a4-9545-6c74dac4020d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.039453 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 58b0a637-995c-4ea9-9718-b330a340b514 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:12.051854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.052882 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.070069 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-29f30e93-58b7-4438-8eba-a4c72c4b879c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4235260 Nov 09 04:18:12.071779 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46626) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:12.078839 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-1f0b9b44-d891-4f08-86ae-98d849b68419 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'fixed_ips': [{'subnet_id': '9a68c79a-252d-4d45-9ed4-f2bc6760a58e', 'ip_address': '2001:db8::b0c6:1dd:1574:920e'}], 'name': 'tempest-NetworksTestDHCPv6-2021384261'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:12.147598 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a71678-c853-4f6b-8fed-1b24b65f57c2 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:12.151974 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0a71678-c853-4f6b-8fed-1b24b65f57c2 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.168029 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.186441 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7952-bb26-47a4-9545-6c74dac4020d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.210811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.293364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc7952-bb26-47a4-9545-6c74dac4020d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Network 59559873-8c5c-412f-9fa2-09d2cd682c2c is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:12.306453 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-b8bc7952-bb26-47a4-9545-6c74dac4020d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:12.309751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc7952-bb26-47a4-9545-6c74dac4020d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:12.310683 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bc7952-bb26-47a4-9545-6c74dac4020d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:12.311340 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc7952-bb26-47a4-9545-6c74dac4020d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.314037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc7952-bb26-47a4-9545-6c74dac4020d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Pushing event updated for resources: {'Port': ['ID=88480fad-a236-4250-bb90-2c027a009025,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:12.360862 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0b9b44-d891-4f08-86ae-98d849b68419 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:12.372427 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-03a4fee1-b1fd-43b2-bb3e-efcd82b0df04', 'network_id': '03a4fee1-b1fd-43b2-bb3e-efcd82b0df04', 'tenant_id': 'a72def738ba448ac96a1b677eaeef4ac', 'fixed_ips': [{'subnet_id': 'a36b2e39-751a-4307-8f94-6af303f8ff64'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:12.373403 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.416121 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b8bc7952-bb26-47a4-9545-6c74dac4020d tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7603908 Nov 09 04:18:12.416353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.417388 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46628) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:12.481954 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.492002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b911e33d-d728-4081-b6e6-4b8d0f0a8828 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:12.497553 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b911e33d-d728-4081-b6e6-4b8d0f0a8828 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "GET /v2.0/ports/88480fad-a236-4250-bb90-2c027a009025 HTTP/1.1" status: 200 len: 954 time: 0.0750549 Nov 09 04:18:12.498466 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46630) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:12.561904 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': '9a68c79a-252d-4d45-9ed4-f2bc6760a58e'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:12.562873 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.591182 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0a71678-c853-4f6b-8fed-1b24b65f57c2 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.599841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Allocated IP 172.20.0.2 (03a4fee1-b1fd-43b2-bb3e-efcd82b0df04/a36b2e39-751a-4307-8f94-6af303f8ff64/e2371b4a-84eb-492e-ab8e-13f0ac2cd27f) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:12.644931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f0b9b44-d891-4f08-86ae-98d849b68419 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.705775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-1f0b9b44-d891-4f08-86ae-98d849b68419 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port 130068db-ea9b-44cf-ad2a-faa4fcf071e6 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:12.719904 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a71678-c853-4f6b-8fed-1b24b65f57c2 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Subnet': ['ID=c5303caf-2d93-4f9b-88ca-dd55e88ed5ba,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:12.823322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.844097 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a71678-c853-4f6b-8fed-1b24b65f57c2 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Checking segment: {'id': '6b3a920c-8c4c-4e4f-a477-7fc544b834f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58b0a637-995c-4ea9-9718-b330a340b514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:12.844461 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a71678-c853-4f6b-8fed-1b24b65f57c2 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network hostable DHCP agents. Network: 58b0a637-995c-4ea9-9718-b330a340b514, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:12.848257 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.856631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Allocated IP 2001:db8::2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/9a68c79a-252d-4d45-9ed4-f2bc6760a58e/52f68083-613c-452a-8f15-c2072eea160b) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:12.857581 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-1173a44e-bb48-4784-b935-3830c62fa499 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Deleting port 88480fad-a236-4250-bb90-2c027a009025 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:12.857910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1173a44e-bb48-4784-b935-3830c62fa499 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.859563 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.862351 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.930792 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Network 03a4fee1-b1fd-43b2-bb3e-efcd82b0df04 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:12.935104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Pushing event updated for resources: {'Port': ['ID=e2371b4a-84eb-492e-ab8e-13f0ac2cd27f,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:12.937645 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:12.968147 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:12.968461 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a71678-c853-4f6b-8fed-1b24b65f57c2 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network 58b0a637-995c-4ea9-9718-b330a340b514 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:12.980767 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:12.997418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1173a44e-bb48-4784-b935-3830c62fa499 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.005569 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-e0a71678-c853-4f6b-8fed-1b24b65f57c2 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 58b0a637-995c-4ea9-9718-b330a340b514) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:13.015499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a71678-c853-4f6b-8fed-1b24b65f57c2 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:13.016317 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0a71678-c853-4f6b-8fed-1b24b65f57c2 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.019586 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-1173a44e-bb48-4784-b935-3830c62fa499 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Calling delete_port for 88480fad-a236-4250-bb90-2c027a009025 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:13.037790 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e50595-c696-4b80-b9e6-89da98ac79a8 None None] Network 58b0a637-995c-4ea9-9718-b330a340b514 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:13.048437 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e0a71678-c853-4f6b-8fed-1b24b65f57c2 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1090791 Nov 09 04:18:13.051136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46632) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:13.067133 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:13.086910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:13.092186 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Allocated IP 172.26.5.244 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/1ad8f9fc-cbe6-4ded-a1be-069fb9f704f9) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:13.102708 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Attempting to bind port e2371b4a-84eb-492e-ab8e-13f0ac2cd27f on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:13.103227 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Attempting to bind port e2371b4a-84eb-492e-ab8e-13f0ac2cd27f by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '16e40e62-61a9-4b34-95b0-00678aa47418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '03a4fee1-b1fd-43b2-bb3e-efcd82b0df04'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:13.103702 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Attempting to bind port e2371b4a-84eb-492e-ab8e-13f0ac2cd27f on network 03a4fee1-b1fd-43b2-bb3e-efcd82b0df04 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:13.106457 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:13.119151 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Pushing event updated for resources: {'Port': ['ID=25737b53-4dd7-46bb-ba5a-493b2f02f780,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:13.149114 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:13.149699 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Checking segment: {'id': '16e40e62-61a9-4b34-95b0-00678aa47418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '03a4fee1-b1fd-43b2-bb3e-efcd82b0df04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:13.150213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.150709 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Bound using segment: {'id': '16e40e62-61a9-4b34-95b0-00678aa47418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '03a4fee1-b1fd-43b2-bb3e-efcd82b0df04'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:13.151619 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Bound port: e2371b4a-84eb-492e-ab8e-13f0ac2cd27f, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e40e62-61a9-4b34-95b0-00678aa47418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '03a4fee1-b1fd-43b2-bb3e-efcd82b0df04'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:13.151785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.180011 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.210834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.286905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:13.287517 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.304462 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:13.323252 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:13.330871 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:13.336324 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Pushing event updated for resources: {'Port': ['ID=52f68083-613c-452a-8f15-c2072eea160b,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:13.339700 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] For port e2371b4a-84eb-492e-ab8e-13f0ac2cd27f, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:13.346103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] For port e2371b4a-84eb-492e-ab8e-13f0ac2cd27f, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e2371b4a-84eb-492e-ab8e-13f0ac2cd27f,segment=NetworkSegment(16e40e62-61a9-4b34-95b0-00678aa47418),segment_id=16e40e62-61a9-4b34-95b0-00678aa47418)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:13.353434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.365171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.392860 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f629c247-44a8-421c-a0f6-f0c4f4e4ec99 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.8038652 Nov 09 04:18:13.399140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46634) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:13.416495 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-04fb5de1-0676-4e3b-99d2-4d9f8d8f5d10 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.45'}]}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:13.451913 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.468639 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-58b0a637-995c-4ea9-9718-b330a340b514', 'network_id': '58b0a637-995c-4ea9-9718-b330a340b514', 'tenant_id': '0472f3835ad245829e341922670f7bb2', 'fixed_ips': [{'subnet_id': 'c5303caf-2d93-4f9b-88ca-dd55e88ed5ba'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:13.469472 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.470859 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1173a44e-bb48-4784-b935-3830c62fa499 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.509866 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Attempting to bind port 52f68083-613c-452a-8f15-c2072eea160b on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:13.510141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.510260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Attempting to bind port 52f68083-613c-452a-8f15-c2072eea160b by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:13.510464 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Attempting to bind port 52f68083-613c-452a-8f15-c2072eea160b on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:13.511654 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173a44e-bb48-4784-b935-3830c62fa499 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Pushing event deleted for resources: {'Port': ['ID=88480fad-a236-4250-bb90-2c027a009025,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:13.515617 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-1f0b9b44-d891-4f08-86ae-98d849b68419 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::b0c6:1dd:1574:920e (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/9a68c79a-252d-4d45-9ed4-f2bc6760a58e/130068db-ea9b-44cf-ad2a-faa4fcf071e6) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:13.524065 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1173a44e-bb48-4784-b935-3830c62fa499 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.525681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b694b9-97c4-4ae1-afcf-75084ca4f778 None None] Pushing event updated for resources: {'Port': ['ID=e2371b4a-84eb-492e-ab8e-13f0ac2cd27f,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:13.527781 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1173a44e-bb48-4784-b935-3830c62fa499 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "DELETE /v2.0/ports/88480fad-a236-4250-bb90-2c027a009025 HTTP/1.1" status: 204 len: 168 time: 1.0057495 Nov 09 04:18:13.531327 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:13.531641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:13.532039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.532652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:13.532781 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46636) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:13.532901 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Bound port: 52f68083-613c-452a-8f15-c2072eea160b, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:13.533861 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.539061 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04fb5de1-0676-4e3b-99d2-4d9f8d8f5d10 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.540093 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04fb5de1-0676-4e3b-99d2-4d9f8d8f5d10 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.543790 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.563427 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c17a3dd-a455-44fd-b503-340238eda934 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] GET failed (client error): The resource could not be found. Nov 09 04:18:13.565252 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2c17a3dd-a455-44fd-b503-340238eda934 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "GET /v2.0/ports/88480fad-a236-4250-bb90-2c027a009025 HTTP/1.1" status: 404 len: 333 time: 0.0313101 Nov 09 04:18:13.575385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46638) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:13.591399 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-84709906-1477-4f3d-9451-c97a8bda1735 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Request body: {'port': {'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2030346421'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:13.594387 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.643002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84709906-1477-4f3d-9451-c97a8bda1735 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Made reservation on behalf of 04da488b96ee4c45a48000b950530707 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:13.645413 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84709906-1477-4f3d-9451-c97a8bda1735 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.702893 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-84709906-1477-4f3d-9451-c97a8bda1735 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] device_id is not set on port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:13.709650 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] For port 52f68083-613c-452a-8f15-c2072eea160b, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:13.716670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] For port 52f68083-613c-452a-8f15-c2072eea160b, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=52f68083-613c-452a-8f15-c2072eea160b,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:13.721195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.726217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Allocated IP 172.20.0.1 (58b0a637-995c-4ea9-9718-b330a340b514/c5303caf-2d93-4f9b-88ca-dd55e88ed5ba/dd65d1cf-3a32-4281-a1f9-65b96133adc8) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:13.728524 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.847494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.163 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:13.881717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04fb5de1-0676-4e3b-99d2-4d9f8d8f5d10 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.958855 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f0b9b44-d891-4f08-86ae-98d849b68419 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:13.964701 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e0616-8813-43b1-8995-afe695210fa9 None None] Pushing event updated for resources: {'Port': ['ID=52f68083-613c-452a-8f15-c2072eea160b,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:14.010310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f0b9b44-d891-4f08-86ae-98d849b68419 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.028363 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.045363 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e2371b4a-84eb-492e-ab8e-13f0ac2cd27f up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:14.064113 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:14.066772 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84709906-1477-4f3d-9451-c97a8bda1735 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.079524 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0b9b44-d891-4f08-86ae-98d849b68419 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:14.087553 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-1f0b9b44-d891-4f08-86ae-98d849b68419 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:14.088834 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:14.092814 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b9b44-d891-4f08-86ae-98d849b68419 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:14.098857 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0b9b44-d891-4f08-86ae-98d849b68419 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:14.099123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f0b9b44-d891-4f08-86ae-98d849b68419 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.099622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.100880 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=1ad8f9fc-cbe6-4ded-a1be-069fb9f704f9,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:14.104342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:14.109198 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b9b44-d891-4f08-86ae-98d849b68419 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=130068db-ea9b-44cf-ad2a-faa4fcf071e6,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:14.134811 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1f0b9b44-d891-4f08-86ae-98d849b68419 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0607817 Nov 09 04:18:14.137923 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46640) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:14.181736 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Network 58b0a637-995c-4ea9-9718-b330a340b514 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:14.185688 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Pushing event updated for resources: {'Port': ['ID=dd65d1cf-3a32-4281-a1f9-65b96133adc8,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:14.190164 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:14.192435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:14.200929 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84709906-1477-4f3d-9451-c97a8bda1735 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.227328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port e2371b4a-84eb-492e-ab8e-13f0ac2cd27f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:14.227328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.274945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84709906-1477-4f3d-9451-c97a8bda1735 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Network 59559873-8c5c-412f-9fa2-09d2cd682c2c is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:14.285311 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-84709906-1477-4f3d-9451-c97a8bda1735 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:14.292144 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84709906-1477-4f3d-9451-c97a8bda1735 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:14.293204 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84709906-1477-4f3d-9451-c97a8bda1735 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:14.293989 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84709906-1477-4f3d-9451-c97a8bda1735 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.311106 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Attempting to bind port dd65d1cf-3a32-4281-a1f9-65b96133adc8 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:14.311475 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Attempting to bind port dd65d1cf-3a32-4281-a1f9-65b96133adc8 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '6b3a920c-8c4c-4e4f-a477-7fc544b834f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58b0a637-995c-4ea9-9718-b330a340b514'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:14.311844 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Attempting to bind port dd65d1cf-3a32-4281-a1f9-65b96133adc8 on network 58b0a637-995c-4ea9-9718-b330a340b514 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:14.312755 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4305590-fd56-43c6-812e-d059a2f8d71b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:14.320817 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4305590-fd56-43c6-812e-d059a2f8d71b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:14.323447 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:14.323822 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Checking segment: {'id': '6b3a920c-8c4c-4e4f-a477-7fc544b834f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58b0a637-995c-4ea9-9718-b330a340b514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:14.324552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.325530 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Bound using segment: {'id': '6b3a920c-8c4c-4e4f-a477-7fc544b834f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58b0a637-995c-4ea9-9718-b330a340b514'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:14.326114 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Bound port: dd65d1cf-3a32-4281-a1f9-65b96133adc8, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3a920c-8c4c-4e4f-a477-7fc544b834f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '58b0a637-995c-4ea9-9718-b330a340b514'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:14.326497 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.327127 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b4305590-fd56-43c6-812e-d059a2f8d71b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1882119 Nov 09 04:18:14.330212 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46642) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:14.338518 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84709906-1477-4f3d-9451-c97a8bda1735 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Pushing event updated for resources: {'Port': ['ID=103988e9-af41-4f72-ae55-36ffc4ad1fd8,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:14.351952 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-84709906-1477-4f3d-9451-c97a8bda1735 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7711005 Nov 09 04:18:14.366913 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46644) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:14.373801 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8168'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:14.400283 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] For port dd65d1cf-3a32-4281-a1f9-65b96133adc8, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:14.401533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.405253 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] For port dd65d1cf-3a32-4281-a1f9-65b96133adc8, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=dd65d1cf-3a32-4281-a1f9-65b96133adc8,segment=NetworkSegment(6b3a920c-8c4c-4e4f-a477-7fc544b834f2),segment_id=6b3a920c-8c4c-4e4f-a477-7fc544b834f2)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:14.411943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04fb5de1-0676-4e3b-99d2-4d9f8d8f5d10 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.418858 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.440526 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.469646 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.499939 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89313a02-2b92-400f-a28d-b1e511082af1 None None] Pushing event updated for resources: {'Port': ['ID=dd65d1cf-3a32-4281-a1f9-65b96133adc8,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:14.523332 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.558374 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b19f6ea3-0a40-4890-97e5-f7a379c4a8b1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port 130068db-ea9b-44cf-ad2a-faa4fcf071e6 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:14.558786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b19f6ea3-0a40-4890-97e5-f7a379c4a8b1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.561439 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.579007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Subnet': ['ID=c5303caf-2d93-4f9b-88ca-dd55e88ed5ba,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:14.582655 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f977206-4a0c-4637-b61b-7400c4c07e43 None None] Network 58b0a637-995c-4ea9-9718-b330a340b514 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:14.686270 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.698111 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:14.700832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.739105 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port e2371b4a-84eb-492e-ab8e-13f0ac2cd27f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e2371b4a-84eb-492e-ab8e-13f0ac2cd27f,segment=NetworkSegment(16e40e62-61a9-4b34-95b0-00678aa47418),segment_id=16e40e62-61a9-4b34-95b0-00678aa47418)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:14.748997 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:14.749971 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.752759 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b19f6ea3-0a40-4890-97e5-f7a379c4a8b1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.766595 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:14.772067 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b19f6ea3-0a40-4890-97e5-f7a379c4a8b1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for 130068db-ea9b-44cf-ad2a-faa4fcf071e6 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:14.788570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] device_id is not set on port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:14.801022 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.808268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b0a637-995c-4ea9-9718-b330a340b514']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:14.817078 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=e2371b4a-84eb-492e-ab8e-13f0ac2cd27f,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:14.826319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:14.837558 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.856047 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Allocated IP 172.26.5.69 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/3e1c9a2c-f713-4fc7-8548-095cc2a08da8) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:14.865415 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3a920c-8c4c-4e4f-a477-7fc544b834f2') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:14.865774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3a920c-8c4c-4e4f-a477-7fc544b834f2') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:14.919938 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.923039 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.923280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Pushing event updated for resources: {'Port': ['ID=103988e9-af41-4f72-ae55-36ffc4ad1fd8,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:14.930719 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:14.931074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:14.931442 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:14.939113 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:14.939448 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:14.939840 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 2 to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 Nov 09 04:18:14.973951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:14.981603 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:14.982191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:14.982282 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:14.990160 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:14.990506 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:14.993101 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 3 to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 Nov 09 04:18:15.014539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df621f3d-7f92-46e0-b358-692b395f1c4b None None] Network 03a4fee1-b1fd-43b2-bb3e-efcd82b0df04 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:15.021549 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:15.021876 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:15.022216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:15.027362 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:15.028259 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:15.028672 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 4 to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 Nov 09 04:18:15.038871 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b19f6ea3-0a40-4890-97e5-f7a379c4a8b1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.069959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:15.070300 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:15.070641 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:15.074736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f6ea3-0a40-4890-97e5-f7a379c4a8b1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=130068db-ea9b-44cf-ad2a-faa4fcf071e6,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:15.083603 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:15.083995 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:15.084397 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 5 to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 Nov 09 04:18:15.109604 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b19f6ea3-0a40-4890-97e5-f7a379c4a8b1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.116023 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b19f6ea3-0a40-4890-97e5-f7a379c4a8b1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/130068db-ea9b-44cf-ad2a-faa4fcf071e6 HTTP/1.1" status: 204 len: 168 time: 0.7843831 Nov 09 04:18:15.118280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46646) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:15.129062 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:15.129413 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:15.129763 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:15.152216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:15.152603 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:15.154797 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 6 to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 Nov 09 04:18:15.177205 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:15.177411 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:15.177706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:15.177821 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.177910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:15.179868 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1ef66825-e4aa-4ee7-9cca-aac966a93e4d None None] Provisioning complete for port e2371b4a-84eb-492e-ab8e-13f0ac2cd27f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:15.181138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1ef66825-e4aa-4ee7-9cca-aac966a93e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:15.183807 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:15.188690 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:15.189022 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:15.197193 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 7 to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 Nov 09 04:18:15.205654 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20271874-191a-471c-96a5-cef63f101072 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:15.207200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20271874-191a-471c-96a5-cef63f101072 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:15.211689 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-20271874-191a-471c-96a5-cef63f101072 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0924335 Nov 09 04:18:15.218340 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46648) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:15.239842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:15.240145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:15.240435 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:15.265139 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:15.265473 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:15.267725 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 8 to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 Nov 09 04:18:15.291413 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:15.291770 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:15.292081 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:15.298929 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:15.299299 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:15.299936 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 9 to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 Nov 09 04:18:15.307414 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca873ae5-02f9-4859-b60a-120813a3d21e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 9a68c79a-252d-4d45-9ed4-f2bc6760a58e {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:18:15.318376 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca873ae5-02f9-4859-b60a-120813a3d21e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.348373 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:15.348711 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:15.349056 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:15.365241 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:15.365625 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:15.368381 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempt 10 to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 Nov 09 04:18:15.380257 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca873ae5-02f9-4859-b60a-120813a3d21e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.386778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.db.api [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 04:18:15.386778 dv-neutron-816800-2-hyperv neutron-server[101883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 04:18:15.386778 dv-neutron-816800-2-hyperv neutron-server[101883]: [parameters: {'id': '58b0a637-995c-4ea9-9718-b330a340b514'}] Nov 09 04:18:15.386778 dv-neutron-816800-2-hyperv neutron-server[101883]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:18:15.387755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG oslo_db.api [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:18:15.418986 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:15.419540 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:15.420020 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempting to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:15.440792 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:15.442353 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Failed to bind port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on host hv-neutron-8168 for vnic_type normal using segments [{'id': 'e67901f1-01e8-4eae-b519-158e9a8ac4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '59559873-8c5c-412f-9fa2-09d2cd682c2c'}] Nov 09 04:18:15.442916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.554089 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca873ae5-02f9-4859-b60a-120813a3d21e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.588784 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] For port 103988e9-af41-4f72-ae55-36ffc4ad1fd8, host hv-neutron-8168, cleared binding levels {{(pid=101884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:15.589273 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attempted to set empty binding levels {{(pid=101884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 04:18:15.598416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.643166 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] In _notify_port_updated(), no bound segment for port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 on network 59559873-8c5c-412f-9fa2-09d2cd682c2c {{(pid=101884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:18:15.644030 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:15.644784 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.646144 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "PUT /v2.0/ports/103988e9-af41-4f72-ae55-36ffc4ad1fd8 HTTP/1.1" status: 200 len: 977 time: 1.2781575 Nov 09 04:18:15.649959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46650) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:15.692823 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff61ca7-2bd2-4257-ba1f-f35c6affc928 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Pushing event updated for resources: {'Port': ['ID=103988e9-af41-4f72-ae55-36ffc4ad1fd8,revision_number=3']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:15.697868 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca873ae5-02f9-4859-b60a-120813a3d21e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.720528 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d61d2d56-70f1-4e03-be29-71f5af8f82a9 None None] Provisioning complete for port 52f68083-613c-452a-8f15-c2072eea160b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:15.721046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d61d2d56-70f1-4e03-be29-71f5af8f82a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.764678 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca873ae5-02f9-4859-b60a-120813a3d21e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=9a68c79a-252d-4d45-9ed4-f2bc6760a58e,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:15.768221 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ca873ae5-02f9-4859-b60a-120813a3d21e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.772590 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ca873ae5-02f9-4859-b60a-120813a3d21e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/9a68c79a-252d-4d45-9ed4-f2bc6760a58e HTTP/1.1" status: 204 len: 168 time: 0.5527844 Nov 09 04:18:15.776612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46652) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:15.817663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.820932 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8f10f3cb-cc28-49e0-938f-f8256c86df7a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430686 Nov 09 04:18:15.823676 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46654) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:15.828795 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-dbbca1e0-baeb-4c55-8c04-609ee1c6d9c6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:15.829862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d61d2d56-70f1-4e03-be29-71f5af8f82a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.872371 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.892395 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d61d2d56-70f1-4e03-be29-71f5af8f82a9 None None] For port 52f68083-613c-452a-8f15-c2072eea160b, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=52f68083-613c-452a-8f15-c2072eea160b,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:15.902777 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d61d2d56-70f1-4e03-be29-71f5af8f82a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.911194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.923802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-02504600-ca64-405d-a30a-5de11d5660c2 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Deleting port 103988e9-af41-4f72-ae55-36ffc4ad1fd8 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:15.924128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-02504600-ca64-405d-a30a-5de11d5660c2 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:15.953752 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96524a79-bd2d-4a3f-9366-a6afccb15899 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:15.995264 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d61d2d56-70f1-4e03-be29-71f5af8f82a9 None None] Provisioning complete for port e2371b4a-84eb-492e-ab8e-13f0ac2cd27f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:15.995909 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d61d2d56-70f1-4e03-be29-71f5af8f82a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.016724 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbca1e0-baeb-4c55-8c04-609ee1c6d9c6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:16.019503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dbbca1e0-baeb-4c55-8c04-609ee1c6d9c6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.044640 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-02504600-ca64-405d-a30a-5de11d5660c2 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] For port 103988e9-af41-4f72-ae55-36ffc4ad1fd8, host hv-neutron-8168, got binding levels [] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:16.045011 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-02504600-ca64-405d-a30a-5de11d5660c2 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.086442 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-02504600-ca64-405d-a30a-5de11d5660c2 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Calling delete_port for 103988e9-af41-4f72-ae55-36ffc4ad1fd8 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:16.115386 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d2d56-70f1-4e03-be29-71f5af8f82a9 None None] Pushing event updated for resources: {'Port': ['ID=52f68083-613c-452a-8f15-c2072eea160b,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:16.149574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04fb5de1-0676-4e3b-99d2-4d9f8d8f5d10 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.150185 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e2371b4a-84eb-492e-ab8e-13f0ac2cd27f up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:16.152166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.193277 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.231172 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04fb5de1-0676-4e3b-99d2-4d9f8d8f5d10 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.236051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-02504600-ca64-405d-a30a-5de11d5660c2 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.241035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.261653 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02504600-ca64-405d-a30a-5de11d5660c2 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Pushing event deleted for resources: {'Port': ['ID=103988e9-af41-4f72-ae55-36ffc4ad1fd8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:16.265669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port e2371b4a-84eb-492e-ab8e-13f0ac2cd27f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:16.266050 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.292908 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:16.314831 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-02504600-ca64-405d-a30a-5de11d5660c2 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.318212 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-02504600-ca64-405d-a30a-5de11d5660c2 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "DELETE /v2.0/ports/103988e9-af41-4f72-ae55-36ffc4ad1fd8 HTTP/1.1" status: 204 len: 168 time: 0.6656809 Nov 09 04:18:16.320838 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46656) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:16.350769 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 52f68083-613c-452a-8f15-c2072eea160b up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:16.354801 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dbbca1e0-baeb-4c55-8c04-609ee1c6d9c6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.361435 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa3c6b9-cea6-4425-bfc2-fb02143386e9 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] GET failed (client error): The resource could not be found. Nov 09 04:18:16.363004 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-baa3c6b9-cea6-4425-bfc2-fb02143386e9 tempest-PortsAdminExtendedAttrsTestJSON-5981781 tempest-PortsAdminExtendedAttrsTestJSON-5981781-project-admin] 10.222.0.21 "GET /v2.0/ports/103988e9-af41-4f72-ae55-36ffc4ad1fd8 HTTP/1.1" status: 404 len: 333 time: 0.0409031 Nov 09 04:18:16.363439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:16.366082 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:16.367638 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46658) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:16.381115 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6881035d-26fb-4fca-a865-06a427cd7caf None None] Could not find standard attr ID for object 130068db-ea9b-44cf-ad2a-faa4fcf071e6. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:18:16.387116 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b476c3-940b-4389-b4c7-2929c3fba18a None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:18:16.427811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbca1e0-baeb-4c55-8c04-609ee1c6d9c6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:16.430926 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event updated for resources: {'Port': ['ID=3e1c9a2c-f713-4fc7-8548-095cc2a08da8,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:16.451037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 52f68083-613c-452a-8f15-c2072eea160b triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:16.451894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.456355 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-dbbca1e0-baeb-4c55-8c04-609ee1c6d9c6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:16.467700 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbca1e0-baeb-4c55-8c04-609ee1c6d9c6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:16.468286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dbbca1e0-baeb-4c55-8c04-609ee1c6d9c6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.483369 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d0b476c3-940b-4389-b4c7-2929c3fba18a None None] Deleting port 52f68083-613c-452a-8f15-c2072eea160b {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:16.483574 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d0b476c3-940b-4389-b4c7-2929c3fba18a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.491798 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c391f374-0e0e-4cb4-b14f-24495306a4bb tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.494312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbca1e0-baeb-4c55-8c04-609ee1c6d9c6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=075685ec-89cd-4d07-96f0-37293fade1ec,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:16.513214 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dbbca1e0-baeb-4c55-8c04-609ee1c6d9c6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6882043 Nov 09 04:18:16.536169 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46660) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:16.541529 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8edf9873-ad12-49ce-a1f2-9f5280e16265 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'fixed_ips': [{'subnet_id': '075685ec-89cd-4d07-96f0-37293fade1ec', 'ip_address': '2001:db8::30a4:ba07:289d:5bde'}], 'name': 'tempest-NetworksTestDHCPv6-374020224'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:16.608763 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d0b476c3-940b-4389-b4c7-2929c3fba18a None None] For port 52f68083-613c-452a-8f15-c2072eea160b, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=52f68083-613c-452a-8f15-c2072eea160b,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:16.609070 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d0b476c3-940b-4389-b4c7-2929c3fba18a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.611750 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.614909 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Deleting port dd65d1cf-3a32-4281-a1f9-65b96133adc8 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:16.615235 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.627906 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d0b476c3-940b-4389-b4c7-2929c3fba18a None None] Calling delete_port for 52f68083-613c-452a-8f15-c2072eea160b owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:16.647315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c391f374-0e0e-4cb4-b14f-24495306a4bb tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.678484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c391f374-0e0e-4cb4-b14f-24495306a4bb tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59559873-8c5c-412f-9fa2-09d2cd682c2c']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:16.698289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c391f374-0e0e-4cb4-b14f-24495306a4bb tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67901f1-01e8-4eae-b519-158e9a8ac4bf') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:16.698588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c391f374-0e0e-4cb4-b14f-24495306a4bb tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67901f1-01e8-4eae-b519-158e9a8ac4bf') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:16.711878 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c391f374-0e0e-4cb4-b14f-24495306a4bb tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.718473 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=1ad8f9fc-cbe6-4ded-a1be-069fb9f704f9,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:16.729659 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d0b476c3-940b-4389-b4c7-2929c3fba18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.734483 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c391f374-0e0e-4cb4-b14f-24495306a4bb tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.745815 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c391f374-0e0e-4cb4-b14f-24495306a4bb tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:16.746341 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c391f374-0e0e-4cb4-b14f-24495306a4bb tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:16.749465 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:16.760606 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edf9873-ad12-49ce-a1f2-9f5280e16265 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:16.765235 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b476c3-940b-4389-b4c7-2929c3fba18a None None] Pushing event deleted for resources: {'Port': ['ID=52f68083-613c-452a-8f15-c2072eea160b,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:16.766269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8edf9873-ad12-49ce-a1f2-9f5280e16265 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.768863 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b476c3-940b-4389-b4c7-2929c3fba18a None None] No DVR routers for this DVR port 52f68083-613c-452a-8f15-c2072eea160b on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:16.792421 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9300d8b2-a295-4455-a365-78e77b4f8b77 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:16.816804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.817543 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-07be6d5e-f889-410e-b99f-29ed82a89e4a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4310844 Nov 09 04:18:16.821794 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46662) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:16.828989 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8979c65b-df27-42b0-be9b-fea96f9bb196 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'port': {'network_id': '271d5afc-0436-4896-8364-99ac5a399ccb', 'name': 'tempest-FloatingIPTestJSON-1916412204'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:16.832760 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-8edf9873-ad12-49ce-a1f2-9f5280e16265 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port 5b000399-b9b3-412d-a174-bf5aee469d63 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:16.861666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c391f374-0e0e-4cb4-b14f-24495306a4bb tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.869585 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.873181 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c391f374-0e0e-4cb4-b14f-24495306a4bb tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.876960 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c391f374-0e0e-4cb4-b14f-24495306a4bb tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] 10.222.0.21 "DELETE /v2.0/networks/59559873-8c5c-412f-9fa2-09d2cd682c2c HTTP/1.1" status: 204 len: 168 time: 0.5068889 Nov 09 04:18:16.912100 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] For port dd65d1cf-3a32-4281-a1f9-65b96133adc8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=dd65d1cf-3a32-4281-a1f9-65b96133adc8,segment=NetworkSegment(6b3a920c-8c4c-4e4f-a477-7fc544b834f2),segment_id=6b3a920c-8c4c-4e4f-a477-7fc544b834f2)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:16.912100 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.912100 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.952356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Calling delete_port for dd65d1cf-3a32-4281-a1f9-65b96133adc8 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:16.978438 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': '075685ec-89cd-4d07-96f0-37293fade1ec'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:16.979318 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:16.993253 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391f374-0e0e-4cb4-b14f-24495306a4bb tempest-PortsAdminExtendedAttrsTestJSON-12014830 tempest-PortsAdminExtendedAttrsTestJSON-12014830-project] Pushing event deleted for resources: {'Network': ['ID=59559873-8c5c-412f-9fa2-09d2cd682c2c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:16.995295 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04fb5de1-0676-4e3b-99d2-4d9f8d8f5d10 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:17.144250 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8979c65b-df27-42b0-be9b-fea96f9bb196 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Made reservation on behalf of e03d3f9b88184897bb709a5d10ae0ada for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:17.147947 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8979c65b-df27-42b0-be9b-fea96f9bb196 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:17.154999 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Allocated IP 2001:db8::2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/075685ec-89cd-4d07-96f0-37293fade1ec/9c339797-e94e-4c32-af67-90c84955eb95) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:17.180493 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-8979c65b-df27-42b0-be9b-fea96f9bb196 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] device_id is not set on port 3520e09e-567c-450a-8c3e-6760855ad7b3 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:17.227608 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46668) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:17.328094 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-8979c65b-df27-42b0-be9b-fea96f9bb196 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Allocated IP 172.20.0.12 (271d5afc-0436-4896-8364-99ac5a399ccb/27356b21-76cb-412b-8957-43b83e9d7105/3520e09e-567c-450a-8c3e-6760855ad7b3) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:17.335495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:17.344617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:17.388450 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:17.391411 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:17.395237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:17.411313 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Pushing event updated for resources: {'Port': ['ID=9c339797-e94e-4c32-af67-90c84955eb95,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:17.428066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04fb5de1-0676-4e3b-99d2-4d9f8d8f5d10 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:17.431547 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04fb5de1-0676-4e3b-99d2-4d9f8d8f5d10 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:17.465607 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Attempting to bind port 9c339797-e94e-4c32-af67-90c84955eb95 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:17.465988 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Attempting to bind port 9c339797-e94e-4c32-af67-90c84955eb95 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:17.466354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Attempting to bind port 9c339797-e94e-4c32-af67-90c84955eb95 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:17.471996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:17.471996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:17.472276 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:17.472813 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:17.473331 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Bound port: 9c339797-e94e-4c32-af67-90c84955eb95, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:17.473744 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:17.519970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04fb5de1-0676-4e3b-99d2-4d9f8d8f5d10 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:17.520470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fb5de1-0676-4e3b-99d2-4d9f8d8f5d10 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab7fbca-3cc1-4122-9fb4-ca1f1866a03b {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:18:17.523985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:17.551252 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] For port 9c339797-e94e-4c32-af67-90c84955eb95, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:17.554690 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] For port 9c339797-e94e-4c32-af67-90c84955eb95, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9c339797-e94e-4c32-af67-90c84955eb95,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:17.559011 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:17.568968 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:17.588312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-8edf9873-ad12-49ce-a1f2-9f5280e16265 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::30a4:ba07:289d:5bde (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/075685ec-89cd-4d07-96f0-37293fade1ec/5b000399-b9b3-412d-a174-bf5aee469d63) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:17.615722 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f8e0ef5b-9670-4794-ba0a-e5b20100abe7 req-d767ada2-f8f8-47cb-a70b-64dbb53e2da5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2385340 Nov 09 04:18:17.618892 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-48ab1001-30b2-4d41-a481-ac620b73b30e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53af25f2d3c8416daa8c3446b462c439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896489 Nov 09 04:18:17.627538 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46672) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:17.655479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87836731-4acc-47b3-b34c-53a9602f0348 None None] Pushing event updated for resources: {'Port': ['ID=9c339797-e94e-4c32-af67-90c84955eb95,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:17.754578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8979c65b-df27-42b0-be9b-fea96f9bb196 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:17.789344 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0ef5b-9670-4794-ba0a-e5b20100abe7 req-243c1e60-880f-4691-a54d-f3128debc237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:17.791919 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f8e0ef5b-9670-4794-ba0a-e5b20100abe7 req-243c1e60-880f-4691-a54d-f3128debc237 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6dfcc1c4d09647fa8fc08487cdee666e&device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 1098 time: 0.1490617 Nov 09 04:18:17.957485 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-04fb5de1-0676-4e3b-99d2-4d9f8d8f5d10 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 04:18:17.958590 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-04fb5de1-0676-4e3b-99d2-4d9f8d8f5d10 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.5576253 Nov 09 04:18:17.965245 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46676) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:17.966055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Port': ['ID=dd65d1cf-3a32-4281-a1f9-65b96133adc8,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:17.969422 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No DVR routers for this DVR port dd65d1cf-3a32-4281-a1f9-65b96133adc8 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:17.998064 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9c339797-e94e-4c32-af67-90c84955eb95 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:18.006979 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:18:18.017223 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4e5b2114-3472-4c4f-b25b-565bc7782cd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.023084 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8979c65b-df27-42b0-be9b-fea96f9bb196 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.060361 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9c339797-e94e-4c32-af67-90c84955eb95 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:18.060646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.093903 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4e5b2114-3472-4c4f-b25b-565bc7782cd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.140382 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.143546 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8979c65b-df27-42b0-be9b-fea96f9bb196 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network 271d5afc-0436-4896-8364-99ac5a399ccb is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:18.162244 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-8979c65b-df27-42b0-be9b-fea96f9bb196 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:18.175536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 9c339797-e94e-4c32-af67-90c84955eb95, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9c339797-e94e-4c32-af67-90c84955eb95,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:18.176986 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979c65b-df27-42b0-be9b-fea96f9bb196 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:18.184298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.184879 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.191014 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0ef5b-9670-4794-ba0a-e5b20100abe7 req-9d121d94-b5bf-4bb4-b1f9-210f9c485ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:18.192745 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f8e0ef5b-9670-4794-ba0a-e5b20100abe7 req-9d121d94-b5bf-4bb4-b1f9-210f9c485ed1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7406e378-feb3-4f56-a182-2c787a7b80e5 HTTP/1.1" status: 200 len: 912 time: 0.3669999 Nov 09 04:18:18.193424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979c65b-df27-42b0-be9b-fea96f9bb196 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=3520e09e-567c-450a-8c3e-6760855ad7b3,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:18.223828 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8edf9873-ad12-49ce-a1f2-9f5280e16265 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.256401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=9c339797-e94e-4c32-af67-90c84955eb95,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:18.299079 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b0a637-995c-4ea9-9718-b330a340b514']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:18.306031 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8979c65b-df27-42b0-be9b-fea96f9bb196 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:18.306715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8979c65b-df27-42b0-be9b-fea96f9bb196 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.316191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 52f68083-613c-452a-8f15-c2072eea160b no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:18:18.316931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3a920c-8c4c-4e4f-a477-7fc544b834f2') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:18.317232 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3a920c-8c4c-4e4f-a477-7fc544b834f2') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:18.331673 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f8e0ef5b-9670-4794-ba0a-e5b20100abe7 req-b9da8515-1e72-484a-bc62-dea543bc6e45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490c1e67-81a0-40ef-8104-06c6989875b9 HTTP/1.1" status: 200 len: 1000 time: 0.1110432 Nov 09 04:18:18.335375 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4e5b2114-3472-4c4f-b25b-565bc7782cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.338018 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4e5b2114-3472-4c4f-b25b-565bc7782cd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.342008 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4e5b2114-3472-4c4f-b25b-565bc7782cd2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97c57d26-6f90-47e0-b7dd-87628fb4365e HTTP/1.1" status: 204 len: 168 time: 0.7090936 Nov 09 04:18:18.349406 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 52f68083-613c-452a-8f15-c2072eea160b {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:18:18.349844 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 52f68083-613c-452a-8f15-c2072eea160b not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:18:18.350914 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8979c65b-df27-42b0-be9b-fea96f9bb196 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5273778 Nov 09 04:18:18.353973 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46680) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:18.362427 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f09c672b-9dd8-49c7-a283-95f1a7001f60 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'floatingip': {'port_id': '3520e09e-567c-450a-8c3e-6760855ad7b3'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:18.370893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.400959 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:18.413359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.419020 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Sync routers for ids ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:18.427737 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-2fba5868-7f66-426a-a0c3-3cc2bfddfb88 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Deleting port 25737b53-4dd7-46bb-ba5a-493b2f02f780 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:18.428431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2fba5868-7f66-426a-a0c3-3cc2bfddfb88 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.431244 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b2114-3472-4c4f-b25b-565bc7782cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c57d26-6f90-47e0-b7dd-87628fb4365e,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:18.437734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Routers {'90aa0b0b-157e-4134-a32a-9a58a61d2c7d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:18.438839 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:18.447941 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8edf9873-ad12-49ce-a1f2-9f5280e16265 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.448184 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.450813 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:18.451227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.458787 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f09c672b-9dd8-49c7-a283-95f1a7001f60 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:18.460670 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:18.485850 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.490149 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c238c09a-e54e-4042-8ed5-592cf497fafb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.8840661 Nov 09 04:18:18.490764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46682) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:18.606713 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0ef5b-9670-4794-ba0a-e5b20100abe7 req-e8e26afd-cdca-4127-b727-b66e6732ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:18.608104 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f8e0ef5b-9670-4794-ba0a-e5b20100abe7 req-e8e26afd-cdca-4127-b727-b66e6732ae44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8e11ddf-918b-4633-b516-311dd3cf995b HTTP/1.1" status: 200 len: 851 time: 0.2518373 Nov 09 04:18:18.632046 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edf9873-ad12-49ce-a1f2-9f5280e16265 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:18.674191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Set router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:18:18.682419 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf9873-ad12-49ce-a1f2-9f5280e16265 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=5b000399-b9b3-412d-a174-bf5aee469d63,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:18.686185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-8edf9873-ad12-49ce-a1f2-9f5280e16265 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:18.708988 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf9873-ad12-49ce-a1f2-9f5280e16265 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:18.714806 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edf9873-ad12-49ce-a1f2-9f5280e16265 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:18.715457 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8edf9873-ad12-49ce-a1f2-9f5280e16265 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.719912 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.746412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.749890 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/58b0a637-995c-4ea9-9718-b330a340b514 HTTP/1.1" status: 204 len: 168 time: 5.6923714 Nov 09 04:18:18.763874 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46688) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:18.772541 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-90688bad-c9a4-4c9d-8b33-83e543806a40 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1864360509'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:18.784638 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2fba5868-7f66-426a-a0c3-3cc2bfddfb88 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:18.801749 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dd304-4faf-498f-9f0d-0683dca009c5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Network': ['ID=58b0a637-995c-4ea9-9718-b330a340b514,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:18.843273 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-2fba5868-7f66-426a-a0c3-3cc2bfddfb88 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Calling delete_port for 25737b53-4dd7-46bb-ba5a-493b2f02f780 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:18.940047 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46690) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:19.030168 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-87326a76-4bc3-4947-b28f-41073eba2786 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=871582c076e646fa8f870c685a113561&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4921067 Nov 09 04:18:19.047339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46692) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:19.065920 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:18:15Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:19.097079 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Checking router: 90aa0b0b-157e-4134-a32a-9a58a61d2c7d for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:18:19.097438 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Updating router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d port 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:18:19.106623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Router e9c98e49-5f58-4f94-bea2-333ee0dd79b2 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:18:19.132654 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.143610 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8edf9873-ad12-49ce-a1f2-9f5280e16265 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6061070 Nov 09 04:18:19.149268 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46694) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:19.165312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0ef5b-9670-4794-ba0a-e5b20100abe7 req-d129319d-5158-40e4-9f83-c1bb534de696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:19.166897 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f8e0ef5b-9670-4794-ba0a-e5b20100abe7 req-d129319d-5158-40e4-9f83-c1bb534de696 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7406e378-feb3-4f56-a182-2c787a7b80e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5358112 Nov 09 04:18:19.183027 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-02f55a2b-ba42-4854-a100-cf1740d39672 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04da488b96ee4c45a48000b950530707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391777 Nov 09 04:18:19.188998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46696) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:19.234589 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90688bad-c9a4-4c9d-8b33-83e543806a40 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:19.237047 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e4510a54-a245-4977-9db4-71a71d37ac97 None None] Provisioning complete for port 9c339797-e94e-4c32-af67-90c84955eb95 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:19.237534 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e4510a54-a245-4977-9db4-71a71d37ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.238063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-90688bad-c9a4-4c9d-8b33-83e543806a40 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.340676 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aca96e-416b-4077-a6f3-d9564226d4b0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:19.346708 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aca96e-416b-4077-a6f3-d9564226d4b0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:19.351194 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-04aca96e-416b-4077-a6f3-d9564226d4b0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2008770 Nov 09 04:18:19.355553 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46698) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:19.394918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c4c39-14e5-4c1e-94d4-cc8d2a7e2da7 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:19.396833 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bb4c4c39-14e5-4c1e-94d4-cc8d2a7e2da7 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3485112 Nov 09 04:18:19.408065 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46700) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:19.464408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2fba5868-7f66-426a-a0c3-3cc2bfddfb88 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.476640 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f8e0ef5b-9670-4794-ba0a-e5b20100abe7 req-ace76d71-dcc0-4d42-bc87-7f693b03cd50 service neutron] 10.222.0.31 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855074 Nov 09 04:18:19.476640 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90688bad-c9a4-4c9d-8b33-83e543806a40 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:19.497752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4fb738d0-efef-4ac0-9a6c-2fedb172754d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.503001 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba5868-7f66-426a-a0c3-3cc2bfddfb88 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Pushing event deleted for resources: {'Port': ['ID=25737b53-4dd7-46bb-ba5a-493b2f02f780,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:19.554247 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf1b602-95a1-4069-a8cf-09a735230f50 None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:18:19.569800 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-90b46e98-9749-4287-8946-4316803a7fd1 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1582305 Nov 09 04:18:19.579247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4fb738d0-efef-4ac0-9a6c-2fedb172754d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.581682 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:19.582846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46702) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:19.591891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-90688bad-c9a4-4c9d-8b33-83e543806a40 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.592689 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-90688bad-c9a4-4c9d-8b33-83e543806a40 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Added segment 54abb5cc-6067-45e4-bbdb-783c6c22e09e of type vlan for network a56a701d-c70f-4827-87aa-f748f1d21af7 Nov 09 04:18:19.594265 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-084d37ed-d79b-4f3b-b006-604d2746b41c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1899760431', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'project_id': '871582c076e646fa8f870c685a113561', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:19.618828 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af123b-10e5-4d6d-ac77-efb2d4309930 None None] Sync routers for ids ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:19.654341 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af123b-10e5-4d6d-ac77-efb2d4309930 None None] Routers {'e9c98e49-5f58-4f94-bea2-333ee0dd79b2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:19.657362 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-52af123b-10e5-4d6d-ac77-efb2d4309930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:19.704278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.708641 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bedb9fe5-8a88-4441-9f33-184fb31403ee tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.7835062 Nov 09 04:18:19.710903 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46704) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:19.724994 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-52af123b-10e5-4d6d-ac77-efb2d4309930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:19.725431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2fba5868-7f66-426a-a0c3-3cc2bfddfb88 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.728819 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2fba5868-7f66-426a-a0c3-3cc2bfddfb88 tempest-RoutersAdminNegativeIpV6Test-1470675579 tempest-RoutersAdminNegativeIpV6Test-1470675579-project-admin] 10.222.0.21 "DELETE /v2.0/ports/25737b53-4dd7-46bb-ba5a-493b2f02f780 HTTP/1.1" status: 204 len: 168 time: 1.7606535 Nov 09 04:18:19.741788 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf1b602-95a1-4069-a8cf-09a735230f50 None None] Resources bound (agent type, host, resource id): {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 04:18:19.742984 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-90688bad-c9a4-4c9d-8b33-83e543806a40 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.755154 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af123b-10e5-4d6d-ac77-efb2d4309930 None None] Routers {'e9c98e49-5f58-4f94-bea2-333ee0dd79b2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:19.755783 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-52af123b-10e5-4d6d-ac77-efb2d4309930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:19.794566 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-52af123b-10e5-4d6d-ac77-efb2d4309930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:19.795541 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52af123b-10e5-4d6d-ac77-efb2d4309930 None None] The sync data for ids ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:19.806943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.821191 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f8e0ef5b-9670-4794-ba0a-e5b20100abe7 req-c4dbbcbd-2f7c-47cb-89d3-aa600235b0df service neutron] 10.222.0.31 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949445 Nov 09 04:18:19.843556 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-10c59397-7a06-4fcd-aad9-fcac6e1a1fae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port 5b000399-b9b3-412d-a174-bf5aee469d63 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:19.844243 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-10c59397-7a06-4fcd-aad9-fcac6e1a1fae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.846863 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.854785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4fb738d0-efef-4ac0-9a6c-2fedb172754d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.858205 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4fb738d0-efef-4ac0-9a6c-2fedb172754d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.859546 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4fb738d0-efef-4ac0-9a6c-2fedb172754d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f641e3c-f515-4ee3-8fee-8274487b07df HTTP/1.1" status: 204 len: 168 time: 0.6676135 Nov 09 04:18:19.867504 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084d37ed-d79b-4f3b-b006-604d2746b41c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:19.871521 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-084d37ed-d79b-4f3b-b006-604d2746b41c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.893291 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb738d0-efef-4ac0-9a6c-2fedb172754d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f641e3c-f515-4ee3-8fee-8274487b07df,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:19.970661 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-90688bad-c9a4-4c9d-8b33-83e543806a40 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.978002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90688bad-c9a4-4c9d-8b33-83e543806a40 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:19.978881 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-90688bad-c9a4-4c9d-8b33-83e543806a40 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:19.987456 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Attempting to bind port 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:19.987714 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Attempting to bind port 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:19.988349 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Attempting to bind port 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:19.998491 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b5568d82-f9bf-417e-abc8-92dde85bf5a0 None None] Provisioning complete for port 5b000399-b9b3-412d-a174-bf5aee469d63 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:19.998762 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b5568d82-f9bf-417e-abc8-92dde85bf5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:20.006803 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.resource_extend [None req-f09c672b-9dd8-49c7-a283-95f1a7001f60 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 04:18:20.107776 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-90688bad-c9a4-4c9d-8b33-83e543806a40 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3406501 Nov 09 04:18:20.141864 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46712) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:20.161223 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-26b8b327-b555-41f5-b1af-4ed35ed69793 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'subnet': {'network_id': 'a56a701d-c70f-4827-87aa-f748f1d21af7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:20.165847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b5568d82-f9bf-417e-abc8-92dde85bf5a0 None None] Port 5b000399-b9b3-412d-a174-bf5aee469d63 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:20.167409 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9c339797-e94e-4c32-af67-90c84955eb95 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:20.193891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f09c672b-9dd8-49c7-a283-95f1a7001f60 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:20.218775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90688bad-c9a4-4c9d-8b33-83e543806a40 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Network': ['ID=a56a701d-c70f-4827-87aa-f748f1d21af7,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:20.245999 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f09c672b-9dd8-49c7-a283-95f1a7001f60 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:20.254290 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-10c59397-7a06-4fcd-aad9-fcac6e1a1fae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:20.306092 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46716) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:20.353742 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-10c59397-7a06-4fcd-aad9-fcac6e1a1fae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for 5b000399-b9b3-412d-a174-bf5aee469d63 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:20.402039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network a56a701d-c70f-4827-87aa-f748f1d21af7 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:20.515363 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:20.516078 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:20.517153 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:20.517821 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:20.518537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Bound port: 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:20.519134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:20.520596 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b8b327-b555-41f5-b1af-4ed35ed69793 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:20.529848 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-26b8b327-b555-41f5-b1af-4ed35ed69793 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:20.556266 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea615a6b-9fc6-47d4-9fa5-b247c89f04a3 None None] Pushing event updated for resources: {'Port': ['ID=4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:20.683959 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] For port 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:20.709893 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9c339797-e94e-4c32-af67-90c84955eb95 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:20.710358 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:20.752982 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] For port 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:20.770258 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:20.919285 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-768a915b-c4b9-4967-88a5-71eb16ed4923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:20.927954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea615a6b-9fc6-47d4-9fa5-b247c89f04a3 None None] Pushing event updated for resources: {'Port': ['ID=4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:20.933872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Routers {'90aa0b0b-157e-4134-a32a-9a58a61d2c7d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:20.935114 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:20.947242 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-f09c672b-9dd8-49c7-a283-95f1a7001f60 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Floating IP e0445b24-8616-4b23-8b2f-cbc4370c2e5f associated. External IP: 172.26.5.244, port: 3520e09e-567c-450a-8c3e-6760855ad7b3. Nov 09 04:18:21.082258 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-26b8b327-b555-41f5-b1af-4ed35ed69793 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:21.083834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] Set router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:18:21.089256 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-768a915b-c4b9-4967-88a5-71eb16ed4923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:21.131972 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46736) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:21.157470 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-768a915b-c4b9-4967-88a5-71eb16ed4923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:21.186584 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-084d37ed-d79b-4f3b-b006-604d2746b41c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:21.244336 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-768a915b-c4b9-4967-88a5-71eb16ed4923 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0707ead543445f6973dd15af2ba233a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9039140 Nov 09 04:18:21.250895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46740) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:21.258580 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a915b-c4b9-4967-88a5-71eb16ed4923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727ee3f0-24b8-4d0f-b06c-51b59a2016ac,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:21.275414 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8b327-b555-41f5-b1af-4ed35ed69793 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Subnet': ['ID=dcf900a9-d86e-46c1-ac17-7e556dc64401,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:21.343966 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d37ed-d79b-4f3b-b006-604d2746b41c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Subnet': ['ID=b71824df-2056-4fdc-9e26-2c2cab08e4dc,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:21.360565 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8b327-b555-41f5-b1af-4ed35ed69793 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Checking segment: {'id': '54abb5cc-6067-45e4-bbdb-783c6c22e09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a56a701d-c70f-4827-87aa-f748f1d21af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:21.360890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8b327-b555-41f5-b1af-4ed35ed69793 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network hostable DHCP agents. Network: a56a701d-c70f-4827-87aa-f748f1d21af7, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:21.395199 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1581398053'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:21.404951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084d37ed-d79b-4f3b-b006-604d2746b41c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Checking segment: {'id': '09ae72e8-0c33-41e2-8721-34991dd0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:21.405677 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d37ed-d79b-4f3b-b006-604d2746b41c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network hostable DHCP agents. Network: e925cd29-1b35-42fa-a731-c4b2f5dfa5c5, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:21.414839 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:18:15Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:21.443035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Made reservation on behalf of b5d719ba35dc4f4596848f5945b73f98 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:21.446642 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:21.456197 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32acb30a-6d1a-401b-bf11-0e2f3a60b35e None None] The sync data for ids ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'] in dv-neutron-816800-2-hyperv is: [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:18:15Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:21.471411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b2446e6b-fb6f-4086-a336-0452642f1519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:21.482649 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d37ed-d79b-4f3b-b006-604d2746b41c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:21.514552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-084d37ed-d79b-4f3b-b006-604d2746b41c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, e925cd29-1b35-42fa-a731-c4b2f5dfa5c5) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:21.524279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c456af6-050e-4874-938e-2861c85d1024 None None] Network e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:21.531676 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:21.548857 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d37ed-d79b-4f3b-b006-604d2746b41c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:21.549458 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-084d37ed-d79b-4f3b-b006-604d2746b41c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:21.553138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b2446e6b-fb6f-4086-a336-0452642f1519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:21.587996 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09c672b-9dd8-49c7-a283-95f1a7001f60 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:18:21.594342 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8b327-b555-41f5-b1af-4ed35ed69793 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network a56a701d-c70f-4827-87aa-f748f1d21af7 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:21.606769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-26b8b327-b555-41f5-b1af-4ed35ed69793 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, a56a701d-c70f-4827-87aa-f748f1d21af7) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:21.613746 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8b327-b555-41f5-b1af-4ed35ed69793 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:21.614489 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-26b8b327-b555-41f5-b1af-4ed35ed69793 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:21.619176 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:21.634433 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-084d37ed-d79b-4f3b-b006-604d2746b41c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0448117 Nov 09 04:18:21.640560 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46742) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:21.670576 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-10c59397-7a06-4fcd-aad9-fcac6e1a1fae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:21.727238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391d9270-f283-4474-ad7c-fa3cd6f22f6f None None] Network a56a701d-c70f-4827-87aa-f748f1d21af7 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:21.758068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c59397-7a06-4fcd-aad9-fcac6e1a1fae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=5b000399-b9b3-412d-a174-bf5aee469d63,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:21.775781 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-26b8b327-b555-41f5-b1af-4ed35ed69793 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6284215 Nov 09 04:18:21.776502 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46744) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:21.784443 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b2446e6b-fb6f-4086-a336-0452642f1519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:21.787258 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b2446e6b-fb6f-4086-a336-0452642f1519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:21.788399 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b2446e6b-fb6f-4086-a336-0452642f1519 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/727ee3f0-24b8-4d0f-b06c-51b59a2016ac HTTP/1.1" status: 204 len: 168 time: 0.5347638 Nov 09 04:18:21.892625 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:21.894576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:21.910431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2446e6b-fb6f-4086-a336-0452642f1519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727ee3f0-24b8-4d0f-b06c-51b59a2016ac,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:22.087786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:22.105456 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-10c59397-7a06-4fcd-aad9-fcac6e1a1fae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:22.113679 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-10c59397-7a06-4fcd-aad9-fcac6e1a1fae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/5b000399-b9b3-412d-a174-bf5aee469d63 HTTP/1.1" status: 204 len: 168 time: 2.7570570 Nov 09 04:18:22.144474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46748) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:22.259539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:22.304026 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09c672b-9dd8-49c7-a283-95f1a7001f60 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:22.310962 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f09c672b-9dd8-49c7-a283-95f1a7001f60 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:22.335048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3260e4c-fd60-4ad0-98c9-20ea58034ef7 None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:22.353618 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:22.353618 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:22.393521 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:22.395550 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f09c672b-9dd8-49c7-a283-95f1a7001f60 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "PUT /v2.0/floatingips/e0445b24-8616-4b23-8b2f-cbc4370c2e5f HTTP/1.1" status: 200 len: 979 time: 4.0365293 Nov 09 04:18:22.398747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46752) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:22.400449 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd040ce9-ef3b-4419-98f8-a9e9ff8b6051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-a56a701d-c70f-4827-87aa-f748f1d21af7', 'network_id': 'a56a701d-c70f-4827-87aa-f748f1d21af7', 'tenant_id': '0472f3835ad245829e341922670f7bb2', 'fixed_ips': [{'subnet_id': 'dcf900a9-d86e-46c1-ac17-7e556dc64401'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:22.401361 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fd040ce9-ef3b-4419-98f8-a9e9ff8b6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:22.409031 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Allocated IP 172.20.0.2 (e925cd29-1b35-42fa-a731-c4b2f5dfa5c5/b71824df-2056-4fdc-9e26-2c2cab08e4dc/0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:22.425970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:22.433985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce4d98-14d1-43fe-acfa-604f1fe55919 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:22.435988 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce4d98-14d1-43fe-acfa-604f1fe55919 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:22.438402 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-54ce4d98-14d1-43fe-acfa-604f1fe55919 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2897143 Nov 09 04:18:22.447344 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46754) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:22.495079 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3260e4c-fd60-4ad0-98c9-20ea58034ef7 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:22.496495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a3260e4c-fd60-4ad0-98c9-20ea58034ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:22.504415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:22.540955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:22.544441 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46756) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:22.545052 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a3260e4c-fd60-4ad0-98c9-20ea58034ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:22.592822 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdb1982-111f-4d94-b25c-a4d5146985a6,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:22.621825 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:22.622173 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Added segment 685a4069-e2b2-4389-9704-1890693b31e4 of type vlan for network 57b9ac43-3150-40bf-aadb-618e267e97ad Nov 09 04:18:22.626524 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-edba4fe7-94f3-4ddc-8b9a-323080e06ead tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 075685ec-89cd-4d07-96f0-37293fade1ec {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:18:22.638575 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edba4fe7-94f3-4ddc-8b9a-323080e06ead tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:22.699725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Allocated IP 172.20.0.1 (03a4fee1-b1fd-43b2-bb3e-efcd82b0df04/a36b2e39-751a-4307-8f94-6af303f8ff64/7c727841-17a8-4298-bdf7-9e27627c1a55) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:22.731223 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:22.739067 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2ba54261-25fd-4078-8c1e-01eda62bad99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44d2173b4c74425db21e4f95d2d49b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903851 Nov 09 04:18:22.741753 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46758) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:22.754330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:22.763619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edba4fe7-94f3-4ddc-8b9a-323080e06ead tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:22.780516 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:22.934057 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3260e4c-fd60-4ad0-98c9-20ea58034ef7 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:22.934738 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a3260e4c-fd60-4ad0-98c9-20ea58034ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:22.989002 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a3260e4c-fd60-4ad0-98c9-20ea58034ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:22.990014 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3260e4c-fd60-4ad0-98c9-20ea58034ef7 None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:23.025040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server [None req-fd040ce9-ef3b-4419-98f8-a9e9ff8b6051 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcf900a9-d86e-46c1-ac17-7e556dc64401: This subnet is being modified by another concurrent operation. Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 04:18:23.033486 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise exception Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcf900a9-d86e-46c1-ac17-7e556dc64401: This subnet is being modified by another concurrent operation. Nov 09 04:18:23.036920 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server Nov 09 04:18:23.039221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.039221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edba4fe7-94f3-4ddc-8b9a-323080e06ead tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.043505 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.052359 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.067723 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1535714d-b1c2-4542-958f-38992fe37584 None None] Network a56a701d-c70f-4827-87aa-f748f1d21af7 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:23.091403 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.168758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Network e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:23.181991 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edba4fe7-94f3-4ddc-8b9a-323080e06ead tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.182884 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:23.192782 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:23.202300 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:23.220026 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.239644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edba4fe7-94f3-4ddc-8b9a-323080e06ead tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.242820 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-edba4fe7-94f3-4ddc-8b9a-323080e06ead tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/075685ec-89cd-4d07-96f0-37293fade1ec HTTP/1.1" status: 204 len: 168 time: 0.7921531 Nov 09 04:18:23.246378 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba4fe7-94f3-4ddc-8b9a-323080e06ead tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=075685ec-89cd-4d07-96f0-37293fade1ec,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:23.257352 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e10d4b-30f1-44e4-ad69-3387364537d6 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:23.262926 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46760) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:23.263980 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf900a9-d86e-46c1-ac17-7e556dc64401,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:23.269332 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.278046 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.283650 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:23.284095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.286902 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Network 03a4fee1-b1fd-43b2-bb3e-efcd82b0df04 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:23.287857 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8a940-2a01-46fa-a8ca-78dc6b92e9bc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting port 3520e09e-567c-450a-8c3e-6760855ad7b3 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:23.288192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a940-2a01-46fa-a8ca-78dc6b92e9bc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.290745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.295447 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:23.298081 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:23.344730 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event updated for resources: {'Port': ['ID=7c727841-17a8-4298-bdf7-9e27627c1a55,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:23.383499 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Pushing event updated for resources: {'Port': ['ID=0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:23.388853 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a2a75b61-deb6-46fa-a738-e82a23f42db1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1222908 Nov 09 04:18:23.397667 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Attempting to bind port 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:23.397895 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Attempting to bind port 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '09ae72e8-0c33-41e2-8721-34991dd0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:23.398301 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Attempting to bind port 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a on network e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:23.412123 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:23.412574 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Checking segment: {'id': '09ae72e8-0c33-41e2-8721-34991dd0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:23.413037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.413630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Bound using segment: {'id': '09ae72e8-0c33-41e2-8721-34991dd0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:23.414237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Bound port: 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ae72e8-0c33-41e2-8721-34991dd0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:23.414730 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.431504 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46762) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:23.494285 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-01b8c170-830b-4727-a15d-adebb1b9615d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:23.510815 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56a701d-c70f-4827-87aa-f748f1d21af7']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:23.531294 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5ad73e29-82de-4283-b6d6-ef21c7ea453c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.535873 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3999941 Nov 09 04:18:23.547728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015ad03-c8e7-4b7f-a81e-2887b5d7e51a tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Pushing event updated for resources: {'Network': ['ID=57b9ac43-3150-40bf-aadb-618e267e97ad,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:23.559374 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54abb5cc-6067-45e4-bbdb-783c6c22e09e') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:23.559673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54abb5cc-6067-45e4-bbdb-783c6c22e09e') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:23.562939 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46764) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:23.567065 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 57b9ac43-3150-40bf-aadb-618e267e97ad details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:23.592716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.611068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-2d26b026-704f-47ed-9fdf-f5aa3772c2ae tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Request body: {'subnet': {'network_id': '57b9ac43-3150-40bf-aadb-618e267e97ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:23.665599 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] For port 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:23.689061 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebe4d5f-a8f0-4958-952d-171da4fabc90 None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:18:23.695794 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] For port 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a,segment=NetworkSegment(09ae72e8-0c33-41e2-8721-34991dd0bc7b),segment_id=09ae72e8-0c33-41e2-8721-34991dd0bc7b)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:23.713942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.1 (e925cd29-1b35-42fa-a731-c4b2f5dfa5c5/b71824df-2056-4fdc-9e26-2c2cab08e4dc/b4e7c17b-d90a-44a8-985c-278a361f9db9) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:23.725500 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.754634 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.786531 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-0926f8d6-a4e5-479b-8e9e-82554f498eee None None] Provisioning complete for port 7c727841-17a8-4298-bdf7-9e27627c1a55 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:23.786936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0926f8d6-a4e5-479b-8e9e-82554f498eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.799968 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5ad73e29-82de-4283-b6d6-ef21c7ea453c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.835069 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.858225 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97729401-68c6-4630-9c3c-c66ad18c34f2 None None] Pushing event updated for resources: {'Port': ['ID=0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:23.871178 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:23.871567 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-0926f8d6-a4e5-479b-8e9e-82554f498eee None None] Port 7c727841-17a8-4298-bdf7-9e27627c1a55 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:23.872050 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.876622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-eebe4d5f-a8f0-4958-952d-171da4fabc90 None None] Deleting port 9c339797-e94e-4c32-af67-90c84955eb95 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:23.877003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-eebe4d5f-a8f0-4958-952d-171da4fabc90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.877369 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a940-2a01-46fa-a8ca-78dc6b92e9bc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:23.885378 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:23.952751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.957038 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.964723 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-eebe4d5f-a8f0-4958-952d-171da4fabc90 None None] For port 9c339797-e94e-4c32-af67-90c84955eb95, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9c339797-e94e-4c32-af67-90c84955eb95,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:23.965128 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-eebe4d5f-a8f0-4958-952d-171da4fabc90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:23.983226 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-eebe4d5f-a8f0-4958-952d-171da4fabc90 None None] Calling delete_port for 9c339797-e94e-4c32-af67-90c84955eb95 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:24.043686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.api [None req-2d26b026-704f-47ed-9fdf-f5aa3772c2ae tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 04:18:24.043686 dv-neutron-816800-2-hyperv neutron-server[101884]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 04:18:24.043686 dv-neutron-816800-2-hyperv neutron-server[101884]: [parameters: {'project_id_1': 'b5d719ba35dc4f4596848f5945b73f98', 'expiration_1': datetime.datetime(2021, 11, 9, 4, 18, 3, 863145)}] Nov 09 04:18:24.043686 dv-neutron-816800-2-hyperv neutron-server[101884]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:18:24.044036 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG oslo_db.api [None req-2d26b026-704f-47ed-9fdf-f5aa3772c2ae tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:18:24.049149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b8c170-830b-4727-a15d-adebb1b9615d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:24.052789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:24.053011 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-01b8c170-830b-4727-a15d-adebb1b9615d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.111063 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.161545 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.178762 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.181810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:24.182385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.186646 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/a56a701d-c70f-4827-87aa-f748f1d21af7 HTTP/1.1" status: 204 len: 168 time: 2.4035549 Nov 09 04:18:24.200246 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5ad73e29-82de-4283-b6d6-ef21c7ea453c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.203175 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5ad73e29-82de-4283-b6d6-ef21c7ea453c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.207555 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5ad73e29-82de-4283-b6d6-ef21c7ea453c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1cc05dd-5dfd-48fb-8960-542e68e68e5b HTTP/1.1" status: 204 len: 168 time: 1.4598730 Nov 09 04:18:24.207555 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46766) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:24.226408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:24.236383 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:24.246375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:24.252573 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-eebe4d5f-a8f0-4958-952d-171da4fabc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.260441 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0c54ad52-ef1d-483b-a94b-82cd260d00d3 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1618624074'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:24.295100 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=b4e7c17b-d90a-44a8-985c-278a361f9db9,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:24.318112 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe4d5f-a8f0-4958-952d-171da4fabc90 None None] No DVR routers for this DVR port 9c339797-e94e-4c32-af67-90c84955eb95 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:24.327841 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c54ad52-ef1d-483b-a94b-82cd260d00d3 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:24.332225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c54ad52-ef1d-483b-a94b-82cd260d00d3 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.332706 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe4d5f-a8f0-4958-952d-171da4fabc90 None None] Pushing event deleted for resources: {'Port': ['ID=9c339797-e94e-4c32-af67-90c84955eb95,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:24.373031 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8362488-5159-453d-a681-0646063f2271 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Network': ['ID=a56a701d-c70f-4827-87aa-f748f1d21af7,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:24.381078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.382746 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad73e29-82de-4283-b6d6-ef21c7ea453c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cc05dd-5dfd-48fb-8960-542e68e68e5b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:24.456724 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9c339797-e94e-4c32-af67-90c84955eb95 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:18:24.467623 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c54ad52-ef1d-483b-a94b-82cd260d00d3 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:24.491406 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c54ad52-ef1d-483b-a94b-82cd260d00d3 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.491755 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-0c54ad52-ef1d-483b-a94b-82cd260d00d3 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Added segment b48a6135-5e6f-49f8-9eda-cba22886c411 of type vlan for network 748fe4c4-1408-4583-933c-80f7fc115b48 Nov 09 04:18:24.517984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 9c339797-e94e-4c32-af67-90c84955eb95 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:18:24.519375 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9c339797-e94e-4c32-af67-90c84955eb95 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:18:24.576349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a940-2a01-46fa-a8ca-78dc6b92e9bc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.576899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a940-2a01-46fa-a8ca-78dc6b92e9bc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.577219 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-a1b8a940-2a01-46fa-a8ca-78dc6b92e9bc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Floating IP e0445b24-8616-4b23-8b2f-cbc4370c2e5f disassociated. External IP: 172.26.5.244, port: 3520e09e-567c-450a-8c3e-6760855ad7b3. Nov 09 04:18:24.577580 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8a940-2a01-46fa-a8ca-78dc6b92e9bc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Calling delete_port for 3520e09e-567c-450a-8c3e-6760855ad7b3 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:24.595800 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c54ad52-ef1d-483b-a94b-82cd260d00d3 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.616783 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.624796 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.633611 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.700375 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d26b026-704f-47ed-9fdf-f5aa3772c2ae tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Made reservation on behalf of b5d719ba35dc4f4596848f5945b73f98 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:24.707867 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2d26b026-704f-47ed-9fdf-f5aa3772c2ae tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.739152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-01b8c170-830b-4727-a15d-adebb1b9615d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.740985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c54ad52-ef1d-483b-a94b-82cd260d00d3 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.746705 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c54ad52-ef1d-483b-a94b-82cd260d00d3 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:24.747318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c54ad52-ef1d-483b-a94b-82cd260d00d3 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:24.915906 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0c54ad52-ef1d-483b-a94b-82cd260d00d3 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6624660 Nov 09 04:18:24.923562 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46780) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:24.944678 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b8c170-830b-4727-a15d-adebb1b9615d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:24.949411 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-a1a98a50-bc1a-4a8a-bd53-9e0d8a0cb961 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'subnet': {'network_id': '748fe4c4-1408-4583-933c-80f7fc115b48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:24.966179 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-01b8c170-830b-4727-a15d-adebb1b9615d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:24.986281 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54ad52-ef1d-483b-a94b-82cd260d00d3 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Network': ['ID=748fe4c4-1408-4583-933c-80f7fc115b48,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:24.987577 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d730552-971d-4022-9a30-db3c86dd6af0 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:24.991590 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b8c170-830b-4727-a15d-adebb1b9615d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:24.992270 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-01b8c170-830b-4727-a15d-adebb1b9615d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:25.008291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8c170-830b-4727-a15d-adebb1b9615d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=8f7f776b-00d3-42c7-8dba-0d7155299261,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:25.032623 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 748fe4c4-1408-4583-933c-80f7fc115b48 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:25.129604 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-01b8c170-830b-4727-a15d-adebb1b9615d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6970904 Nov 09 04:18:25.132793 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46788) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:25.159650 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-1adb6c49-ffc0-4832-9efa-dea0beb57dc6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'fixed_ips': [{'subnet_id': '8f7f776b-00d3-42c7-8dba-0d7155299261', 'ip_address': '2001:db8::c2d2:5613:9fe0:ef85'}], 'name': 'tempest-NetworksTestDHCPv6-1191490940'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:25.357719 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a940-2a01-46fa-a8ca-78dc6b92e9bc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:25.407592 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a98a50-bc1a-4a8a-bd53-9e0d8a0cb961 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:25.411214 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471bab8b-5cba-443d-9dc3-f2860a7ac1f2 None None] Network e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:25.411519 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1a98a50-bc1a-4a8a-bd53-9e0d8a0cb961 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:25.413265 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event updated for resources: {'Port': ['ID=7c727841-17a8-4298-bdf7-9e27627c1a55,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:25.419580 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8a940-2a01-46fa-a8ca-78dc6b92e9bc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Port': ['ID=3520e09e-567c-450a-8c3e-6760855ad7b3,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:25.438411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:25.450561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:25.499885 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:25.526502 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:25.533622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': '8f7f776b-00d3-42c7-8dba-0d7155299261'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:25.534508 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:25.576112 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.ipam_backend_mixin [None req-a1a98a50-bc1a-4a8a-bd53-9e0d8a0cb961 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Performing IP validity checks on allocation pools {{(pid=101884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 04:18:25.576630 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.ipam_backend_mixin [None req-a1a98a50-bc1a-4a8a-bd53-9e0d8a0cb961 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 04:18:25.580752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2d26b026-704f-47ed-9fdf-f5aa3772c2ae tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:25.595940 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ff3afdcc-7003-4d7c-87e6-39399ee1de20 None None] Provisioning complete for port 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:25.596317 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ff3afdcc-7003-4d7c-87e6-39399ee1de20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:25.614466 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0e8ab135-ecb0-4349-877e-3a4853760755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:25.666771 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adb6c49-ffc0-4832-9efa-dea0beb57dc6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:25.691396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:25.705192 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:25.713051 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=b4e7c17b-d90a-44a8-985c-278a361f9db9,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:25.714674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26b026-704f-47ed-9fdf-f5aa3772c2ae tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Pushing event updated for resources: {'Subnet': ['ID=7a4bec48-6462-4f72-8c46-a16c3774dbca,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:25.821993 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d26b026-704f-47ed-9fdf-f5aa3772c2ae tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Checking segment: {'id': '685a4069-e2b2-4389-9704-1890693b31e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '57b9ac43-3150-40bf-aadb-618e267e97ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:25.822356 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d26b026-704f-47ed-9fdf-f5aa3772c2ae tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Network hostable DHCP agents. Network: 57b9ac43-3150-40bf-aadb-618e267e97ad, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:25.856181 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b8a940-2a01-46fa-a8ca-78dc6b92e9bc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:18:25.877784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Network 03a4fee1-b1fd-43b2-bb3e-efcd82b0df04 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:25.881255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:25.913237 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d26b026-704f-47ed-9fdf-f5aa3772c2ae tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Network 57b9ac43-3150-40bf-aadb-618e267e97ad is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:25.921619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1adb6c49-ffc0-4832-9efa-dea0beb57dc6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:25.953837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:18:25.993981 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-2d26b026-704f-47ed-9fdf-f5aa3772c2ae tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 57b9ac43-3150-40bf-aadb-618e267e97ad) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:26.002308 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-1adb6c49-ffc0-4832-9efa-dea0beb57dc6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port ddbd8daa-29c4-46bb-9203-ce664e909321 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:26.007604 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d26b026-704f-47ed-9fdf-f5aa3772c2ae tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:26.008193 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2d26b026-704f-47ed-9fdf-f5aa3772c2ae tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:26.010730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1a98a50-bc1a-4a8a-bd53-9e0d8a0cb961 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:26.074176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804dc3ef-d475-4bc6-9674-aabc28df95b9 None None] Network 57b9ac43-3150-40bf-aadb-618e267e97ad requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:26.084375 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:26.211151 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a98a50-bc1a-4a8a-bd53-9e0d8a0cb961 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Subnet': ['ID=3e84cd75-afe0-4b15-a9a7-11d253b5af56,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:26.231896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:26.242354 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d8ad157a-b4b6-46fe-b077-474bd6fdd1d4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/90aa0b0b-157e-4134-a32a-9a58a61d2c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6005485 Nov 09 04:18:26.244180 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Sync routers for ids ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:26.269649 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Routers {'90aa0b0b-157e-4134-a32a-9a58a61d2c7d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:26.270558 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:26.305760 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46808) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:26.328859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Router e9c98e49-5f58-4f94-bea2-333ee0dd79b2 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:18:26.375251 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2d26b026-704f-47ed-9fdf-f5aa3772c2ae tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8066709 Nov 09 04:18:26.390218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46810) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:26.395091 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-4e048f94-59fb-4539-acc9-61751489cc84 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Request body: {'port': {'network_id': '57b9ac43-3150-40bf-aadb-618e267e97ad', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-725921867'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:26.462022 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46812) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:26.490429 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Set router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:18:26.503445 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Allocated IP 2001:db8::2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/8f7f776b-00d3-42c7-8dba-0d7155299261/c2fa3af3-4916-4916-9f90-c91e355e78f9) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:26.586806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ff3afdcc-7003-4d7c-87e6-39399ee1de20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:26.643167 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:26.658657 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-87e184e0-9379-49d9-be5f-2f2c5619e786 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] 10.222.0.21 "PUT /v2.0/routers/e9c98e49-5f58-4f94-bea2-333ee0dd79b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9434824 Nov 09 04:18:26.700390 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46818) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:26.703905 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1fbc62-1d83-41a3-8541-7ce1baf4f7d7 None None] Sync routers for ids ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:26.730682 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-2ff2b3dc-be8d-4944-ac5d-77f8c244ea8b tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Request body: {'port': {'network_id': '03a4fee1-b1fd-43b2-bb3e-efcd82b0df04', 'name': 'tempest-FloatingIPAdminTestJSON-769164551'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:26.831452 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:26.832313 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:26.839854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e048f94-59fb-4539-acc9-61751489cc84 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Made reservation on behalf of b5d719ba35dc4f4596848f5945b73f98 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:26.844910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4e048f94-59fb-4539-acc9-61751489cc84 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:26.860474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1fbc62-1d83-41a3-8541-7ce1baf4f7d7 None None] Routers {'e9c98e49-5f58-4f94-bea2-333ee0dd79b2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:26.861492 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1f1fbc62-1d83-41a3-8541-7ce1baf4f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:26.894783 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-4e048f94-59fb-4539-acc9-61751489cc84 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] device_id is not set on port 6ab69c6c-fa1f-4204-8aa8-66c290b2bdb2 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:26.895594 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ff3afdcc-7003-4d7c-87e6-39399ee1de20 None None] For port 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a,segment=NetworkSegment(09ae72e8-0c33-41e2-8721-34991dd0bc7b),segment_id=09ae72e8-0c33-41e2-8721-34991dd0bc7b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:26.921702 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:18:24Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'b4e7c17b-d90a-44a8-985c-278a361f9db9', 'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:9b:7c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:23Z', 'updated_at': '2021-11-09T04:18:25Z', 'revision_number': 2, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:26.979678 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Checking router: 90aa0b0b-157e-4134-a32a-9a58a61d2c7d for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:18:26.980031 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Updating router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d port b4e7c17b-d90a-44a8-985c-278a361f9db9 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:18:26.982735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1f1fbc62-1d83-41a3-8541-7ce1baf4f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:26.985395 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ff3afdcc-7003-4d7c-87e6-39399ee1de20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:26.993644 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1857239770', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:26.998167 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff2b3dc-be8d-4944-ac5d-77f8c244ea8b tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Made reservation on behalf of a72def738ba448ac96a1b677eaeef4ac for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:27.003187 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b3dc-be8d-4944-ac5d-77f8c244ea8b tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.018693 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b8a940-2a01-46fa-a8ca-78dc6b92e9bc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:27.048047 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.059468 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64261ec0-972f-41b3-b597-fb27205edd1e None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:27.071026 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-2ff2b3dc-be8d-4944-ac5d-77f8c244ea8b tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] device_id is not set on port 36c3490a-7379-4cf0-b1a8-d58ce73543fd yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:27.092771 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a98a50-bc1a-4a8a-bd53-9e0d8a0cb961 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Checking segment: {'id': 'b48a6135-5e6f-49f8-9eda-cba22886c411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '748fe4c4-1408-4583-933c-80f7fc115b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:27.093130 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a98a50-bc1a-4a8a-bd53-9e0d8a0cb961 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network hostable DHCP agents. Network: 748fe4c4-1408-4583-933c-80f7fc115b48, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:27.096887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-57b9ac43-3150-40bf-aadb-618e267e97ad', 'network_id': '57b9ac43-3150-40bf-aadb-618e267e97ad', 'tenant_id': 'b5d719ba35dc4f4596848f5945b73f98', 'fixed_ips': [{'subnet_id': '7a4bec48-6462-4f72-8c46-a16c3774dbca'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:27.097968 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.098110 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64261ec0-972f-41b3-b597-fb27205edd1e None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:27.098650 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-64261ec0-972f-41b3-b597-fb27205edd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:27.147763 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1fbc62-1d83-41a3-8541-7ce1baf4f7d7 None None] Routers {'e9c98e49-5f58-4f94-bea2-333ee0dd79b2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:27.148279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1f1fbc62-1d83-41a3-8541-7ce1baf4f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:27.158699 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-64261ec0-972f-41b3-b597-fb27205edd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:27.180131 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64261ec0-972f-41b3-b597-fb27205edd1e None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:27.180753 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-64261ec0-972f-41b3-b597-fb27205edd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:17:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:27.188944 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Made reservation on behalf of 6dbf955c343a4c0bbfc181f899064d7d for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:27.191287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.226857 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-64261ec0-972f-41b3-b597-fb27205edd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:27.227500 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64261ec0-972f-41b3-b597-fb27205edd1e None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:27.232145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1f1fbc62-1d83-41a3-8541-7ce1baf4f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:27.232903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1fbc62-1d83-41a3-8541-7ce1baf4f7d7 None None] The sync data for ids ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:27.243260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-2ff2b3dc-be8d-4944-ac5d-77f8c244ea8b tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Allocated IP 172.20.0.13 (03a4fee1-b1fd-43b2-bb3e-efcd82b0df04/a36b2e39-751a-4307-8f94-6af303f8ff64/36c3490a-7379-4cf0-b1a8-d58ce73543fd) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:27.255792 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3afdcc-7003-4d7c-87e6-39399ee1de20 None None] Pushing event updated for resources: {'Port': ['ID=0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:27.263415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9e87a4e7-a156-4387-af41-6fd93b5014f7 None None] Provisioning complete for port 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:27.263920 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9e87a4e7-a156-4387-af41-6fd93b5014f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.271208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.275748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.325765 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a940-2a01-46fa-a8ca-78dc6b92e9bc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.329366 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a1b8a940-2a01-46fa-a8ca-78dc6b92e9bc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/ports/3520e09e-567c-450a-8c3e-6760855ad7b3 HTTP/1.1" status: 204 len: 168 time: 4.9296782 Nov 09 04:18:27.333180 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a98a50-bc1a-4a8a-bd53-9e0d8a0cb961 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network 748fe4c4-1408-4583-933c-80f7fc115b48 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:27.341913 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46822) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:27.356673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40375961-d345-41d9-90b6-10cadd8b598b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.357503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40375961-d345-41d9-90b6-10cadd8b598b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.358168 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40375961-d345-41d9-90b6-10cadd8b598b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.358805 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40375961-d345-41d9-90b6-10cadd8b598b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.359442 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40375961-d345-41d9-90b6-10cadd8b598b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.360077 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40375961-d345-41d9-90b6-10cadd8b598b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.360711 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40375961-d345-41d9-90b6-10cadd8b598b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.361339 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40375961-d345-41d9-90b6-10cadd8b598b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.362146 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40375961-d345-41d9-90b6-10cadd8b598b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.362803 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40375961-d345-41d9-90b6-10cadd8b598b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.363424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40375961-d345-41d9-90b6-10cadd8b598b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.365781 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-40375961-d345-41d9-90b6-10cadd8b598b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7782 time: 1.0509615 Nov 09 04:18:27.400767 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46824) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:27.427316 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b3dc-be8d-4944-ac5d-77f8c244ea8b tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.432729 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.467787 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-af97b0a0-19fa-430e-9e44-cd734dd40eff tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "GET /v2.0/floatingips/e0445b24-8616-4b23-8b2f-cbc4370c2e5f HTTP/1.1" status: 200 len: 688 time: 0.1242754 Nov 09 04:18:27.468937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-a1a98a50-bc1a-4a8a-bd53-9e0d8a0cb961 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 748fe4c4-1408-4583-933c-80f7fc115b48) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:27.470767 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46826) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:27.491986 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b3dc-be8d-4944-ac5d-77f8c244ea8b tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.497202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a98a50-bc1a-4a8a-bd53-9e0d8a0cb961 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.497920 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1a98a50-bc1a-4a8a-bd53-9e0d8a0cb961 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.544794 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-4e048f94-59fb-4539-acc9-61751489cc84 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Allocated IP 2001:db8::1d9 (57b9ac43-3150-40bf-aadb-618e267e97ad/7a4bec48-6462-4f72-8c46-a16c3774dbca/6ab69c6c-fa1f-4204-8aa8-66c290b2bdb2) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:27.550041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366d7a7b-55c2-4ab4-a235-823b94285bab None None] Network 748fe4c4-1408-4583-933c-80f7fc115b48 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:27.564894 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff2b3dc-be8d-4944-ac5d-77f8c244ea8b tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Network 03a4fee1-b1fd-43b2-bb3e-efcd82b0df04 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:27.572429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-2ff2b3dc-be8d-4944-ac5d-77f8c244ea8b tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:27.595522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff2b3dc-be8d-4944-ac5d-77f8c244ea8b tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:27.611484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-1adb6c49-ffc0-4832-9efa-dea0beb57dc6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::c2d2:5613:9fe0:ef85 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/8f7f776b-00d3-42c7-8dba-0d7155299261/ddbd8daa-29c4-46bb-9203-ce664e909321) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:27.639514 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46828) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:27.640429 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a1a98a50-bc1a-4a8a-bd53-9e0d8a0cb961 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7112429 Nov 09 04:18:27.675656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:27.677347 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae2eb5-5e67-4663-83be-6dadae7beff1 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.677967 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae2eb5-5e67-4663-83be-6dadae7beff1 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.678431 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae2eb5-5e67-4663-83be-6dadae7beff1 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.678881 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae2eb5-5e67-4663-83be-6dadae7beff1 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.679332 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae2eb5-5e67-4663-83be-6dadae7beff1 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.679778 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae2eb5-5e67-4663-83be-6dadae7beff1 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.680415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae2eb5-5e67-4663-83be-6dadae7beff1 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.680660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae2eb5-5e67-4663-83be-6dadae7beff1 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.681103 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae2eb5-5e67-4663-83be-6dadae7beff1 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.681586 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae2eb5-5e67-4663-83be-6dadae7beff1 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.682035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae2eb5-5e67-4663-83be-6dadae7beff1 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.684664 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bcae2eb5-5e67-4663-83be-6dadae7beff1 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6987 time: 0.2803760 Nov 09 04:18:27.715206 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46830) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:27.751552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:27.759662 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:27.772342 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Pushing event updated for resources: {'Port': ['ID=c2fa3af3-4916-4916-9f90-c91e355e78f9,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:27.784058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2b3dc-be8d-4944-ac5d-77f8c244ea8b tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event updated for resources: {'Port': ['ID=36c3490a-7379-4cf0-b1a8-d58ce73543fd,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:27.809444 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.827220 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.928332 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0d72caed-31db-4bbb-bcb3-2ba96780feb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.935901 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.949343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff2b3dc-be8d-4944-ac5d-77f8c244ea8b tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:27.950210 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b3dc-be8d-4944-ac5d-77f8c244ea8b tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.965304 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b0f6f-e296-49ef-905f-e5af793d8c90 None None] Pushing event updated for resources: {'Port': ['ID=b4e7c17b-d90a-44a8-985c-278a361f9db9,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:27.972352 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Attempting to bind port c2fa3af3-4916-4916-9f90-c91e355e78f9 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:27.972737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Attempting to bind port c2fa3af3-4916-4916-9f90-c91e355e78f9 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:27.973855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Attempting to bind port c2fa3af3-4916-4916-9f90-c91e355e78f9 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:27.982052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:27.999700 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2ff2b3dc-be8d-4944-ac5d-77f8c244ea8b tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2948318 Nov 09 04:18:28.009669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46834) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:28.011362 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] device_id is not set on port 5ce4d2fe-41a4-48a9-b116-2011eba81a2a yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:28.012165 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b0f6f-e296-49ef-905f-e5af793d8c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:28.012966 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b0f6f-e296-49ef-905f-e5af793d8c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:28.014369 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b0f6f-e296-49ef-905f-e5af793d8c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:28.014931 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b0f6f-e296-49ef-905f-e5af793d8c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:28.015501 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b0f6f-e296-49ef-905f-e5af793d8c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:28.016069 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b0f6f-e296-49ef-905f-e5af793d8c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:28.016603 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b0f6f-e296-49ef-905f-e5af793d8c90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:28.017448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:28.018191 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b0f6f-e296-49ef-905f-e5af793d8c90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:28.018316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:28.018703 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.019074 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b0f6f-e296-49ef-905f-e5af793d8c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:28.019181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:28.019722 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b0f6f-e296-49ef-905f-e5af793d8c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:28.020280 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b0f6f-e296-49ef-905f-e5af793d8c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:28.020918 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275b0f6f-e296-49ef-905f-e5af793d8c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:28.021663 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Bound port: c2fa3af3-4916-4916-9f90-c91e355e78f9, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:28.023124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.095913 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:28.103443 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Attempting to bind port b4e7c17b-d90a-44a8-985c-278a361f9db9 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:28.103819 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Attempting to bind port b4e7c17b-d90a-44a8-985c-278a361f9db9 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '09ae72e8-0c33-41e2-8721-34991dd0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:28.105959 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Attempting to bind port b4e7c17b-d90a-44a8-985c-278a361f9db9 on network e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:28.116767 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:28.117182 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Checking segment: {'id': '09ae72e8-0c33-41e2-8721-34991dd0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:28.117552 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.121182 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Bound using segment: {'id': '09ae72e8-0c33-41e2-8721-34991dd0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:28.122763 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Bound port: b4e7c17b-d90a-44a8-985c-278a361f9db9, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ae72e8-0c33-41e2-8721-34991dd0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:28.123180 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.134976 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36bed5-729d-4e2f-89af-7b86ff42334f req-f6efd065-0bee-4d47-8fe9-f8ecd2eb5866 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:28.151255 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fa36bed5-729d-4e2f-89af-7b86ff42334f req-f6efd065-0bee-4d47-8fe9-f8ecd2eb5866 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.3512690 Nov 09 04:18:28.155212 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da75bca-72e7-4ae0-8294-c6fc6c943cf3 req-05052d3e-2c74-483a-98bd-998e08ed41d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:28.157127 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9da75bca-72e7-4ae0-8294-c6fc6c943cf3 req-05052d3e-2c74-483a-98bd-998e08ed41d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6dfcc1c4d09647fa8fc08487cdee666e&device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 1098 time: 0.3582013 Nov 09 04:18:28.176380 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9e87a4e7-a156-4387-af41-6fd93b5014f7 None None] Provisioning complete for port b4e7c17b-d90a-44a8-985c-278a361f9db9 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:28.176961 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9e87a4e7-a156-4387-af41-6fd93b5014f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.195782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.208471 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-e48b7090-5f7e-4c36-8196-463371fef271 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting port 1ad8f9fc-cbe6-4ded-a1be-069fb9f704f9 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:28.208827 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e48b7090-5f7e-4c36-8196-463371fef271 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.256614 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-748fe4c4-1408-4583-933c-80f7fc115b48', 'network_id': '748fe4c4-1408-4583-933c-80f7fc115b48', 'tenant_id': '0472f3835ad245829e341922670f7bb2', 'fixed_ips': [{'subnet_id': '3e84cd75-afe0-4b15-a9a7-11d253b5af56'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:28.257487 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.272592 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] For port b4e7c17b-d90a-44a8-985c-278a361f9db9, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:28.277241 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] For port b4e7c17b-d90a-44a8-985c-278a361f9db9, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b4e7c17b-d90a-44a8-985c-278a361f9db9,segment=NetworkSegment(09ae72e8-0c33-41e2-8721-34991dd0bc7b),segment_id=09ae72e8-0c33-41e2-8721-34991dd0bc7b)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:28.287752 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.294886 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] For port c2fa3af3-4916-4916-9f90-c91e355e78f9, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:28.300313 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-9e87a4e7-a156-4387-af41-6fd93b5014f7 None None] Port b4e7c17b-d90a-44a8-985c-278a361f9db9 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:28.312877 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58fe288-9e80-4deb-83f8-a49c72bf3fc0,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:28.324121 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'project_id': 'a72def738ba448ac96a1b677eaeef4ac', 'port_id': '36c3490a-7379-4cf0-b1a8-d58ce73543fd'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:28.337888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] For port c2fa3af3-4916-4916-9f90-c91e355e78f9, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c2fa3af3-4916-4916-9f90-c91e355e78f9,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:28.375042 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.402462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4e048f94-59fb-4539-acc9-61751489cc84 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.417491 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b0f6f-e296-49ef-905f-e5af793d8c90 None None] Pushing event updated for resources: {'Port': ['ID=b4e7c17b-d90a-44a8-985c-278a361f9db9,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:28.422003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:28.422464 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.428005 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.430966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9e87a4e7-a156-4387-af41-6fd93b5014f7 None None] Provisioning complete for port 7c727841-17a8-4298-bdf7-9e27627c1a55 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:28.431411 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9e87a4e7-a156-4387-af41-6fd93b5014f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.501045 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Routers {'90aa0b0b-157e-4134-a32a-9a58a61d2c7d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:28.501715 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:28.645051 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fa36bed5-729d-4e2f-89af-7b86ff42334f req-00141094-e833-452c-8a69-c3886120c483 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4927287 Nov 09 04:18:28.646126 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.660663 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112fbfe-9700-4271-9746-43026b6163c5 None None] Pushing event updated for resources: {'Port': ['ID=c2fa3af3-4916-4916-9f90-c91e355e78f9,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:28.663253 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1adb6c49-ffc0-4832-9efa-dea0beb57dc6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.685274 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-9e87a4e7-a156-4387-af41-6fd93b5014f7 None None] Port 7c727841-17a8-4298-bdf7-9e27627c1a55 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:28.725625 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e48b7090-5f7e-4c36-8196-463371fef271 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.725974 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e48b7090-5f7e-4c36-8196-463371fef271 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:28.732895 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] Set router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:18:28.748202 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Allocated IP 172.20.0.3 (748fe4c4-1408-4583-933c-80f7fc115b48/3e84cd75-afe0-4b15-a9a7-11d253b5af56/887b2a6c-e81d-45d8-ac45-6533c3c4d3a4) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:28.761150 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da75bca-72e7-4ae0-8294-c6fc6c943cf3 req-f51b7c39-4bcb-4ff6-a056-79b9c0292e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:28.762682 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9da75bca-72e7-4ae0-8294-c6fc6c943cf3 req-f51b7c39-4bcb-4ff6-a056-79b9c0292e83 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7406e378-feb3-4f56-a182-2c787a7b80e5 HTTP/1.1" status: 200 len: 912 time: 0.5922387 Nov 09 04:18:28.765014 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Allocated IP 172.26.5.103 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/5ce4d2fe-41a4-48a9-b116-2011eba81a2a) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:28.802439 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-e48b7090-5f7e-4c36-8196-463371fef271 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Calling delete_port for 1ad8f9fc-cbe6-4ded-a1be-069fb9f704f9 owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:29.012760 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.034374 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:18:24Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'b4e7c17b-d90a-44a8-985c-278a361f9db9', 'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:9b:7c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:23Z', 'updated_at': '2021-11-09T04:18:28Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:29.056532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.069443 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9da75bca-72e7-4ae0-8294-c6fc6c943cf3 req-074a0026-a5fc-4174-8722-c056f4f61b0a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490c1e67-81a0-40ef-8104-06c6989875b9 HTTP/1.1" status: 200 len: 1000 time: 0.2916460 Nov 09 04:18:29.070512 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1adb6c49-ffc0-4832-9efa-dea0beb57dc6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.076618 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c5dd1f-f69c-4c36-aa94-72cdc434aa62 None None] The sync data for ids ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'] in dv-neutron-816800-2-hyperv is: [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:18:24Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'b4e7c17b-d90a-44a8-985c-278a361f9db9', 'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:9b:7c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:23Z', 'updated_at': '2021-11-09T04:18:28Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:29.200238 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ce6bbd1b-8d39-4fa6-ada1-820ad4c03a37 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 1.4747500 Nov 09 04:18:29.221372 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4e048f94-59fb-4539-acc9-61751489cc84 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.277391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.334875 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adb6c49-ffc0-4832-9efa-dea0beb57dc6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:29.337005 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e048f94-59fb-4539-acc9-61751489cc84 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Network 57b9ac43-3150-40bf-aadb-618e267e97ad is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:29.341931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Subnet': ['ID=3e84cd75-afe0-4b15-a9a7-11d253b5af56,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:29.350614 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-4e048f94-59fb-4539-acc9-61751489cc84 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:29.351082 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-1adb6c49-ffc0-4832-9efa-dea0beb57dc6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:29.352948 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e048f94-59fb-4539-acc9-61751489cc84 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Pushing event updated for resources: {'Port': ['ID=6ab69c6c-fa1f-4204-8aa8-66c290b2bdb2,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:29.357315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e048f94-59fb-4539-acc9-61751489cc84 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:29.357670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Network 748fe4c4-1408-4583-933c-80f7fc115b48 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:29.364315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e048f94-59fb-4539-acc9-61751489cc84 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:29.364713 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Pushing event updated for resources: {'Port': ['ID=887b2a6c-e81d-45d8-ac45-6533c3c4d3a4,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:29.365407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4e048f94-59fb-4539-acc9-61751489cc84 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.369195 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:29.373177 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:29.378764 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb6c49-ffc0-4832-9efa-dea0beb57dc6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=ddbd8daa-29c4-46bb-9203-ce664e909321,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:29.402978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb6c49-ffc0-4832-9efa-dea0beb57dc6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:29.414578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adb6c49-ffc0-4832-9efa-dea0beb57dc6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:29.416430 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1adb6c49-ffc0-4832-9efa-dea0beb57dc6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.428795 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4e048f94-59fb-4539-acc9-61751489cc84 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.0403018 Nov 09 04:18:29.439570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da75bca-72e7-4ae0-8294-c6fc6c943cf3 req-be6aee55-38ef-4004-9509-a41125d6d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:29.441221 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9da75bca-72e7-4ae0-8294-c6fc6c943cf3 req-be6aee55-38ef-4004-9509-a41125d6d08e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8e11ddf-918b-4633-b516-311dd3cf995b HTTP/1.1" status: 200 len: 851 time: 0.3614810 Nov 09 04:18:29.444211 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46840) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:29.471460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Request body: {'port': {'network_id': '57b9ac43-3150-40bf-aadb-618e267e97ad', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1013609923', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:29.471951 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.api.validators [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] bootfile-name is not in valid_values {{(pid=101884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 04:18:29.472288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.api.validators [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] tftp-server is not in valid_values {{(pid=101884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 04:18:29.472616 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.api.validators [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] server-ip-address is not in valid_values {{(pid=101884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 04:18:29.479941 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.481825 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f0e6d51d-9041-494b-b478-d249033e1a8e None None] Provisioning complete for port 36c3490a-7379-4cf0-b1a8-d58ce73543fd triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:29.482288 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d51d-9041-494b-b478-d249033e1a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.514220 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748fe4c4-1408-4583-933c-80f7fc115b48']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:29.527449 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48a6135-5e6f-49f8-9eda-cba22886c411') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:29.527892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48a6135-5e6f-49f8-9eda-cba22886c411') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:29.540183 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.559111 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.560462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.576662 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Attempting to bind port 887b2a6c-e81d-45d8-ac45-6533c3c4d3a4 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:29.577035 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Attempting to bind port 887b2a6c-e81d-45d8-ac45-6533c3c4d3a4 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'b48a6135-5e6f-49f8-9eda-cba22886c411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '748fe4c4-1408-4583-933c-80f7fc115b48'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:29.577500 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Attempting to bind port 887b2a6c-e81d-45d8-ac45-6533c3c4d3a4 on network 748fe4c4-1408-4583-933c-80f7fc115b48 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:29.578941 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:29.579795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:29.583641 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:29.600497 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46842) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:29.603690 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1adb6c49-ffc0-4832-9efa-dea0beb57dc6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4597201 Nov 09 04:18:29.608587 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-f0e6d51d-9041-494b-b478-d249033e1a8e None None] Port 36c3490a-7379-4cf0-b1a8-d58ce73543fd cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:29.620402 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Allocated IP 2001:db8::2 (57b9ac43-3150-40bf-aadb-618e267e97ad/7a4bec48-6462-4f72-8c46-a16c3774dbca/fa1cb186-552c-4841-8265-61fda67cdd70) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:29.628282 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:29.628722 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Checking segment: {'id': 'b48a6135-5e6f-49f8-9eda-cba22886c411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '748fe4c4-1408-4583-933c-80f7fc115b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:29.629126 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.633094 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Bound using segment: {'id': 'b48a6135-5e6f-49f8-9eda-cba22886c411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '748fe4c4-1408-4583-933c-80f7fc115b48'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:29.638644 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Bound port: 887b2a6c-e81d-45d8-ac45-6533c3c4d3a4, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48a6135-5e6f-49f8-9eda-cba22886c411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '748fe4c4-1408-4583-933c-80f7fc115b48'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:29.639061 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.682629 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f0e6d51d-9041-494b-b478-d249033e1a8e None None] Provisioning complete for port b4e7c17b-d90a-44a8-985c-278a361f9db9 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:29.683003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d51d-9041-494b-b478-d249033e1a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.745278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.db.api [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 04:18:29.745278 dv-neutron-816800-2-hyperv neutron-server[101883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 04:18:29.745278 dv-neutron-816800-2-hyperv neutron-server[101883]: [parameters: {'id': '748fe4c4-1408-4583-933c-80f7fc115b48'}] Nov 09 04:18:29.745278 dv-neutron-816800-2-hyperv neutron-server[101883]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:18:29.746013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG oslo_db.api [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:18:29.756563 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094d4597-970e-4450-b22b-939b8f4a6bca tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:29.765005 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094d4597-970e-4450-b22b-939b8f4a6bca tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:29.769806 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-094d4597-970e-4450-b22b-939b8f4a6bca tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1637511 Nov 09 04:18:29.770006 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] For port 887b2a6c-e81d-45d8-ac45-6533c3c4d3a4, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:29.770113 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46846) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:29.795118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46848) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:29.795831 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] For port 887b2a6c-e81d-45d8-ac45-6533c3c4d3a4, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=887b2a6c-e81d-45d8-ac45-6533c3c4d3a4,segment=NetworkSegment(b48a6135-5e6f-49f8-9eda-cba22886c411),segment_id=b48a6135-5e6f-49f8-9eda-cba22886c411)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:29.798065 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.828338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-aafed780-e194-45dd-80f7-c762458e5529 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-720390743', 'description': 'tempest-secgroup-smoke-720390743 description', 'project_id': '871582c076e646fa8f870c685a113561'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:29.838000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.895433 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:29.982030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-11abe6c5-49ab-4188-8bb5-d40f1293f499 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port ddbd8daa-29c4-46bb-9203-ce664e909321 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:29.985036 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-11abe6c5-49ab-4188-8bb5-d40f1293f499 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.026442 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da75bca-72e7-4ae0-8294-c6fc6c943cf3 req-ea551510-8985-4b66-902b-bbfacd1e6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:30.028225 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9da75bca-72e7-4ae0-8294-c6fc6c943cf3 req-ea551510-8985-4b66-902b-bbfacd1e6194 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7406e378-feb3-4f56-a182-2c787a7b80e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5611687 Nov 09 04:18:30.064912 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e48b7090-5f7e-4c36-8196-463371fef271 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.089286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10c2bc-7e5f-447a-a7c3-bea2e1f10d10 None None] Pushing event updated for resources: {'Port': ['ID=887b2a6c-e81d-45d8-ac45-6533c3c4d3a4,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:30.119130 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba23f9c3-ec80-4391-8eda-9b60a87c1028 None None] Network 748fe4c4-1408-4583-933c-80f7fc115b48 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:30.127620 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-aafed780-e194-45dd-80f7-c762458e5529 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.161932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c2fa3af3-4916-4916-9f90-c91e355e78f9 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:30.189142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-11abe6c5-49ab-4188-8bb5-d40f1293f499 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.206890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b7090-5f7e-4c36-8196-463371fef271 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Port': ['ID=1ad8f9fc-cbe6-4ded-a1be-069fb9f704f9,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:30.208970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-11abe6c5-49ab-4188-8bb5-d40f1293f499 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for ddbd8daa-29c4-46bb-9203-ce664e909321 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:30.267235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c9f9f-7264-4504-8371-e1ffd96250b9 req-9892475f-b3d0-4949-804d-5cc86d103677 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:30.274693 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-872c9f9f-7264-4504-8371-e1ffd96250b9 req-9892475f-b3d0-4949-804d-5cc86d103677 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.4831593 Nov 09 04:18:30.275368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.366707 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.367381 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d51d-9041-494b-b478-d249033e1a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.438876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.453151 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Deleting port 887b2a6c-e81d-45d8-ac45-6533c3c4d3a4 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:30.453531 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.459711 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e48b7090-5f7e-4c36-8196-463371fef271 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.462692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e48b7090-5f7e-4c36-8196-463371fef271 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.464421 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e48b7090-5f7e-4c36-8196-463371fef271 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/floatingips/e0445b24-8616-4b23-8b2f-cbc4370c2e5f HTTP/1.1" status: 204 len: 168 time: 2.9867222 Nov 09 04:18:30.468010 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-872c9f9f-7264-4504-8371-e1ffd96250b9 req-f27c67b5-f443-4df1-8568-610eb4220435 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918054 Nov 09 04:18:30.472738 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46850) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:30.484728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': '1ccf1fbe-bf06-484d-a3a2-88a5e2b0eeb1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:30.489539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Made reservation on behalf of b5d719ba35dc4f4596848f5945b73f98 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:30.492990 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.504083 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.526596 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c2fa3af3-4916-4916-9f90-c91e355e78f9 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:30.526894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.539312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] device_id is not set on port cee51c42-56ea-4502-8f3f-4be2e14260b2 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:30.564277 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-11abe6c5-49ab-4188-8bb5-d40f1293f499 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.574550 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.610617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abe6c5-49ab-4188-8bb5-d40f1293f499 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=ddbd8daa-29c4-46bb-9203-ce664e909321,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:30.616854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] For port 887b2a6c-e81d-45d8-ac45-6533c3c4d3a4, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=887b2a6c-e81d-45d8-ac45-6533c3c4d3a4,segment=NetworkSegment(b48a6135-5e6f-49f8-9eda-cba22886c411),segment_id=b48a6135-5e6f-49f8-9eda-cba22886c411)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:30.617224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.618534 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-f0e6d51d-9041-494b-b478-d249033e1a8e None None] For port b4e7c17b-d90a-44a8-985c-278a361f9db9, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b4e7c17b-d90a-44a8-985c-278a361f9db9,segment=NetworkSegment(09ae72e8-0c33-41e2-8721-34991dd0bc7b),segment_id=09ae72e8-0c33-41e2-8721-34991dd0bc7b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:30.621034 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Network 57b9ac43-3150-40bf-aadb-618e267e97ad is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:30.644637 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:30.653996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d51d-9041-494b-b478-d249033e1a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.656197 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:30.660040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Calling delete_port for 887b2a6c-e81d-45d8-ac45-6533c3c4d3a4 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:30.662257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-11abe6c5-49ab-4188-8bb5-d40f1293f499 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.669232 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-11abe6c5-49ab-4188-8bb5-d40f1293f499 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/ddbd8daa-29c4-46bb-9203-ce664e909321 HTTP/1.1" status: 204 len: 168 time: 0.8977768 Nov 09 04:18:30.672153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46852) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:30.675923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Pushing event updated for resources: {'Port': ['ID=fa1cb186-552c-4841-8265-61fda67cdd70,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:30.712304 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:30.781725 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:30.787832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Pushing event updated for resources: {'Port': ['ID=5ce4d2fe-41a4-48a9-b116-2011eba81a2a,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:30.831543 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:30.839771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2bfd21-0436-4337-a0da-56b51c2bd4a9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:30.841359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2bfd21-0436-4337-a0da-56b51c2bd4a9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:30.843031 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ec2bfd21-0436-4337-a0da-56b51c2bd4a9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1699414 Nov 09 04:18:30.849890 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46854) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:30.856917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.858923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-86de1e19-5747-4bd5-99cd-4ad014321695 None None] Could not find standard attr ID for object ddbd8daa-29c4-46bb-9203-ce664e909321. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:18:30.865610 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Attempting to bind port fa1cb186-552c-4841-8265-61fda67cdd70 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:30.865959 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Attempting to bind port fa1cb186-552c-4841-8265-61fda67cdd70 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '685a4069-e2b2-4389-9704-1890693b31e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '57b9ac43-3150-40bf-aadb-618e267e97ad'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:30.866321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Attempting to bind port fa1cb186-552c-4841-8265-61fda67cdd70 on network 57b9ac43-3150-40bf-aadb-618e267e97ad {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:30.878529 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6d51d-9041-494b-b478-d249033e1a8e None None] Pushing event updated for resources: {'Port': ['ID=b4e7c17b-d90a-44a8-985c-278a361f9db9,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:30.908321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:30.908810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Checking segment: {'id': '685a4069-e2b2-4389-9704-1890693b31e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '57b9ac43-3150-40bf-aadb-618e267e97ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:30.909216 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.909721 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Bound using segment: {'id': '685a4069-e2b2-4389-9704-1890693b31e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '57b9ac43-3150-40bf-aadb-618e267e97ad'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:30.910221 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Bound port: fa1cb186-552c-4841-8265-61fda67cdd70, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685a4069-e2b2-4389-9704-1890693b31e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '57b9ac43-3150-40bf-aadb-618e267e97ad'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:30.910687 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.924738 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.954884 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-86de1e19-5747-4bd5-99cd-4ad014321695 None None] Provisioning complete for port c2fa3af3-4916-4916-9f90-c91e355e78f9 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:30.955253 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-86de1e19-5747-4bd5-99cd-4ad014321695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.971624 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-52df9cd5-5405-48c1-8768-368f225cfc6f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 8f7f776b-00d3-42c7-8dba-0d7155299261 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:18:30.976345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-52df9cd5-5405-48c1-8768-368f225cfc6f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:30.989601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port c2fa3af3-4916-4916-9f90-c91e355e78f9, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c2fa3af3-4916-4916-9f90-c91e355e78f9,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:31.003833 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.018700 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.019489 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b4e7c17b-d90a-44a8-985c-278a361f9db9 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:31.035401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Port': ['ID=887b2a6c-e81d-45d8-ac45-6533c3c4d3a4,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:31.051310 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No DVR routers for this DVR port 887b2a6c-e81d-45d8-ac45-6533c3c4d3a4 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:31.135856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] For port fa1cb186-552c-4841-8265-61fda67cdd70, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:31.143896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.146917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] For port fa1cb186-552c-4841-8265-61fda67cdd70, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=fa1cb186-552c-4841-8265-61fda67cdd70,segment=NetworkSegment(685a4069-e2b2-4389-9704-1890693b31e4),segment_id=685a4069-e2b2-4389-9704-1890693b31e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:31.156604 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.158514 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=c2fa3af3-4916-4916-9f90-c91e355e78f9,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:31.168119 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748fe4c4-1408-4583-933c-80f7fc115b48']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:31.178097 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48a6135-5e6f-49f8-9eda-cba22886c411') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:31.178402 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48a6135-5e6f-49f8-9eda-cba22886c411') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:31.188966 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.204035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-52df9cd5-5405-48c1-8768-368f225cfc6f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.207897 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.243941 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:31.243941 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:31.247136 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:31.252235 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9da75bca-72e7-4ae0-8294-c6fc6c943cf3 req-3c2ab19d-8859-43a5-9a1a-71e0219269f1 service neutron] 10.222.0.31 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1987069 Nov 09 04:18:31.254724 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port b4e7c17b-d90a-44a8-985c-278a361f9db9 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:31.255095 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.255733 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Allocated IP 172.26.5.142 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/0bc0c943-f20e-4a79-bee5-39ee567e3aef) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:31.285602 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.290348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec022b-ae4b-4bd1-8ba9-d43df0ff8431 None None] Pushing event updated for resources: {'Port': ['ID=fa1cb186-552c-4841-8265-61fda67cdd70,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:31.313122 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-86de1e19-5747-4bd5-99cd-4ad014321695 None None] Provisioning complete for port b4e7c17b-d90a-44a8-985c-278a361f9db9 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:31.313535 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-86de1e19-5747-4bd5-99cd-4ad014321695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.362752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.383998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.393633 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/748fe4c4-1408-4583-933c-80f7fc115b48 HTTP/1.1" status: 204 len: 168 time: 3.7498567 Nov 09 04:18:31.403052 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46856) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:31.414013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-79a137f2-dc98-4f23-a06a-cad24a73e9fa tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-367757845'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:31.425604 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-52df9cd5-5405-48c1-8768-368f225cfc6f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.428777 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a1fb0-c272-4c17-90c9-ea534177ea71 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Network': ['ID=748fe4c4-1408-4583-933c-80f7fc115b48,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:31.434732 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:31.435639 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.472171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a137f2-dc98-4f23-a06a-cad24a73e9fa tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:31.476138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a137f2-dc98-4f23-a06a-cad24a73e9fa tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.490913 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-aafed780-e194-45dd-80f7-c762458e5529 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.515307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a137f2-dc98-4f23-a06a-cad24a73e9fa tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:31.529889 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a137f2-dc98-4f23-a06a-cad24a73e9fa tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.531570 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-79a137f2-dc98-4f23-a06a-cad24a73e9fa tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Added segment 427031d2-cf14-491c-a32d-e95a7b9abbeb of type vlan for network 4cf2d756-5346-4d72-a3d4-4c61c04ef3dd Nov 09 04:18:31.587254 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-52df9cd5-5405-48c1-8768-368f225cfc6f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.609025 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-aafed780-e194-45dd-80f7-c762458e5529 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.628772 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-247ae228-46ae-4633-9781-b7bf939c88f8 tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.1528890 Nov 09 04:18:31.628989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df9cd5-5405-48c1-8768-368f225cfc6f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7f776b-00d3-42c7-8dba-0d7155299261,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:31.634629 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46860) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:31.642349 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1b527e9b-88c0-4432-a5aa-ef2d9b215b7c tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.103'}]}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:31.649572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a137f2-dc98-4f23-a06a-cad24a73e9fa tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.676872 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-52df9cd5-5405-48c1-8768-368f225cfc6f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.682813 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-52df9cd5-5405-48c1-8768-368f225cfc6f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/8f7f776b-00d3-42c7-8dba-0d7155299261 HTTP/1.1" status: 204 len: 168 time: 0.8293455 Nov 09 04:18:31.683030 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e4e10f-b90f-4a3b-8486-70da54f7fbc0 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:31.690395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46862) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:31.701715 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9da75bca-72e7-4ae0-8294-c6fc6c943cf3 req-e9a87818-fe95-4655-ae5f-a8156bf108ee service neutron] 10.222.0.31 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264629 Nov 09 04:18:31.701715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Allocated IP 2001:db8::57 (57b9ac43-3150-40bf-aadb-618e267e97ad/7a4bec48-6462-4f72-8c46-a16c3774dbca/cee51c42-56ea-4502-8f3f-4be2e14260b2) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:31.719448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-aafed780-e194-45dd-80f7-c762458e5529 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.723583 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-aafed780-e194-45dd-80f7-c762458e5529 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.9201920 Nov 09 04:18:31.728460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafed780-e194-45dd-80f7-c762458e5529 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:31.734039 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46864) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:31.745504 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-91decf58-37e5-4877-a068-b76b56049a71 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:31.761669 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-970c822d-5ad1-4392-940a-f83ff40248f0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638192 Nov 09 04:18:31.762836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46866) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:31.788305 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36063ef0-cc3d-4bfe-a7bf-b49247ce74b7 req-e11e72ae-ee8a-4f37-8fbf-69b23cf10f3d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:31.795462 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-36063ef0-cc3d-4bfe-a7bf-b49247ce74b7 req-e11e72ae-ee8a-4f37-8fbf-69b23cf10f3d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.2101576 Nov 09 04:18:31.813080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b527e9b-88c0-4432-a5aa-ef2d9b215b7c tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.814189 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b527e9b-88c0-4432-a5aa-ef2d9b215b7c tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.821594 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-91decf58-37e5-4877-a068-b76b56049a71 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.851328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a137f2-dc98-4f23-a06a-cad24a73e9fa tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.857557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a137f2-dc98-4f23-a06a-cad24a73e9fa tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:31.858125 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a137f2-dc98-4f23-a06a-cad24a73e9fa tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.883491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:31.887909 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-79a137f2-dc98-4f23-a06a-cad24a73e9fa tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4804657 Nov 09 04:18:31.889564 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46868) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:31.924950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c89d075b-ee9e-46bd-b4c5-a62c87482306 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'subnet': {'network_id': '4cf2d756-5346-4d72-a3d4-4c61c04ef3dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:31.979799 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d80b00b-9e1a-4f82-8052-69150ba1c32e None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:18:32.014434 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-36063ef0-cc3d-4bfe-a7bf-b49247ce74b7 req-95629048-bb0e-4468-a0d8-29cd0c410a36 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131712 Nov 09 04:18:32.053618 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.056358 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a30f2e-63d1-4d81-b6af-6cbd28efb220 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:32.061472 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b4a30f2e-63d1-4d81-b6af-6cbd28efb220 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2953010 Nov 09 04:18:32.066035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46870) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:32.079146 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-7d80b00b-9e1a-4f82-8052-69150ba1c32e None None] Deleting port c2fa3af3-4916-4916-9f90-c91e355e78f9 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:32.080006 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7d80b00b-9e1a-4f82-8052-69150ba1c32e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.089329 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-91decf58-37e5-4877-a068-b76b56049a71 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.096993 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b527e9b-88c0-4432-a5aa-ef2d9b215b7c tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.101135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a137f2-dc98-4f23-a06a-cad24a73e9fa tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Network': ['ID=4cf2d756-5346-4d72-a3d4-4c61c04ef3dd,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:32.152771 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 4cf2d756-5346-4d72-a3d4-4c61c04ef3dd details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:32.176736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-91decf58-37e5-4877-a068-b76b56049a71 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.225580 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.260868 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91decf58-37e5-4877-a068-b76b56049a71 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bbce0d-30b3-443c-acb0-87105e535291,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:32.270473 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device fa1cb186-552c-4841-8265-61fda67cdd70 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:32.283493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7d80b00b-9e1a-4f82-8052-69150ba1c32e None None] For port c2fa3af3-4916-4916-9f90-c91e355e78f9, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c2fa3af3-4916-4916-9f90-c91e355e78f9,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:32.283982 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7d80b00b-9e1a-4f82-8052-69150ba1c32e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.298196 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265123dd-0956-46e0-a43d-7c3572b8c402 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:32.299674 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-265123dd-0956-46e0-a43d-7c3572b8c402 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2293239 Nov 09 04:18:32.310392 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-91decf58-37e5-4877-a068-b76b56049a71 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.314075 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-91decf58-37e5-4877-a068-b76b56049a71 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5728960 Nov 09 04:18:32.314075 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46872) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:32.323036 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46874) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:32.337181 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9bc96aa9-8157-4613-ad80-9312d3f910d8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:32.358511 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-7d80b00b-9e1a-4f82-8052-69150ba1c32e None None] Calling delete_port for c2fa3af3-4916-4916-9f90-c91e355e78f9 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:32.399673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b527e9b-88c0-4432-a5aa-ef2d9b215b7c tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.406174 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89d075b-ee9e-46bd-b4c5-a62c87482306 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:32.411273 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c89d075b-ee9e-46bd-b4c5-a62c87482306 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.425916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Allocated IP 172.26.5.62 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/968fe6dd-d8ca-41a2-bf8c-b43ce2fb8fe2) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:32.467958 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:32.474706 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-86e86c14-bb53-4e01-992b-2cfdb70f62e0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1494205 Nov 09 04:18:32.480856 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.484472 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Pushing event updated for resources: {'Port': ['ID=0bc0c943-f20e-4a79-bee5-39ee567e3aef,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:32.494032 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46876) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:32.495078 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:32.510413 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-a5f44306-ca9f-48ec-a077-e1513d9a4506 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:32.516454 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:32.627195 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port fa1cb186-552c-4841-8265-61fda67cdd70 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:32.627563 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.664064 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c68198-d58e-4280-ac77-fb8fe32654fe None None] Network 57b9ac43-3150-40bf-aadb-618e267e97ad requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:32.706958 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c89d075b-ee9e-46bd-b4c5-a62c87482306 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.764223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-871da9c6-aced-4c8f-8078-db15c4b2f185 None None] Provisioning complete for port fa1cb186-552c-4841-8265-61fda67cdd70 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:32.764810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-871da9c6-aced-4c8f-8078-db15c4b2f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.790741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d075b-ee9e-46bd-b4c5-a62c87482306 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Subnet': ['ID=ab33cdb1-a6f9-4df3-b6c7-5d49f8a5e21f,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:32.796475 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7d80b00b-9e1a-4f82-8052-69150ba1c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.812356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d075b-ee9e-46bd-b4c5-a62c87482306 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Checking segment: {'id': '427031d2-cf14-491c-a32d-e95a7b9abbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4cf2d756-5346-4d72-a3d4-4c61c04ef3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:32.812552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89d075b-ee9e-46bd-b4c5-a62c87482306 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network hostable DHCP agents. Network: 4cf2d756-5346-4d72-a3d4-4c61c04ef3dd, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:32.826593 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9bc96aa9-8157-4613-ad80-9312d3f910d8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.843349 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80b00b-9e1a-4f82-8052-69150ba1c32e None None] Pushing event deleted for resources: {'Port': ['ID=c2fa3af3-4916-4916-9f90-c91e355e78f9,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:32.872300 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d80b00b-9e1a-4f82-8052-69150ba1c32e None None] No DVR routers for this DVR port c2fa3af3-4916-4916-9f90-c91e355e78f9 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:32.917875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.921045 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f44306-ca9f-48ec-a077-e1513d9a4506 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:32.925287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a5f44306-ca9f-48ec-a077-e1513d9a4506 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.937719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89d075b-ee9e-46bd-b4c5-a62c87482306 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network 4cf2d756-5346-4d72-a3d4-4c61c04ef3dd is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:32.955243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-c89d075b-ee9e-46bd-b4c5-a62c87482306 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 4cf2d756-5346-4d72-a3d4-4c61c04ef3dd) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:32.962737 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89d075b-ee9e-46bd-b4c5-a62c87482306 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:32.963382 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c89d075b-ee9e-46bd-b4c5-a62c87482306 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.974661 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b527e9b-88c0-4432-a5aa-ef2d9b215b7c tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:32.981448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.005855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b4c5f1-1d68-4248-bd01-15549f0b86c3 None None] Network 4cf2d756-5346-4d72-a3d4-4c61c04ef3dd requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:33.006431 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c89d075b-ee9e-46bd-b4c5-a62c87482306 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0997241 Nov 09 04:18:33.007077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46878) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:33.018275 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b527e9b-88c0-4432-a5aa-ef2d9b215b7c tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.018504 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port fa1cb186-552c-4841-8265-61fda67cdd70, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=fa1cb186-552c-4841-8265-61fda67cdd70,segment=NetworkSegment(685a4069-e2b2-4389-9704-1890693b31e4),segment_id=685a4069-e2b2-4389-9704-1890693b31e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:33.045628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.046348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b4e7c17b-d90a-44a8-985c-278a361f9db9 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:33.072810 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9bc96aa9-8157-4613-ad80-9312d3f910d8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.123446 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-871da9c6-aced-4c8f-8078-db15c4b2f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.127259 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9bc96aa9-8157-4613-ad80-9312d3f910d8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.164740 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Network 57b9ac43-3150-40bf-aadb-618e267e97ad is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:33.191650 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.215549 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:33.227710 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.236471 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:33.242192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:33.242843 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.251505 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc96aa9-8157-4613-ad80-9312d3f910d8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64235d0-6ef0-4625-8d01-253c47719191,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:33.259367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Pushing event updated for resources: {'Port': ['ID=cee51c42-56ea-4502-8f3f-4be2e14260b2,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:33.263740 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=fa1cb186-552c-4841-8265-61fda67cdd70,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:33.276357 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-871da9c6-aced-4c8f-8078-db15c4b2f185 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:18:33.276721 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-871da9c6-aced-4c8f-8078-db15c4b2f185 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:18:33.303823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port b4e7c17b-d90a-44a8-985c-278a361f9db9 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:33.304203 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.318533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.378690 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e0dbb7-bcbc-4ad4-96bd-62c18b50b007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-4cf2d756-5346-4d72-a3d4-4c61c04ef3dd', 'network_id': '4cf2d756-5346-4d72-a3d4-4c61c04ef3dd', 'tenant_id': '0472f3835ad245829e341922670f7bb2', 'fixed_ips': [{'subnet_id': 'ab33cdb1-a6f9-4df3-b6c7-5d49f8a5e21f'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:33.379702 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-89e0dbb7-bcbc-4ad4-96bd-62c18b50b007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.408272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9bc96aa9-8157-4613-ad80-9312d3f910d8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.409818 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9bc96aa9-8157-4613-ad80-9312d3f910d8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0761490 Nov 09 04:18:33.410960 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.419862 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46882) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:33.428437 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-5641c041-aa7b-4a6d-ab2c-b0590ae8726b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:33.460442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Subnet': ['ID=ab33cdb1-a6f9-4df3-b6c7-5d49f8a5e21f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:33.461143 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8ec6d809-54c3-433d-a0b3-86e8ea64d6bd tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.0048201 Nov 09 04:18:33.461955 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46884) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:33.494724 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ff3ac-59bb-4f9c-b504-73fafda270e9 req-6eb4c5ec-cc06-4886-956c-23ee5dc3ca82 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:33.502485 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ce9ff3ac-59bb-4f9c-b504-73fafda270e9 req-6eb4c5ec-cc06-4886-956c-23ee5dc3ca82 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.4219477 Nov 09 04:18:33.544775 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d98a5-1ce9-4cd0-984c-966fd8e06956 None None] Network 4cf2d756-5346-4d72-a3d4-4c61c04ef3dd requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:33.552775 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.570417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.591936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428acc56-dd49-4103-bbb9-1f36eb660575 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:33.597765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428acc56-dd49-4103-bbb9-1f36eb660575 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:33.598033 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.603878 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428acc56-dd49-4103-bbb9-1f36eb660575 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:33.605635 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-428acc56-dd49-4103-bbb9-1f36eb660575 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1409466 Nov 09 04:18:33.610705 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46886) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:33.612301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf2d756-5346-4d72-a3d4-4c61c04ef3dd']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:33.648067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427031d2-cf14-491c-a32d-e95a7b9abbeb') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:33.648719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427031d2-cf14-491c-a32d-e95a7b9abbeb') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:33.664310 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.664799 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5641c041-aa7b-4a6d-ab2c-b0590ae8726b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.701933 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:33.718837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.735611 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ce9ff3ac-59bb-4f9c-b504-73fafda270e9 req-cabe6b61-e332-4693-8937-6ff7bdfc2f0b tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322338 Nov 09 04:18:33.748331 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:33.760070 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:33.764327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:33.764751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:33.772224 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:33.819313 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=968fe6dd-d8ca-41a2-bf8c-b43ce2fb8fe2,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:33.841159 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b527e9b-88c0-4432-a5aa-ef2d9b215b7c tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.851463 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a5f44306-ca9f-48ec-a077-e1513d9a4506 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.883734 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.911271 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5641c041-aa7b-4a6d-ab2c-b0590ae8726b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.942124 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5641c041-aa7b-4a6d-ab2c-b0590ae8726b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.947915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f44306-ca9f-48ec-a077-e1513d9a4506 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:33.982733 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ed4680d7-362e-4f9d-ab3b-1b2ac34f8347 None None] Provisioning complete for port fa1cb186-552c-4841-8265-61fda67cdd70 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:33.983234 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ed4680d7-362e-4f9d-ab3b-1b2ac34f8347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:33.986292 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-a5f44306-ca9f-48ec-a077-e1513d9a4506 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:33.995935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.005943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f44306-ca9f-48ec-a077-e1513d9a4506 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:34.006541 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a5f44306-ca9f-48ec-a077-e1513d9a4506 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.033712 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:18:34.034694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.042696 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/4cf2d756-5346-4d72-a3d4-4c61c04ef3dd HTTP/1.1" status: 204 len: 168 time: 1.0343969 Nov 09 04:18:34.044407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46890) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:34.052448 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ef4c4d58-cfdf-4857-b3c4-dbfab1d8e4b9 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1630151779'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:34.058557 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device fa1cb186-552c-4841-8265-61fda67cdd70 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:34.060647 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0b7482-c052-44ea-9885-32ca3ec2c98e None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:34.069213 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b527e9b-88c0-4432-a5aa-ef2d9b215b7c tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.074874 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b527e9b-88c0-4432-a5aa-ef2d9b215b7c tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.077981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0243ff-e8be-428b-a1c7-8ef45e7761cc tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Network': ['ID=4cf2d756-5346-4d72-a3d4-4c61c04ef3dd,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:34.087868 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-8812d3aa-b4ca-42c5-ba90-bb8b3de515be tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Deleting port cee51c42-56ea-4502-8f3f-4be2e14260b2 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:34.088309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8812d3aa-b4ca-42c5-ba90-bb8b3de515be tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.167625 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641c041-aa7b-4a6d-ab2c-b0590ae8726b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08233325-776d-48d4-94a0-512383bc2519,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:34.180700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4c4d58-cfdf-4857-b3c4-dbfab1d8e4b9 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:34.182567 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5641c041-aa7b-4a6d-ab2c-b0590ae8726b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.186047 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5641c041-aa7b-4a6d-ab2c-b0590ae8726b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7589734 Nov 09 04:18:34.186047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f44306-ca9f-48ec-a077-e1513d9a4506 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=3cdb1bf1-e4f3-42a4-8244-7631961c638c,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:34.186325 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4d58-cfdf-4857-b3c4-dbfab1d8e4b9 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.192219 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46892) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:34.193598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1b527e9b-88c0-4432-a5aa-ef2d9b215b7c tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.194307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b527e9b-88c0-4432-a5aa-ef2d9b215b7c tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf43149b-7bd8-4a52-a707-2d62a08aa035 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:18:34.200714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7a4fff9a-1146-4c91-bd41-8772e8bdc5ac tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:34.256259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port fa1cb186-552c-4841-8265-61fda67cdd70 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:34.256846 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.265116 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a5f44306-ca9f-48ec-a077-e1513d9a4506 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7653534 Nov 09 04:18:34.266451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46894) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:34.298139 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4c4d58-cfdf-4857-b3c4-dbfab1d8e4b9 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:34.300415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-7c9f4615-f8a1-4b1f-8b17-c447d3305390 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'fixed_ips': [{'subnet_id': '3cdb1bf1-e4f3-42a4-8244-7631961c638c', 'ip_address': '2001:db8::e72:50d4:32b8:3943'}], 'name': 'tempest-NetworksTestDHCPv6-559473844'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:34.304047 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-1b527e9b-88c0-4432-a5aa-ef2d9b215b7c tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 09 04:18:34.305098 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1b527e9b-88c0-4432-a5aa-ef2d9b215b7c tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6662936 Nov 09 04:18:34.314472 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46896) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:34.318038 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7a4fff9a-1146-4c91-bd41-8772e8bdc5ac tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.321586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8812d3aa-b4ca-42c5-ba90-bb8b3de515be tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.350773 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ed4680d7-362e-4f9d-ab3b-1b2ac34f8347 None None] Provisioning complete for port cee51c42-56ea-4502-8f3f-4be2e14260b2 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:34.351152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ed4680d7-362e-4f9d-ab3b-1b2ac34f8347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.362308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4d58-cfdf-4857-b3c4-dbfab1d8e4b9 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.362655 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-ef4c4d58-cfdf-4857-b3c4-dbfab1d8e4b9 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Added segment 55c07bdc-b6f5-4a11-a0fa-9d346f950e33 of type vlan for network f58916ef-ca34-497b-959f-332658529ec4 Nov 09 04:18:34.374019 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': '3cdb1bf1-e4f3-42a4-8244-7631961c638c'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:34.374882 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.387690 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-8812d3aa-b4ca-42c5-ba90-bb8b3de515be tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Calling delete_port for cee51c42-56ea-4502-8f3f-4be2e14260b2 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:34.440637 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ed4680d7-362e-4f9d-ab3b-1b2ac34f8347 None None] Port cee51c42-56ea-4502-8f3f-4be2e14260b2 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:34.465159 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4d58-cfdf-4857-b3c4-dbfab1d8e4b9 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.516723 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ed4680d7-362e-4f9d-ab3b-1b2ac34f8347 None None] Provisioning complete for port 6ab69c6c-fa1f-4204-8aa8-66c290b2bdb2 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:34.517182 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ed4680d7-362e-4f9d-ab3b-1b2ac34f8347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.591693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ed4680d7-362e-4f9d-ab3b-1b2ac34f8347 None None] Port 6ab69c6c-fa1f-4204-8aa8-66c290b2bdb2 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:34.602604 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c2fa3af3-4916-4916-9f90-c91e355e78f9 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:18:34.613310 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Allocated IP 2001:db8::2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/3cdb1bf1-e4f3-42a4-8244-7631961c638c/9eab2c19-7fa0-4d4f-aa19-b503d03adba3) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:34.635686 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: c2fa3af3-4916-4916-9f90-c91e355e78f9 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:18:34.636031 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c2fa3af3-4916-4916-9f90-c91e355e78f9 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:18:34.891339 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-51e6179e-3515-470b-ad11-3fa259532d3d None None] Provisioning complete for port cee51c42-56ea-4502-8f3f-4be2e14260b2 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:34.891900 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-51e6179e-3515-470b-ad11-3fa259532d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.913788 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7a4fff9a-1146-4c91-bd41-8772e8bdc5ac tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.915725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4d58-cfdf-4857-b3c4-dbfab1d8e4b9 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.921827 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4c4d58-cfdf-4857-b3c4-dbfab1d8e4b9 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:34.922073 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.922696 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef4c4d58-cfdf-4857-b3c4-dbfab1d8e4b9 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.933208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7a4fff9a-1146-4c91-bd41-8772e8bdc5ac tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.935247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:34.967380 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-51e6179e-3515-470b-ad11-3fa259532d3d None None] Port cee51c42-56ea-4502-8f3f-4be2e14260b2 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:34.971011 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9f4615-f8a1-4b1f-8b17-c447d3305390 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:34.997959 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.005570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.030363 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fff9a-1146-4c91-bd41-8772e8bdc5ac tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58eaa53-220c-409a-8361-da32b7c7ee4c,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:35.035428 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ef4c4d58-cfdf-4857-b3c4-dbfab1d8e4b9 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9869039 Nov 09 04:18:35.040605 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.040931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46898) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:35.044835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7a4fff9a-1146-4c91-bd41-8772e8bdc5ac tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.045989 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7a4fff9a-1146-4c91-bd41-8772e8bdc5ac tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8495741 Nov 09 04:18:35.051189 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-8156d5c7-d1f3-4a6d-bedf-892e8099fc54 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'subnet': {'network_id': 'f58916ef-ca34-497b-959f-332658529ec4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:35.054619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c4d58-cfdf-4857-b3c4-dbfab1d8e4b9 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Network': ['ID=f58916ef-ca34-497b-959f-332658529ec4,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:35.059546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:35.061937 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc9b7f-3caa-4ef4-ab77-c223909cfdfc tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Deleting port 5ce4d2fe-41a4-48a9-b116-2011eba81a2a {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:35.062215 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9fc9b7f-3caa-4ef4-ab77-c223909cfdfc tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.063848 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46900) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:35.064254 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:35.067819 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:35.089658 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network f58916ef-ca34-497b-959f-332658529ec4 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:35.094068 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-e9cb8c43-caf3-4d85-8bd2-2a2093e92452 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:35.094386 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Pushing event updated for resources: {'Port': ['ID=0bc0c943-f20e-4a79-bee5-39ee567e3aef,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:35.141537 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.155966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Pushing event updated for resources: {'Port': ['ID=9eab2c19-7fa0-4d4f-aa19-b503d03adba3,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:35.196114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4615-f8a1-4b1f-8b17-c447d3305390 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.199640 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Attempting to bind port 9eab2c19-7fa0-4d4f-aa19-b503d03adba3 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:35.200498 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Attempting to bind port 9eab2c19-7fa0-4d4f-aa19-b503d03adba3 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:35.200878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Attempting to bind port 9eab2c19-7fa0-4d4f-aa19-b503d03adba3 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:35.216652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:35.216652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:35.217057 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.217296 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:35.217976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Bound port: 9eab2c19-7fa0-4d4f-aa19-b503d03adba3, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:35.218195 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.241482 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-e9cb8c43-caf3-4d85-8bd2-2a2093e92452 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:18:35.243367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-7c9f4615-f8a1-4b1f-8b17-c447d3305390 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port 07b3bb6f-a773-47de-90e5-bfe078e358e0 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:35.254884 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8812d3aa-b4ca-42c5-ba90-bb8b3de515be tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.256491 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9cb8c43-caf3-4d85-8bd2-2a2093e92452 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.277455 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.299843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] For port 9eab2c19-7fa0-4d4f-aa19-b503d03adba3, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:35.302898 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] For port 9eab2c19-7fa0-4d4f-aa19-b503d03adba3, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9eab2c19-7fa0-4d4f-aa19-b503d03adba3,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:35.308962 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.317531 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9fc9b7f-3caa-4ef4-ab77-c223909cfdfc tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.326895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812d3aa-b4ca-42c5-ba90-bb8b3de515be tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Pushing event deleted for resources: {'Port': ['ID=cee51c42-56ea-4502-8f3f-4be2e14260b2,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:35.352847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc9b7f-3caa-4ef4-ab77-c223909cfdfc tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Calling delete_port for 5ce4d2fe-41a4-48a9-b116-2011eba81a2a owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:35.362583 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0105e76-c216-4a11-8527-fa01b178db06 None None] Pushing event updated for resources: {'Port': ['ID=9eab2c19-7fa0-4d4f-aa19-b503d03adba3,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:35.387544 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8812d3aa-b4ca-42c5-ba90-bb8b3de515be tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.394536 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Floating IP c5c372a1-0792-4897-b597-325fffacdccc associated. External IP: 172.26.5.142, port: 36c3490a-7379-4cf0-b1a8-d58ce73543fd. Nov 09 04:18:35.396049 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8812d3aa-b4ca-42c5-ba90-bb8b3de515be tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] 10.222.0.21 "DELETE /v2.0/ports/cee51c42-56ea-4502-8f3f-4be2e14260b2 HTTP/1.1" status: 204 len: 168 time: 1.7800114 Nov 09 04:18:35.397157 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8156d5c7-d1f3-4a6d-bedf-892e8099fc54 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:35.401537 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46902) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:35.401676 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8156d5c7-d1f3-4a6d-bedf-892e8099fc54 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.408265 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-7cf1d7d4-9b8b-4fac-b564-7e8ff49c6114 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Request body: {'port': {'name': 'tempest-new-port-name-1953927043', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:35.408867 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.api.validators [None req-7cf1d7d4-9b8b-4fac-b564-7e8ff49c6114 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] bootfile-name is not in valid_values {{(pid=101884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 04:18:35.409443 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.api.validators [None req-7cf1d7d4-9b8b-4fac-b564-7e8ff49c6114 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] tftp-server is not in valid_values {{(pid=101884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 04:18:35.410377 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.api.validators [None req-7cf1d7d4-9b8b-4fac-b564-7e8ff49c6114 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] server-ip-address is not in valid_values {{(pid=101884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 09 04:18:35.538862 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9cb8c43-caf3-4d85-8bd2-2a2093e92452 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.557847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9cb8c43-caf3-4d85-8bd2-2a2093e92452 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.599603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb8c43-caf3-4d85-8bd2-2a2093e92452 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69b17a8-9493-4e3a-8dd0-52ebfbd48964,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:35.618229 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9cb8c43-caf3-4d85-8bd2-2a2093e92452 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.620118 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e9cb8c43-caf3-4d85-8bd2-2a2093e92452 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5486188 Nov 09 04:18:35.624480 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46904) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:35.634411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-67bfd2ec-8c09-4676-b1f2-6e8164788582 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:35.742842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d7d4-9b8b-4fac-b564-7e8ff49c6114 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.755269 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-67bfd2ec-8c09-4676-b1f2-6e8164788582 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:18:35.770208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-67bfd2ec-8c09-4676-b1f2-6e8164788582 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.809916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-7c9f4615-f8a1-4b1f-8b17-c447d3305390 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::e72:50d4:32b8:3943 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/3cdb1bf1-e4f3-42a4-8244-7631961c638c/07b3bb6f-a773-47de-90e5-bfe078e358e0) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:35.817546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9fc9b7f-3caa-4ef4-ab77-c223909cfdfc tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.875468 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc9b7f-3caa-4ef4-ab77-c223909cfdfc tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ce4d2fe-41a4-48a9-b116-2011eba81a2a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:35.878062 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8156d5c7-d1f3-4a6d-bedf-892e8099fc54 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.932415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:35.953043 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.003640 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-67bfd2ec-8c09-4676-b1f2-6e8164788582 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.005242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9eab2c19-7fa0-4d4f-aa19-b503d03adba3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:36.015560 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156d5c7-d1f3-4a6d-bedf-892e8099fc54 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Subnet': ['ID=340996b4-7db8-4450-ae09-cb943a564730,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:36.017608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-67bfd2ec-8c09-4676-b1f2-6e8164788582 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.042695 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9fc9b7f-3caa-4ef4-ab77-c223909cfdfc tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.049638 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d9fc9b7f-3caa-4ef4-ab77-c223909cfdfc tempest-RoutersAdminNegativeTest-1345479168 tempest-RoutersAdminNegativeTest-1345479168-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5ce4d2fe-41a4-48a9-b116-2011eba81a2a HTTP/1.1" status: 204 len: 168 time: 1.7288709 Nov 09 04:18:36.060115 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfd2ec-8c09-4676-b1f2-6e8164788582 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1c0402-fd57-4520-b6d5-197541b361bf,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:36.062474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8156d5c7-d1f3-4a6d-bedf-892e8099fc54 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Checking segment: {'id': '55c07bdc-b6f5-4a11-a0fa-9d346f950e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f58916ef-ca34-497b-959f-332658529ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:36.063061 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8156d5c7-d1f3-4a6d-bedf-892e8099fc54 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network hostable DHCP agents. Network: f58916ef-ca34-497b-959f-332658529ec4, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:36.080834 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-67bfd2ec-8c09-4676-b1f2-6e8164788582 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.082311 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-67bfd2ec-8c09-4676-b1f2-6e8164788582 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4568558 Nov 09 04:18:36.099380 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9eab2c19-7fa0-4d4f-aa19-b503d03adba3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:36.100039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.104319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8156d5c7-d1f3-4a6d-bedf-892e8099fc54 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network f58916ef-ca34-497b-959f-332658529ec4 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:36.120625 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-8156d5c7-d1f3-4a6d-bedf-892e8099fc54 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, f58916ef-ca34-497b-959f-332658529ec4) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:36.139674 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8156d5c7-d1f3-4a6d-bedf-892e8099fc54 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:36.141197 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8156d5c7-d1f3-4a6d-bedf-892e8099fc54 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.155031 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6498e8-67f9-4249-aa28-56007cc7f51f None None] Network f58916ef-ca34-497b-959f-332658529ec4 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:36.175382 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8156d5c7-d1f3-4a6d-bedf-892e8099fc54 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1314759 Nov 09 04:18:36.176131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46910) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:36.184278 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=968fe6dd-d8ca-41a2-bf8c-b43ce2fb8fe2,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:36.286765 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.399892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.453000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Router e9c98e49-5f58-4f94-bea2-333ee0dd79b2 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:18:36.466281 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.483572 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-f58916ef-ca34-497b-959f-332658529ec4', 'network_id': 'f58916ef-ca34-497b-959f-332658529ec4', 'tenant_id': '0472f3835ad245829e341922670f7bb2', 'fixed_ips': [{'subnet_id': '340996b4-7db8-4450-ae09-cb943a564730'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:36.484442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.492474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 9eab2c19-7fa0-4d4f-aa19-b503d03adba3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9eab2c19-7fa0-4d4f-aa19-b503d03adba3,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:36.509926 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.535136 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-909716ac-deee-4b48-a74a-75afba580a46 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720390743&fields=id&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 267 time: 0.1525156 Nov 09 04:18:36.562426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46928) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:36.572502 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4615-f8a1-4b1f-8b17-c447d3305390 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.651517 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=9eab2c19-7fa0-4d4f-aa19-b503d03adba3,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:36.663131 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Floating IP d0870f1e-e41a-40af-ac5d-7d143fb96ea4 associated. External IP: 172.26.5.62, port: 1ccf1fbe-bf06-484d-a3a2-88a5e2b0eeb1. Nov 09 04:18:36.671004 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d7d4-9b8b-4fac-b564-7e8ff49c6114 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.673285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.738324 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d7d4-9b8b-4fac-b564-7e8ff49c6114 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.748900 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Allocated IP 172.20.0.1 (f58916ef-ca34-497b-959f-332658529ec4/340996b4-7db8-4450-ae09-cb943a564730/289e7556-4e5e-4d09-af39-d8de5540ecda) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:36.823880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ca76-7790-4071-82b4-8ba46c854862 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.840525 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-970ab4cb-8f2c-421a-99fb-c71fcb0d8490 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:36.842816 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-970ab4cb-8f2c-421a-99fb-c71fcb0d8490 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/networks?id=e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 HTTP/1.1" status: 200 len: 796 time: 0.3065007 Nov 09 04:18:36.856282 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-688f6865-ff79-4571-93bf-de9bde2ac24f None None] Provisioning complete for port 9eab2c19-7fa0-4d4f-aa19-b503d03adba3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:36.857137 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-688f6865-ff79-4571-93bf-de9bde2ac24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.867196 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-1cb9339c-d7b5-4f38-bba8-402e29437b67 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/quotas/871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 375 time: 0.0130239 Nov 09 04:18:36.873448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-7cf1d7d4-9b8b-4fac-b564-7e8ff49c6114 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] In _notify_port_updated(), no bound segment for port 6ab69c6c-fa1f-4204-8aa8-66c290b2bdb2 on network 57b9ac43-3150-40bf-aadb-618e267e97ad {{(pid=101884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:18:36.879067 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf1d7d4-9b8b-4fac-b564-7e8ff49c6114 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:36.879702 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7cf1d7d4-9b8b-4fac-b564-7e8ff49c6114 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.880993 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7cf1d7d4-9b8b-4fac-b564-7e8ff49c6114 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] 10.222.0.21 "PUT /v2.0/ports/6ab69c6c-fa1f-4204-8aa8-66c290b2bdb2 HTTP/1.1" status: 200 len: 1130 time: 1.4780731 Nov 09 04:18:36.891584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46932) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:36.940746 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4615-f8a1-4b1f-8b17-c447d3305390 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:36.967813 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1d7d4-9b8b-4fac-b564-7e8ff49c6114 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Pushing event updated for resources: {'Port': ['ID=6ab69c6c-fa1f-4204-8aa8-66c290b2bdb2,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:36.979980 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:36.994816 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd04ce-32ec-438d-9ba6-a66bded9a206 None None] Sync routers for ids ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:37.001271 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeda9349-a2b6-46a9-8105-e00f5abf3e19 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:37.006626 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-eeda9349-a2b6-46a9-8105-e00f5abf3e19 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] 10.222.0.21 "GET /v2.0/ports/6ab69c6c-fa1f-4204-8aa8-66c290b2bdb2 HTTP/1.1" status: 200 len: 1130 time: 0.1100738 Nov 09 04:18:37.009501 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46934) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:37.018122 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-10393c1e-ad5c-4273-8c45-f7505df6731a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411850 Nov 09 04:18:37.053329 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9f4615-f8a1-4b1f-8b17-c447d3305390 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:37.062558 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd04ce-32ec-438d-9ba6-a66bded9a206 None None] Routers {'e9c98e49-5f58-4f94-bea2-333ee0dd79b2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:37.063270 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e7dd04ce-32ec-438d-9ba6-a66bded9a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:37.068984 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-7c9f4615-f8a1-4b1f-8b17-c447d3305390 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:37.081203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f4615-f8a1-4b1f-8b17-c447d3305390 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:37.094977 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9f4615-f8a1-4b1f-8b17-c447d3305390 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:37.095723 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4615-f8a1-4b1f-8b17-c447d3305390 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.102889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.103793 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.107402 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e7dd04ce-32ec-438d-9ba6-a66bded9a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:37.114238 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f4615-f8a1-4b1f-8b17-c447d3305390 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=07b3bb6f-a773-47de-90e5-bfe078e358e0,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:37.132163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.183906 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd04ce-32ec-438d-9ba6-a66bded9a206 None None] Routers {'e9c98e49-5f58-4f94-bea2-333ee0dd79b2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:37.184786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e7dd04ce-32ec-438d-9ba6-a66bded9a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:37.213662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.244083 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e7dd04ce-32ec-438d-9ba6-a66bded9a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:37.244809 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd04ce-32ec-438d-9ba6-a66bded9a206 None None] The sync data for ids ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:37.262307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Subnet': ['ID=340996b4-7db8-4450-ae09-cb943a564730,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:37.282593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Network f58916ef-ca34-497b-959f-332658529ec4 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:37.293013 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a5364d9f-627a-412a-93ec-5ac85d3bbaa0 None None] Provisioning complete for port 6ab69c6c-fa1f-4204-8aa8-66c290b2bdb2 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:37.293239 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a5364d9f-627a-412a-93ec-5ac85d3bbaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.343472 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a5364d9f-627a-412a-93ec-5ac85d3bbaa0 None None] Port 6ab69c6c-fa1f-4204-8aa8-66c290b2bdb2 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:37.346103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:37.348002 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:37.350130 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Pushing event updated for resources: {'Port': ['ID=289e7556-4e5e-4d09-af39-d8de5540ecda,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:37.369698 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.375829 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-fe462700-a58a-491a-b437-272ce94679a1 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Deleting port 6ab69c6c-fa1f-4204-8aa8-66c290b2bdb2 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:37.376326 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fe462700-a58a-491a-b437-272ce94679a1 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.399252 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-5ec91531-63b2-4248-8ffc-6e9d90b7a4dc service neutron] 10.222.0.21 "GET /v2.0/networks/e925cd29-1b35-42fa-a731-c4b2f5dfa5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025880 Nov 09 04:18:37.425178 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Attempting to bind port 289e7556-4e5e-4d09-af39-d8de5540ecda on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:37.425840 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Attempting to bind port 289e7556-4e5e-4d09-af39-d8de5540ecda by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '55c07bdc-b6f5-4a11-a0fa-9d346f950e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f58916ef-ca34-497b-959f-332658529ec4'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:37.426201 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Attempting to bind port 289e7556-4e5e-4d09-af39-d8de5540ecda on network f58916ef-ca34-497b-959f-332658529ec4 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:37.432171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:37.432545 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Checking segment: {'id': '55c07bdc-b6f5-4a11-a0fa-9d346f950e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f58916ef-ca34-497b-959f-332658529ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:37.432950 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.433546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Bound using segment: {'id': '55c07bdc-b6f5-4a11-a0fa-9d346f950e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f58916ef-ca34-497b-959f-332658529ec4'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:37.434033 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Bound port: 289e7556-4e5e-4d09-af39-d8de5540ecda, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c07bdc-b6f5-4a11-a0fa-9d346f950e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f58916ef-ca34-497b-959f-332658529ec4'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:37.434212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.437462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58916ef-ca34-497b-959f-332658529ec4']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:37.493590 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c07bdc-b6f5-4a11-a0fa-9d346f950e33') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:37.494166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c07bdc-b6f5-4a11-a0fa-9d346f950e33') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:37.507575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d7d42bef-2a93-43f1-a047-b9d868849c39 None None] Provisioning complete for port 07b3bb6f-a773-47de-90e5-bfe078e358e0 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:37.507575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d7d42bef-2a93-43f1-a047-b9d868849c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.529958 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] For port 289e7556-4e5e-4d09-af39-d8de5540ecda, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:37.543777 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.547004 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] For port 289e7556-4e5e-4d09-af39-d8de5540ecda, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=289e7556-4e5e-4d09-af39-d8de5540ecda,segment=NetworkSegment(55c07bdc-b6f5-4a11-a0fa-9d346f950e33),segment_id=55c07bdc-b6f5-4a11-a0fa-9d346f950e33)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:37.556387 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.560066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d7d42bef-2a93-43f1-a047-b9d868849c39 None None] Port 07b3bb6f-a773-47de-90e5-bfe078e358e0 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:37.584495 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.605482 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:37.605927 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:37.609809 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:37.618585 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7c9f4615-f8a1-4b1f-8b17-c447d3305390 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3497739 Nov 09 04:18:37.621981 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46936) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:37.626263 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-15e43db8-7946-41f3-b52f-4a1320e0d363 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.6060462 Nov 09 04:18:37.631180 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b0f08f45-ac3c-4fe4-8df2-d9c38b651360 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'fixed_ips': [{'subnet_id': '3cdb1bf1-e4f3-42a4-8244-7631961c638c', 'ip_address': '2001:db8::e72:50d4:32b8:3943'}], 'name': 'tempest-NetworksTestDHCPv6-1432515948'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:37.635733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fe462700-a58a-491a-b437-272ce94679a1 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.638922 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73be614-f847-429f-a60e-0ace90ea53c9 None None] Pushing event updated for resources: {'Port': ['ID=289e7556-4e5e-4d09-af39-d8de5540ecda,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:37.639915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46938) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:37.662311 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826d3aca-bfc4-4f2e-96b9-6bf5d61451b5 None None] Network f58916ef-ca34-497b-959f-332658529ec4 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:37.690991 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-e6173eff-3084-4a89-87a5-67c6895223f5 service neutron] 10.222.0.21 "GET /v2.0/networks/e925cd29-1b35-42fa-a731-c4b2f5dfa5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768786 Nov 09 04:18:37.695561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-fe462700-a58a-491a-b437-272ce94679a1 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Calling delete_port for 6ab69c6c-fa1f-4204-8aa8-66c290b2bdb2 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:37.704999 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.db.api [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 04:18:37.704999 dv-neutron-816800-2-hyperv neutron-server[101883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 04:18:37.704999 dv-neutron-816800-2-hyperv neutron-server[101883]: [parameters: {'id': 'f58916ef-ca34-497b-959f-332658529ec4'}] Nov 09 04:18:37.704999 dv-neutron-816800-2-hyperv neutron-server[101883]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:18:37.705917 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG oslo_db.api [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:18:37.772320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ca76-7790-4071-82b4-8ba46c854862 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.801323 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2c4ca76-7790-4071-82b4-8ba46c854862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.843832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:18:37.855861 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83414a91-5f28-4e3e-a17c-dec53ffab70b None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:18:37.876712 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9cdf5300-88e8-428a-93b4-25bea5e91e24 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] 10.222.0.21 "GET /v2.0/floatingips/c5c372a1-0792-4897-b597-325fffacdccc HTTP/1.1" status: 200 len: 983 time: 0.2355626 Nov 09 04:18:37.883154 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46944) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:37.914360 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fe462700-a58a-491a-b437-272ce94679a1 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:37.978747 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-77d6934f-3c76-4755-bea2-fbf4ec56e1d0 req-2c0b264d-0bbd-4c71-b48b-80dda8377a99 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 210 time: 0.0956781 Nov 09 04:18:37.985168 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f2c4ca76-7790-4071-82b4-8ba46c854862 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76508966f19f426d97a188a023b6c0f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4191165 Nov 09 04:18:37.987687 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46946) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:38.007191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4ca76-7790-4071-82b4-8ba46c854862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8263ac6-1b56-4596-a938-de5b0594d92a,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:38.030723 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9eab2c19-7fa0-4d4f-aa19-b503d03adba3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:38.035011 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe462700-a58a-491a-b437-272ce94679a1 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Pushing event deleted for resources: {'Port': ['ID=6ab69c6c-fa1f-4204-8aa8-66c290b2bdb2,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:38.093315 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-228127be-a6e0-46d3-ad47-c3cbe303cecb tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3020 time: 0.2087677 Nov 09 04:18:38.094863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fe462700-a58a-491a-b437-272ce94679a1 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.098198 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fe462700-a58a-491a-b437-272ce94679a1 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] 10.222.0.21 "DELETE /v2.0/ports/6ab69c6c-fa1f-4204-8aa8-66c290b2bdb2 HTTP/1.1" status: 204 len: 168 time: 1.0789578 Nov 09 04:18:38.099181 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46952) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:38.111456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46954) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:38.115406 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83414a91-5f28-4e3e-a17c-dec53ffab70b None None] Resources bound (agent type, host, resource id): {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 04:18:38.128397 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f08f45-ac3c-4fe4-8df2-d9c38b651360 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:38.133868 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b0f08f45-ac3c-4fe4-8df2-d9c38b651360 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.188895 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-06a63ba5-6276-4a3d-a5c6-66749eb7f7cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.193220 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-b0f08f45-ac3c-4fe4-8df2-d9c38b651360 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port b46d8f58-0e7f-4a01-9079-32aca9deae20 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:38.211294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.267725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e7b0df-3ee6-446f-b126-37e7ec703a8b tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Deleting subnet 7a4bec48-6462-4f72-8c46-a16c3774dbca {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:18:38.271108 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-06a63ba5-6276-4a3d-a5c6-66749eb7f7cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.275407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:38.286707 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fda1e4-92ec-4e71-8b52-f6d005a69c3a None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:38.300448 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fda1e4-92ec-4e71-8b52-f6d005a69c3a None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:38.301037 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-71fda1e4-92ec-4e71-8b52-f6d005a69c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:38.307575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9eab2c19-7fa0-4d4f-aa19-b503d03adba3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:38.307951 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.333398 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04e7b0df-3ee6-446f-b126-37e7ec703a8b tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.362314 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.407759 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-71fda1e4-92ec-4e71-8b52-f6d005a69c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:38.412740 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-52afbb09-b6e3-41f7-8387-7364a604a575 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.9354367 Nov 09 04:18:38.414395 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46958) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:38.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04e7b0df-3ee6-446f-b126-37e7ec703a8b tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.443514 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fda1e4-92ec-4e71-8b52-f6d005a69c3a None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:38.444579 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-71fda1e4-92ec-4e71-8b52-f6d005a69c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:38.485569 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e64c066a-106f-4b7e-a250-2f56552ab0d8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-439673304'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:38.494382 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f08f45-ac3c-4fe4-8df2-d9c38b651360 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 09 04:18:38.495378 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f08f45-ac3c-4fe4-8df2-d9c38b651360 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:18:38.526551 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-06a63ba5-6276-4a3d-a5c6-66749eb7f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.530838 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-06a63ba5-6276-4a3d-a5c6-66749eb7f7cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.546909 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-06a63ba5-6276-4a3d-a5c6-66749eb7f7cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8263ac6-1b56-4596-a938-de5b0594d92a HTTP/1.1" status: 204 len: 168 time: 0.5528805 Nov 09 04:18:38.559827 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64c066a-106f-4b7e-a250-2f56552ab0d8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Made reservation on behalf of e03d3f9b88184897bb709a5d10ae0ada for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:38.569873 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e64c066a-106f-4b7e-a250-2f56552ab0d8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.570498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Deleting port 289e7556-4e5e-4d09-af39-d8de5540ecda {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:38.570842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.577139 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a578f5ed-e825-453e-a3bc-5c7eaa70d97e None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:18:38.589059 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b0f08f45-ac3c-4fe4-8df2-d9c38b651360 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9642062 Nov 09 04:18:38.589810 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46962) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:38.607307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-4afe053f-8047-4f00-920c-c8ab19682c66 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Deleting port 0bc0c943-f20e-4a79-bee5-39ee567e3aef {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:38.607761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4afe053f-8047-4f00-920c-c8ab19682c66 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.610737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a63ba5-6276-4a3d-a5c6-66749eb7f7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8263ac6-1b56-4596-a938-de5b0594d92a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:38.645407 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-71fda1e4-92ec-4e71-8b52-f6d005a69c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:38.646132 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fda1e4-92ec-4e71-8b52-f6d005a69c3a None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:38.657586 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64c066a-106f-4b7e-a250-2f56552ab0d8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:38.669849 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e64c066a-106f-4b7e-a250-2f56552ab0d8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.670553 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-e64c066a-106f-4b7e-a250-2f56552ab0d8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Added segment 324829ae-296b-40f8-8a6c-c1d86da01129 of type vlan for network dcb1418e-a59e-400a-9c37-10f37a662885 Nov 09 04:18:38.735918 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e64c066a-106f-4b7e-a250-2f56552ab0d8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.779325 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e64c066a-106f-4b7e-a250-2f56552ab0d8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.809560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a578f5ed-e825-453e-a3bc-5c7eaa70d97e None None] Resources bound (agent type, host, resource id): {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 04:18:38.812659 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64c066a-106f-4b7e-a250-2f56552ab0d8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:38.813697 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e64c066a-106f-4b7e-a250-2f56552ab0d8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:38.913696 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c066a-106f-4b7e-a250-2f56552ab0d8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Network': ['ID=dcb1418e-a59e-400a-9c37-10f37a662885,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:38.930718 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e64c066a-106f-4b7e-a250-2f56552ab0d8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4498839 Nov 09 04:18:38.931245 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network dcb1418e-a59e-400a-9c37-10f37a662885 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:38.931379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46966) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:38.938818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-26f098f9-9de1-44c3-b80d-b118c55972c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'subnet': {'network_id': 'dcb1418e-a59e-400a-9c37-10f37a662885', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:38.989490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2605f34-4b3d-4c27-8fcb-1a327c07e6e0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:38.996208 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2605f34-4b3d-4c27-8fcb-1a327c07e6e0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:38.998225 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e2605f34-4b3d-4c27-8fcb-1a327c07e6e0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3891759 Nov 09 04:18:39.028339 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46968) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:39.065915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46972) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:39.099263 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04e7b0df-3ee6-446f-b126-37e7ec703a8b tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.163136 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c4d93ed9-fbe8-454f-ad61-3ea5bd1d7936 req-e5442f90-7005-4e91-a74e-80f38c80f1b1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 210 time: 0.0581462 Nov 09 04:18:39.182653 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-235a25ba-7930-4d22-af3c-8e106ea3144c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6dbf955c343a4c0bbfc181f899064d7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1107128 Nov 09 04:18:39.185435 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46974) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:39.214321 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f098f9-9de1-44c3-b80d-b118c55972c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Made reservation on behalf of e03d3f9b88184897bb709a5d10ae0ada for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:39.218351 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-26f098f9-9de1-44c3-b80d-b118c55972c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.228681 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] For port 289e7556-4e5e-4d09-af39-d8de5540ecda, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=289e7556-4e5e-4d09-af39-d8de5540ecda,segment=NetworkSegment(55c07bdc-b6f5-4a11-a0fa-9d346f950e33),segment_id=55c07bdc-b6f5-4a11-a0fa-9d346f950e33)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:39.229052 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.263740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Calling delete_port for 289e7556-4e5e-4d09-af39-d8de5540ecda owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:39.374462 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-34a52d92-86b5-4352-b34b-85753324b8a8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port 07b3bb6f-a773-47de-90e5-bfe078e358e0 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:39.375010 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-34a52d92-86b5-4352-b34b-85753324b8a8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.375562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4afe053f-8047-4f00-920c-c8ab19682c66 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.376018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4afe053f-8047-4f00-920c-c8ab19682c66 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.390216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04e7b0df-3ee6-446f-b126-37e7ec703a8b tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.433814 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-4afe053f-8047-4f00-920c-c8ab19682c66 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Calling delete_port for 0bc0c943-f20e-4a79-bee5-39ee567e3aef owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:39.442013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7b0df-3ee6-446f-b126-37e7ec703a8b tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4bec48-6462-4f72-8c46-a16c3774dbca,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:39.452857 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04e7b0df-3ee6-446f-b126-37e7ec703a8b tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.458356 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-04e7b0df-3ee6-446f-b126-37e7ec703a8b tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] 10.222.0.21 "DELETE /v2.0/subnets/7a4bec48-6462-4f72-8c46-a16c3774dbca HTTP/1.1" status: 204 len: 168 time: 1.3400147 Nov 09 04:18:39.461433 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46980) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:39.470153 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afb24cc2-54e4-478e-b6dd-c590b03038f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.507761 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-2a7b2dcf-ec0e-4892-889e-0b888f02dcf4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:39.509503 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-2a7b2dcf-ec0e-4892-889e-0b888f02dcf4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/networks?id=e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 HTTP/1.1" status: 200 len: 796 time: 0.3162799 Nov 09 04:18:39.552626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afb24cc2-54e4-478e-b6dd-c590b03038f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.593994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.627081 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-34a52d92-86b5-4352-b34b-85753324b8a8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.637884 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.641978 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No DVR routers for this DVR port 289e7556-4e5e-4d09-af39-d8de5540ecda on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:39.646057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Port': ['ID=289e7556-4e5e-4d09-af39-d8de5540ecda,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:39.669875 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-34a52d92-86b5-4352-b34b-85753324b8a8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for 07b3bb6f-a773-47de-90e5-bfe078e358e0 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:39.726915 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-cd6cb4f6-1b25-49cd-a899-c72687e55e2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 379 time: 0.1987510 Nov 09 04:18:39.741312 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a943a947-8aef-4638-a771-f50777020d0a None None] Network 57b9ac43-3150-40bf-aadb-618e267e97ad requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:39.768625 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-fd0e8f69-a051-4a1e-bc92-b302e0961852 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'port': {'device_id': '015b64a0-cec8-41a2-b70e-8dc858272608', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'admin_state_up': True, 'tenant_id': '871582c076e646fa8f870c685a113561', 'security_groups': ['e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a']}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:39.785807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.794807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afb24cc2-54e4-478e-b6dd-c590b03038f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.797493 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afb24cc2-54e4-478e-b6dd-c590b03038f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.799316 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-afb24cc2-54e4-478e-b6dd-c590b03038f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e58fe288-9e80-4deb-83f8-a49c72bf3fc0 HTTP/1.1" status: 204 len: 168 time: 0.6126335 Nov 09 04:18:39.800286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-26f098f9-9de1-44c3-b80d-b118c55972c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.824476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58916ef-ca34-497b-959f-332658529ec4']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:39.841243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c07bdc-b6f5-4a11-a0fa-9d346f950e33') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:39.841729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c07bdc-b6f5-4a11-a0fa-9d346f950e33') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:39.881650 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb24cc2-54e4-478e-b6dd-c590b03038f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58fe288-9e80-4deb-83f8-a49c72bf3fc0,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:39.928142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.947842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f098f9-9de1-44c3-b80d-b118c55972c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Subnet': ['ID=dbed6a8a-7f8d-4653-88ef-694e6cc89715,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:39.973654 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.984468 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Deleting port fa1cb186-552c-4841-8265-61fda67cdd70 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:39.985375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:39.992610 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5cb3c0-82ab-42d6-9c42-7773b2b53f9f None None] DHCP port deletion for 57b9ac43-3150-40bf-aadb-618e267e97ad request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:18:39.999733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:40.000190 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:40.014234 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:40.022789 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f098f9-9de1-44c3-b80d-b118c55972c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Checking segment: {'id': '324829ae-296b-40f8-8a6c-c1d86da01129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dcb1418e-a59e-400a-9c37-10f37a662885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:40.023224 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f098f9-9de1-44c3-b80d-b118c55972c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network hostable DHCP agents. Network: dcb1418e-a59e-400a-9c37-10f37a662885, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:40.048292 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-8d5cb3c0-82ab-42d6-9c42-7773b2b53f9f None None] Deleting port fa1cb186-552c-4841-8265-61fda67cdd70 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:40.048649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8d5cb3c0-82ab-42d6-9c42-7773b2b53f9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.064886 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-34a52d92-86b5-4352-b34b-85753324b8a8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.076436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f098f9-9de1-44c3-b80d-b118c55972c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network dcb1418e-a59e-400a-9c37-10f37a662885 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:40.080465 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-fd0e8f69-a051-4a1e-bc92-b302e0961852 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:40.084125 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-fd0e8f69-a051-4a1e-bc92-b302e0961852 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.119904 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8d5cb3c0-82ab-42d6-9c42-7773b2b53f9f None None] For port fa1cb186-552c-4841-8265-61fda67cdd70, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=fa1cb186-552c-4841-8265-61fda67cdd70,segment=NetworkSegment(685a4069-e2b2-4389-9704-1890693b31e4),segment_id=685a4069-e2b2-4389-9704-1890693b31e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:40.120325 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8d5cb3c0-82ab-42d6-9c42-7773b2b53f9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.121831 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a52d92-86b5-4352-b34b-85753324b8a8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=07b3bb6f-a773-47de-90e5-bfe078e358e0,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:40.122597 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4afe053f-8047-4f00-920c-c8ab19682c66 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.127463 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-26f098f9-9de1-44c3-b80d-b118c55972c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, dcb1418e-a59e-400a-9c37-10f37a662885) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:40.135048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-8d5cb3c0-82ab-42d6-9c42-7773b2b53f9f None None] Calling delete_port for fa1cb186-552c-4841-8265-61fda67cdd70 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:40.144443 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e78879-2499-4e32-95f6-975049ac18ac None None] Network dcb1418e-a59e-400a-9c37-10f37a662885 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:40.217672 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f098f9-9de1-44c3-b80d-b118c55972c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:40.219725 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-26f098f9-9de1-44c3-b80d-b118c55972c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.235650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] For port fa1cb186-552c-4841-8265-61fda67cdd70, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=fa1cb186-552c-4841-8265-61fda67cdd70,segment=NetworkSegment(685a4069-e2b2-4389-9704-1890693b31e4),segment_id=685a4069-e2b2-4389-9704-1890693b31e4)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:40.236135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.247838 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-34a52d92-86b5-4352-b34b-85753324b8a8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.255922 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Calling delete_port for fa1cb186-552c-4841-8265-61fda67cdd70 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:40.258632 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-34a52d92-86b5-4352-b34b-85753324b8a8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/07b3bb6f-a773-47de-90e5-bfe078e358e0 HTTP/1.1" status: 204 len: 168 time: 1.2272737 Nov 09 04:18:40.302922 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 46990) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:40.313260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.320193 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.323959 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/f58916ef-ca34-497b-959f-332658529ec4 HTTP/1.1" status: 204 len: 168 time: 4.1458960 Nov 09 04:18:40.358224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 46994) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:40.375801 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7d5ce674-1131-4ebf-8445-7a0e224fa2f1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-629958870'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:40.385838 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe053f-8047-4f00-920c-c8ab19682c66 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event deleted for resources: {'Port': ['ID=0bc0c943-f20e-4a79-bee5-39ee567e3aef,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:40.396107 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8d5cb3c0-82ab-42d6-9c42-7773b2b53f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.445342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891c2bb-596e-42b3-8d07-12cda83cb621 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Network': ['ID=f58916ef-ca34-497b-959f-332658529ec4,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:40.447496 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-703260d1-937d-4c68-bd26-b7eaac710c70 req-25b5ed5f-12b3-4ea6-b1da-1b31ae233f03 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 210 time: 0.1153023 Nov 09 04:18:40.448660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-fd0e8f69-a051-4a1e-bc92-b302e0961852 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.9 (e925cd29-1b35-42fa-a731-c4b2f5dfa5c5/b71824df-2056-4fdc-9e26-2c2cab08e4dc/71e2418f-fb81-4a54-93e6-dc792a12d159) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:40.469818 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-26f098f9-9de1-44c3-b80d-b118c55972c8 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5300262 Nov 09 04:18:40.470527 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47000) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:40.486138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1797569603', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}, 'admin_state_up': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:40.491948 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cb3c0-82ab-42d6-9c42-7773b2b53f9f None None] Pushing event deleted for resources: {'Port': ['ID=fa1cb186-552c-4841-8265-61fda67cdd70,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:40.508308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4afe053f-8047-4f00-920c-c8ab19682c66 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.508652 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-4afe053f-8047-4f00-920c-c8ab19682c66 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Floating IP c5c372a1-0792-4897-b597-325fffacdccc disassociated (deleted). External IP: 172.26.5.142, port: 36c3490a-7379-4cf0-b1a8-d58ce73543fd. Nov 09 04:18:40.517855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5cb3c0-82ab-42d6-9c42-7773b2b53f9f None None] No DVR routers for this DVR port fa1cb186-552c-4841-8265-61fda67cdd70 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:40.528794 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301a5490-4860-4e60-a811-005c5d8ae7e3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:40.530475 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301a5490-4860-4e60-a811-005c5d8ae7e3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:40.535163 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-301a5490-4860-4e60-a811-005c5d8ae7e3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2294106 Nov 09 04:18:40.535405 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-dcb1418e-a59e-400a-9c37-10f37a662885', 'network_id': 'dcb1418e-a59e-400a-9c37-10f37a662885', 'tenant_id': 'e03d3f9b88184897bb709a5d10ae0ada', 'fixed_ips': [{'subnet_id': 'dbed6a8a-7f8d-4653-88ef-694e6cc89715'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:40.536972 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.537439 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47002) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:40.632061 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-198869e8-9e16-462b-a37d-c46850874ed7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 3cdb1bf1-e4f3-42a4-8244-7631961c638c {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:18:40.669097 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-198869e8-9e16-462b-a37d-c46850874ed7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.722967 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5ce674-1131-4ebf-8445-7a0e224fa2f1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:40.727542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7d5ce674-1131-4ebf-8445-7a0e224fa2f1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.729695 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Allocated IP 172.20.0.2 (dcb1418e-a59e-400a-9c37-10f37a662885/dbed6a8a-7f8d-4653-88ef-694e6cc89715/f59ee29d-51c5-4c31-8766-5f2fb62fda49) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:40.739483 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-198869e8-9e16-462b-a37d-c46850874ed7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.741699 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.742769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.759617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.779013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5ce674-1131-4ebf-8445-7a0e224fa2f1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:40.829963 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-fd0e8f69-a051-4a1e-bc92-b302e0961852 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.849283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] No DVR routers for this DVR port fa1cb186-552c-4841-8265-61fda67cdd70 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:40.876546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Pushing event deleted for resources: {'Port': ['ID=fa1cb186-552c-4841-8265-61fda67cdd70,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:40.877362 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.907066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7d5ce674-1131-4ebf-8445-7a0e224fa2f1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.907395 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-7d5ce674-1131-4ebf-8445-7a0e224fa2f1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Added segment 1dbda8a6-1406-40f3-b906-cd51be10044e of type vlan for network e8a7e0c2-cf78-4233-98e4-e02c57d54e2d Nov 09 04:18:40.942660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.954683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.990672 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-198869e8-9e16-462b-a37d-c46850874ed7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:40.995288 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.007339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47012) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:41.007960 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Network dcb1418e-a59e-400a-9c37-10f37a662885 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:41.014934 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:41.019795 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:41.028692 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Pushing event updated for resources: {'Port': ['ID=f59ee29d-51c5-4c31-8766-5f2fb62fda49,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:41.039380 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7d5ce674-1131-4ebf-8445-7a0e224fa2f1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.050650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afe053f-8047-4f00-920c-c8ab19682c66 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Router e9c98e49-5f58-4f94-bea2-333ee0dd79b2 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:18:41.058346 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-fd0e8f69-a051-4a1e-bc92-b302e0961852 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.058817 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b9ac43-3150-40bf-aadb-618e267e97ad']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:41.081943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685a4069-e2b2-4389-9704-1890693b31e4') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:41.082317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685a4069-e2b2-4389-9704-1890693b31e4') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:41.098090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Attempting to bind port f59ee29d-51c5-4c31-8766-5f2fb62fda49 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:41.099605 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Attempting to bind port f59ee29d-51c5-4c31-8766-5f2fb62fda49 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '324829ae-296b-40f8-8a6c-c1d86da01129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dcb1418e-a59e-400a-9c37-10f37a662885'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:41.099605 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Attempting to bind port f59ee29d-51c5-4c31-8766-5f2fb62fda49 on network dcb1418e-a59e-400a-9c37-10f37a662885 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:41.102409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.104815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:41.105300 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Checking segment: {'id': '324829ae-296b-40f8-8a6c-c1d86da01129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dcb1418e-a59e-400a-9c37-10f37a662885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:41.105748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.106318 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Bound using segment: {'id': '324829ae-296b-40f8-8a6c-c1d86da01129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dcb1418e-a59e-400a-9c37-10f37a662885'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:41.106962 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Bound port: f59ee29d-51c5-4c31-8766-5f2fb62fda49, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324829ae-296b-40f8-8a6c-c1d86da01129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'dcb1418e-a59e-400a-9c37-10f37a662885'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:41.107603 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.114141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7d5ce674-1131-4ebf-8445-7a0e224fa2f1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.120851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ce674-1131-4ebf-8445-7a0e224fa2f1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:41.121836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7d5ce674-1131-4ebf-8445-7a0e224fa2f1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.124404 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.157417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-fd0e8f69-a051-4a1e-bc92-b302e0961852 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:41.165276 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-fd0e8f69-a051-4a1e-bc92-b302e0961852 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:41.176174 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.177212 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e8f69-a051-4a1e-bc92-b302e0961852 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=71e2418f-fb81-4a54-93e6-dc792a12d159,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:41.180247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-fd0e8f69-a051-4a1e-bc92-b302e0961852 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:41.186129 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7d5ce674-1131-4ebf-8445-7a0e224fa2f1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8175712 Nov 09 04:18:41.187235 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] For port f59ee29d-51c5-4c31-8766-5f2fb62fda49, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:41.188963 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47016) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:41.191960 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] For port f59ee29d-51c5-4c31-8766-5f2fb62fda49, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f59ee29d-51c5-4c31-8766-5f2fb62fda49,segment=NetworkSegment(324829ae-296b-40f8-8a6c-c1d86da01129),segment_id=324829ae-296b-40f8-8a6c-c1d86da01129)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:41.202632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.214155 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:41.214574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.218250 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-de8ce4b6-138a-4033-80f5-af7d4e6ce79e tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:41.219228 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:41.241931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-198869e8-9e16-462b-a37d-c46850874ed7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.253548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'network': {'name': 'tempest-RoutersTest-1198360227'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:41.315691 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c77b1-9bb2-4168-84b1-45bd087595ad None None] Pushing event updated for resources: {'Port': ['ID=f59ee29d-51c5-4c31-8766-5f2fb62fda49,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:41.329261 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198869e8-9e16-462b-a37d-c46850874ed7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdb1bf1-e4f3-42a4-8244-7631961c638c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:41.339375 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b722aba-e83d-4a3d-9d4b-0f136501e62f None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:41.341159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-198869e8-9e16-462b-a37d-c46850874ed7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.346960 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-198869e8-9e16-462b-a37d-c46850874ed7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/3cdb1bf1-e4f3-42a4-8244-7631961c638c HTTP/1.1" status: 204 len: 168 time: 0.8084869 Nov 09 04:18:41.350909 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47018) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:41.377413 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-fd0e8f69-a051-4a1e-bc92-b302e0961852 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:41.378088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-fd0e8f69-a051-4a1e-bc92-b302e0961852 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.441230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.443487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afe053f-8047-4f00-920c-c8ab19682c66 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:41.451103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ce674-1131-4ebf-8445-7a0e224fa2f1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Network': ['ID=e8a7e0c2-cf78-4233-98e4-e02c57d54e2d,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:41.455431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4afe053f-8047-4f00-920c-c8ab19682c66 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.479525 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b4807f-7915-41e0-b843-a92480fe42f5 None None] Sync routers for ids ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:41.484929 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d1634b58-4b31-4c88-a958-10b02c7297a6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1324279 Nov 09 04:18:41.488894 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47020) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:41.496201 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network e8a7e0c2-cf78-4233-98e4-e02c57d54e2d details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:41.500936 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ef42a137-9520-4025-bf00-649cdc6b9ad9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:41.535427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:41.539763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.547834 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4afe053f-8047-4f00-920c-c8ab19682c66 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] 10.222.0.21 "DELETE /v2.0/floatingips/c5c372a1-0792-4897-b597-325fffacdccc HTTP/1.1" status: 204 len: 168 time: 3.4445136 Nov 09 04:18:41.549148 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.551735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47024) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:41.556396 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] 10.222.0.21 "DELETE /v2.0/networks/57b9ac43-3150-40bf-aadb-618e267e97ad HTTP/1.1" status: 204 len: 168 time: 2.0881693 Nov 09 04:18:41.569277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:41.575003 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-fd0e8f69-a051-4a1e-bc92-b302e0961852 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8120160 Nov 09 04:18:41.666068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b4807f-7915-41e0-b843-a92480fe42f5 None None] Routers {'e9c98e49-5f58-4f94-bea2-333ee0dd79b2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:41.666622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-48b4807f-7915-41e0-b843-a92480fe42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:41.673614 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ecfe6-09ce-4c40-9be6-4a3546766176 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743 tempest-ExtraDHCPOptionsIpV6TestJSON-264030743-project] Pushing event deleted for resources: {'Network': ['ID=57b9ac43-3150-40bf-aadb-618e267e97ad,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:41.677023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.728777 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d1fe8-5a52-43dc-930e-9d17782a9805 req-85bd2589-3a9e-48f8-bbfa-2d2dbc102dca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:41.730986 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-242d1fe8-5a52-43dc-930e-9d17782a9805 req-85bd2589-3a9e-48f8-bbfa-2d2dbc102dca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 931 time: 0.0942039 Nov 09 04:18:41.743752 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-48b4807f-7915-41e0-b843-a92480fe42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:41.760782 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d15ec049-250d-4839-86b1-651db3206efe None None] Provisioning complete for port 71e2418f-fb81-4a54-93e6-dc792a12d159 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:41.761224 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d15ec049-250d-4839-86b1-651db3206efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.809880 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-242d1fe8-5a52-43dc-930e-9d17782a9805 req-d3d73fca-c8f2-460e-ad0d-d9d176d19168 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688946 Nov 09 04:18:41.813157 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b4807f-7915-41e0-b843-a92480fe42f5 None None] Routers {'e9c98e49-5f58-4f94-bea2-333ee0dd79b2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:41.813851 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-48b4807f-7915-41e0-b843-a92480fe42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:41.857372 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-48b4807f-7915-41e0-b843-a92480fe42f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:41.858084 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b4807f-7915-41e0-b843-a92480fe42f5 None None] The sync data for ids ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:41.878744 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.888435 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.891184 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d15ec049-250d-4839-86b1-651db3206efe None None] Port 71e2418f-fb81-4a54-93e6-dc792a12d159 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:41.913778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:41.934787 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07bd430c-55c2-4afb-97a6-bea5add12636,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:41.939992 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:41.939992 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Added segment 6be8a26d-d816-4212-a795-e7a8e3e50925 of type vlan for network 4de7869a-e9d0-4509-94ea-9fecdba2adf2 Nov 09 04:18:41.946181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a990376-1565-4308-a9dd-4fa4478e1f7c None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:18:42.003367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.031826 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Request body: {'port': {'device_id': '015b64a0-cec8-41a2-b70e-8dc858272608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:42.056866 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1a990376-1565-4308-a9dd-4fa4478e1f7c None None] Deleting port 9eab2c19-7fa0-4d4f-aa19-b503d03adba3 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:42.057526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1a990376-1565-4308-a9dd-4fa4478e1f7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.058300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.067392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:42.068216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.121566 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-de8ce4b6-138a-4033-80f5-af7d4e6ce79e tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.125134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.136847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47030) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:42.144616 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f59ee29d-51c5-4c31-8766-5f2fb62fda49 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:42.180770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Network': ['ID=4de7869a-e9d0-4509-94ea-9fecdba2adf2,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:42.186146 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-1a990376-1565-4308-a9dd-4fa4478e1f7c None None] For port 9eab2c19-7fa0-4d4f-aa19-b503d03adba3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9eab2c19-7fa0-4d4f-aa19-b503d03adba3,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:42.186628 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cd048c26-ac3b-427c-b088-20cc86f0788e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1633339 Nov 09 04:18:42.189338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47034) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:42.189732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1a990376-1565-4308-a9dd-4fa4478e1f7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.194381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-2ed82a18-86ce-420f-8e03-25a0b3401ba2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'network': {'name': 'tempest-RoutersTest-2023096187'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:42.194780 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-de8ce4b6-138a-4033-80f5-af7d4e6ce79e tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.216809 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1a990376-1565-4308-a9dd-4fa4478e1f7c None None] Calling delete_port for 9eab2c19-7fa0-4d4f-aa19-b503d03adba3 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:42.220094 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 4de7869a-e9d0-4509-94ea-9fecdba2adf2 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:42.230706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.244380 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de8ce4b6-138a-4033-80f5-af7d4e6ce79e tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network e8a7e0c2-cf78-4233-98e4-e02c57d54e2d is not hosted by any dhcp agent {{(pid=101884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 04:18:42.250165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8ce4b6-138a-4033-80f5-af7d4e6ce79e tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:42.251074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-de8ce4b6-138a-4033-80f5-af7d4e6ce79e tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.252557 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-de8ce4b6-138a-4033-80f5-af7d4e6ce79e tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "PUT /v2.0/networks/e8a7e0c2-cf78-4233-98e4-e02c57d54e2d HTTP/1.1" status: 200 len: 723 time: 1.0625510 Nov 09 04:18:42.255590 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47036) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:42.263059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7c52dfcb-ccf8-4996-9ee1-31f96133bca0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'subnet': {'network_id': 'e8a7e0c2-cf78-4233-98e4-e02c57d54e2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:42.304149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef42a137-9520-4025-bf00-649cdc6b9ad9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:42.308285 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ef42a137-9520-4025-bf00-649cdc6b9ad9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.366499 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port f59ee29d-51c5-4c31-8766-5f2fb62fda49 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:42.366879 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.394258 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ce4b6-138a-4033-80f5-af7d4e6ce79e tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Network': ['ID=e8a7e0c2-cf78-4233-98e4-e02c57d54e2d,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:42.405317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed82a18-86ce-420f-8e03-25a0b3401ba2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:42.409057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ed82a18-86ce-420f-8e03-25a0b3401ba2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.428422 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network e8a7e0c2-cf78-4233-98e4-e02c57d54e2d details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:42.474620 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ad1e4246-a6d7-4980-80fd-6889a5fd257c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5d719ba35dc4f4596848f5945b73f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318861 Nov 09 04:18:42.476122 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47038) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:42.485556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed82a18-86ce-420f-8e03-25a0b3401ba2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:42.501497 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c52dfcb-ccf8-4996-9ee1-31f96133bca0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:42.505039 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7c52dfcb-ccf8-4996-9ee1-31f96133bca0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.513852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ed82a18-86ce-420f-8e03-25a0b3401ba2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.514214 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-2ed82a18-86ce-420f-8e03-25a0b3401ba2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Added segment 67d31ce1-91b4-4b1f-a214-80d568ef2caa of type vlan for network 7b7e52ac-53e8-4fd1-8492-10c0304cbdbe Nov 09 04:18:42.580035 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1a990376-1565-4308-a9dd-4fa4478e1f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.590184 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ed82a18-86ce-420f-8e03-25a0b3401ba2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.599222 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a990376-1565-4308-a9dd-4fa4478e1f7c None None] No DVR routers for this DVR port 9eab2c19-7fa0-4d4f-aa19-b503d03adba3 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:42.628403 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.669002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.669445 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.697097 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a990376-1565-4308-a9dd-4fa4478e1f7c None None] Pushing event deleted for resources: {'Port': ['ID=9eab2c19-7fa0-4d4f-aa19-b503d03adba3,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:42.708662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ed82a18-86ce-420f-8e03-25a0b3401ba2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.715563 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed82a18-86ce-420f-8e03-25a0b3401ba2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:42.716111 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ed82a18-86ce-420f-8e03-25a0b3401ba2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.734960 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port f59ee29d-51c5-4c31-8766-5f2fb62fda49, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f59ee29d-51c5-4c31-8766-5f2fb62fda49,segment=NetworkSegment(324829ae-296b-40f8-8a6c-c1d86da01129),segment_id=324829ae-296b-40f8-8a6c-c1d86da01129)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:42.741207 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.787534 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9981ba92-a322-448f-a370-6ed1ab22c9b2 None None] Network dcb1418e-a59e-400a-9c37-10f37a662885 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:42.808624 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2ed82a18-86ce-420f-8e03-25a0b3401ba2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6181920 Nov 09 04:18:42.809276 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47040) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:42.825991 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-93676632-40f5-405e-a05d-8909dff3a703 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'subnet': {'network_id': '4de7869a-e9d0-4509-94ea-9fecdba2adf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:42.848286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.859619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19d33328-7709-4ab7-b5d5-2b9da445c733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.862983 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=f59ee29d-51c5-4c31-8766-5f2fb62fda49,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:42.880950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed82a18-86ce-420f-8e03-25a0b3401ba2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Network': ['ID=7b7e52ac-53e8-4fd1-8492-10c0304cbdbe,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:42.898757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device fa1cb186-552c-4841-8265-61fda67cdd70 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:18:42.939421 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 7b7e52ac-53e8-4fd1-8492-10c0304cbdbe details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:42.957559 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19d33328-7709-4ab7-b5d5-2b9da445c733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:42.986401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: fa1cb186-552c-4841-8265-61fda67cdd70 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:18:42.986401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device fa1cb186-552c-4841-8265-61fda67cdd70 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:18:42.987610 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-792f41f9-d118-4f46-87e3-1282ffad5ba2 None None] Provisioning complete for port f59ee29d-51c5-4c31-8766-5f2fb62fda49 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:42.990281 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-792f41f9-d118-4f46-87e3-1282ffad5ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:43.027693 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ef42a137-9520-4025-bf00-649cdc6b9ad9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:43.048445 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Allocated IP 172.26.5.121 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/78b76490-e230-4d9f-890b-1c390481d328) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:43.062746 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93676632-40f5-405e-a05d-8909dff3a703 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:43.066443 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-93676632-40f5-405e-a05d-8909dff3a703 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:43.128301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7c52dfcb-ccf8-4996-9ee1-31f96133bca0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:43.151065 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef42a137-9520-4025-bf00-649cdc6b9ad9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:43.163789 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19d33328-7709-4ab7-b5d5-2b9da445c733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:43.166896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19d33328-7709-4ab7-b5d5-2b9da445c733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:43.170421 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-19d33328-7709-4ab7-b5d5-2b9da445c733 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cdb1982-111f-4d94-b25c-a4d5146985a6 HTTP/1.1" status: 204 len: 168 time: 0.6910110 Nov 09 04:18:43.172364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-ef42a137-9520-4025-bf00-649cdc6b9ad9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:43.175638 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef42a137-9520-4025-bf00-649cdc6b9ad9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:43.176235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ef42a137-9520-4025-bf00-649cdc6b9ad9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:43.214636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d33328-7709-4ab7-b5d5-2b9da445c733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdb1982-111f-4d94-b25c-a4d5146985a6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:43.216975 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42a137-9520-4025-bf00-649cdc6b9ad9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=80cb9ad1-c3e1-4d02-9f7a-ef7e5ac42b6e,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:43.217865 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad563a0f-bd26-4ade-a1aa-3ffb1253993b None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:43.236304 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fd91d-4fec-49e8-a03d-7e7664566b9d req-e4a5cd4c-a5e5-4a1e-95a2-c240b6fa8c00 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:43.237887 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c93fd91d-4fec-49e8-a03d-7e7664566b9d req-e4a5cd4c-a5e5-4a1e-95a2-c240b6fa8c00 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 931 time: 0.3154123 Nov 09 04:18:43.244529 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e2418f-fb81-4a54-93e6-dc792a12d159 {{(pid=101884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:18:43.248171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52dfcb-ccf8-4996-9ee1-31f96133bca0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Subnet': ['ID=3e1181e1-f9c7-46c3-97f4-07eda3001f47,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:43.253626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c52dfcb-ccf8-4996-9ee1-31f96133bca0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Checking segment: {'id': '1dbda8a6-1406-40f3-b906-cd51be10044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e8a7e0c2-cf78-4233-98e4-e02c57d54e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:43.253999 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c52dfcb-ccf8-4996-9ee1-31f96133bca0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network hostable DHCP agents. Network: e8a7e0c2-cf78-4233-98e4-e02c57d54e2d, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:43.262508 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47046) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:43.263229 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ef42a137-9520-4025-bf00-649cdc6b9ad9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7735295 Nov 09 04:18:43.273745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-dfa907b9-b5a6-4a9d-b954-f0e68a4d7b58 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'fixed_ips': [{'subnet_id': '80cb9ad1-c3e1-4d02-9f7a-ef7e5ac42b6e', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1373120595'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:43.287736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:43.308037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.provisioning_blocks [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Transition to ACTIVE for port object 71e2418f-fb81-4a54-93e6-dc792a12d159 will not be triggered until provisioned by entity L2. {{(pid=101884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:18:43.389558 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:43.392636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c52dfcb-ccf8-4996-9ee1-31f96133bca0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network e8a7e0c2-cf78-4233-98e4-e02c57d54e2d is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:43.425462 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:43.459847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-7c52dfcb-ccf8-4996-9ee1-31f96133bca0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, e8a7e0c2-cf78-4233-98e4-e02c57d54e2d) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:43.471397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': '80cb9ad1-c3e1-4d02-9f7a-ef7e5ac42b6e'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:43.474856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:43.491539 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c52dfcb-ccf8-4996-9ee1-31f96133bca0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:43.492286 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7c52dfcb-ccf8-4996-9ee1-31f96133bca0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:43.492737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Pushing event updated for resources: {'Port': ['ID=71e2418f-fb81-4a54-93e6-dc792a12d159,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:43.513064 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4278b86-b56c-412a-9f31-5a7de8321b05 None None] Network e8a7e0c2-cf78-4233-98e4-e02c57d54e2d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:43.554699 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7c52dfcb-ccf8-4996-9ee1-31f96133bca0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2973557 Nov 09 04:18:43.560634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47052) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:43.561620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-93676632-40f5-405e-a05d-8909dff3a703 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:43.568972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-557ef6ea-2f14-47f1-a74e-1da47abad6de tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:43.629968 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c93fd91d-4fec-49e8-a03d-7e7664566b9d req-51639739-a3d7-41c8-b64c-4a7d5d5fa01a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3795943 Nov 09 04:18:43.642237 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:43.793760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93676632-40f5-405e-a05d-8909dff3a703 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Subnet': ['ID=3fdef961-3631-46d5-9bdc-370be9d75def,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:43.809220 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa907b9-b5a6-4a9d-b954-f0e68a4d7b58 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:43.871820 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:43.895388 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Allocated IP 172.26.5.146 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/dbcf6067-dfd2-43f5-9150-bbded4beddef) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:43.903574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93676632-40f5-405e-a05d-8909dff3a703 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Checking segment: {'id': '6be8a26d-d816-4212-a795-e7a8e3e50925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4de7869a-e9d0-4509-94ea-9fecdba2adf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:43.903977 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93676632-40f5-405e-a05d-8909dff3a703 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network hostable DHCP agents. Network: 4de7869a-e9d0-4509-94ea-9fecdba2adf2, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:43.906216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:43.912146 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:43.957599 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=78b76490-e230-4d9f-890b-1c390481d328,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:43.969940 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Allocated IP 2001:db8::2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/80cb9ad1-c3e1-4d02-9f7a-ef7e5ac42b6e/0a7dcd43-41af-4a57-a2b5-299671fc23c5) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:43.979594 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e509bc50-5b34-4263-9c49-cdb69eb21994 None None] Provisioning complete for port f59ee29d-51c5-4c31-8766-5f2fb62fda49 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:43.979890 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e509bc50-5b34-4263-9c49-cdb69eb21994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:43.996348 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Attempting to bind port 71e2418f-fb81-4a54-93e6-dc792a12d159 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:43.996767 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Attempting to bind port 71e2418f-fb81-4a54-93e6-dc792a12d159 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '09ae72e8-0c33-41e2-8721-34991dd0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:43.997334 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Attempting to bind port 71e2418f-fb81-4a54-93e6-dc792a12d159 on network e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:44.014041 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-557ef6ea-2f14-47f1-a74e-1da47abad6de tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62880153'] for subnet, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.017251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93676632-40f5-405e-a05d-8909dff3a703 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 4de7869a-e9d0-4509-94ea-9fecdba2adf2 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:44.022296 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f59ee29d-51c5-4c31-8766-5f2fb62fda49 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:44.026282 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Port 71e2418f-fb81-4a54-93e6-dc792a12d159 on network e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:18:44.026627 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Attempting to bind port 71e2418f-fb81-4a54-93e6-dc792a12d159 on network e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:44.054168 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-93676632-40f5-405e-a05d-8909dff3a703 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 4de7869a-e9d0-4509-94ea-9fecdba2adf2) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:44.060945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93676632-40f5-405e-a05d-8909dff3a703 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:44.061620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-93676632-40f5-405e-a05d-8909dff3a703 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.073870 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefbd1a2-c9da-492c-85fc-db21f8d8c078 None None] Network 4de7869a-e9d0-4509-94ea-9fecdba2adf2 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:44.120080 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-93676632-40f5-405e-a05d-8909dff3a703 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2981029 Nov 09 04:18:44.123131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47066) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:44.125405 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:44.125900 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Checking segment: {'id': '09ae72e8-0c33-41e2-8721-34991dd0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:44.126418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Bound using segment: {'id': '09ae72e8-0c33-41e2-8721-34991dd0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5'} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:44.127339 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Bound port: 71e2418f-fb81-4a54-93e6-dc792a12d159, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ae72e8-0c33-41e2-8721-34991dd0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5'}}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:44.127339 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.138982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dfa907b9-b5a6-4a9d-b954-f0e68a4d7b58 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.158056 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-dac1c204-3549-423b-9feb-fd4a596cce55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'subnet': {'network_id': '7b7e52ac-53e8-4fd1-8492-10c0304cbdbe', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:44.163669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-dfa907b9-b5a6-4a9d-b954-f0e68a4d7b58 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port 528f2938-3b06-4ecb-9440-851d18eb6eeb yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:44.250951 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-e8a7e0c2-cf78-4233-98e4-e02c57d54e2d', 'network_id': 'e8a7e0c2-cf78-4233-98e4-e02c57d54e2d', 'tenant_id': '0472f3835ad245829e341922670f7bb2', 'fixed_ips': [{'subnet_id': '3e1181e1-f9c7-46c3-97f4-07eda3001f47'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:44.252061 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.370024 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47070) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:44.377918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-557ef6ea-2f14-47f1-a74e-1da47abad6de tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748279794059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62122655'] for subnet, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.424905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ef6ea-2f14-47f1-a74e-1da47abad6de tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:44.425793 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-557ef6ea-2f14-47f1-a74e-1da47abad6de tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.429467 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-557ef6ea-2f14-47f1-a74e-1da47abad6de tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "PUT /v2.0/subnets/3e1181e1-f9c7-46c3-97f4-07eda3001f47 HTTP/1.1" status: 200 len: 806 time: 0.8655231 Nov 09 04:18:44.430084 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47074) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:44.442509 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.469289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] For port 71e2418f-fb81-4a54-93e6-dc792a12d159, host hv-neutron-8168, cleared binding levels {{(pid=101884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:44.472625 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-4de7869a-e9d0-4509-94ea-9fecdba2adf2', 'network_id': '4de7869a-e9d0-4509-94ea-9fecdba2adf2', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'fixed_ips': [{'subnet_id': '3fdef961-3631-46d5-9bdc-370be9d75def'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:44.473427 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.496164 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port f59ee29d-51c5-4c31-8766-5f2fb62fda49 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:44.496632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.532247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] For port 71e2418f-fb81-4a54-93e6-dc792a12d159, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=71e2418f-fb81-4a54-93e6-dc792a12d159,segment=NetworkSegment(09ae72e8-0c33-41e2-8721-34991dd0bc7b),segment_id=09ae72e8-0c33-41e2-8721-34991dd0bc7b)] {{(pid=101884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:44.533256 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac1c204-3549-423b-9feb-fd4a596cce55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:44.536334 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.537143 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dac1c204-3549-423b-9feb-fd4a596cce55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.563507 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.566492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1013197675'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:44.571939 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ef6ea-2f14-47f1-a74e-1da47abad6de tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Subnet': ['ID=3e1181e1-f9c7-46c3-97f4-07eda3001f47,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:44.631518 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:44.636327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.659245 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:44.659799 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.661596 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] 10.222.0.31 "PUT /v2.0/ports/71e2418f-fb81-4a54-93e6-dc792a12d159 HTTP/1.1" status: 200 len: 1093 time: 2.6369874 Nov 09 04:18:44.666641 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015b64a0-cec8-41a2-b70e-8dc858272608', 'tag': '71e2418f-fb81-4a54-93e6-dc792a12d159'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:18:44.669386 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f629edc-7282-48dc-a799-8d229d3e9b48" -d '{"events": [{"name": "network-changed", "server_uuid": "015b64a0-cec8-41a2-b70e-8dc858272608", "tag": "71e2418f-fb81-4a54-93e6-dc792a12d159"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:18:44.678950 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.684947 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.790135 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e00873-fd9a-4f6e-b49c-36a435b2e13d x-openstack-request-id: req-17e00873-fd9a-4f6e-b49c-36a435b2e13d {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:18:44.790424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015b64a0-cec8-41a2-b70e-8dc858272608", "tag": "71e2418f-fb81-4a54-93e6-dc792a12d159", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:18:44.790680 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17e00873-fd9a-4f6e-b49c-36a435b2e13d {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:18:44.791080 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015b64a0-cec8-41a2-b70e-8dc858272608', 'tag': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'status': 'completed', 'code': 200} Nov 09 04:18:44.798169 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Allocated IP 172.20.0.2 (e8a7e0c2-cf78-4233-98e4-e02c57d54e2d/3e1181e1-f9c7-46c3-97f4-07eda3001f47/78c17510-426f-4ea6-94e7-b26a6c08c5ff) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:44.802660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a7863-047f-4d60-8daa-db33f43723f5 service neutron] Pushing event updated for resources: {'Port': ['ID=71e2418f-fb81-4a54-93e6-dc792a12d159,revision_number=3']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:44.875945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:44.915540 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:44.924073 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:44.933721 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:44.944824 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.005453 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Pushing event updated for resources: {'Port': ['ID=dbcf6067-dfd2-43f5-9150-bbded4beddef,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:45.020966 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-45bdf619-8d0d-463b-ac63-91f56a50a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:45.022479 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-45bdf619-8d0d-463b-ac63-91f56a50a71d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 1096 time: 0.2456844 Nov 09 04:18:45.061665 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:45.082581 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.092808 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.101728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:45.112425 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:45.114685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Pushing event updated for resources: {'Port': ['ID=0a7dcd43-41af-4a57-a2b5-299671fc23c5,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:45.119905 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-d78182d1-f7ce-45c4-9362-4d27507cb4bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e2418f-fb81-4a54-93e6-dc792a12d159 HTTP/1.1" status: 200 len: 217 time: 0.0576108 Nov 09 04:18:45.128058 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa907b9-b5a6-4a9d-b954-f0e68a4d7b58 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:18:45.128590 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa907b9-b5a6-4a9d-b954-f0e68a4d7b58 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:18:45.131265 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Allocated IP 172.20.0.2 (4de7869a-e9d0-4509-94ea-9fecdba2adf2/3fdef961-3631-46d5-9bdc-370be9d75def/97f8619f-9b2f-46b7-b427-7d7af7fa1b36) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:45.149002 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.191228 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.200072 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-dfa907b9-b5a6-4a9d-b954-f0e68a4d7b58 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9342108 Nov 09 04:18:45.205915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47080) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:45.266764 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dac1c204-3549-423b-9feb-fd4a596cce55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.272063 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c269b5-2425-49d4-a07d-c05ce1aec5e0 req-4702b730-84dc-4412-a202-21c0d4c8e67c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:45.273843 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f0c269b5-2425-49d4-a07d-c05ce1aec5e0 req-4702b730-84dc-4412-a202-21c0d4c8e67c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 943 time: 0.1978214 Nov 09 04:18:45.298163 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.320127 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9eab2c19-7fa0-4d4f-aa19-b503d03adba3 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:18:45.338882 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-2f8b2942-ac4e-432d-a4a7-b4672aa0988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:45.340355 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-2f8b2942-ac4e-432d-a4a7-b4672aa0988d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b71824df-2056-4fdc-9e26-2c2cab08e4dc HTTP/1.1" status: 200 len: 835 time: 0.1835637 Nov 09 04:18:45.344130 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.345778 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.353798 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Network e8a7e0c2-cf78-4233-98e4-e02c57d54e2d is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:45.359433 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Attempting to bind port 0a7dcd43-41af-4a57-a2b5-299671fc23c5 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:45.360082 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Attempting to bind port 0a7dcd43-41af-4a57-a2b5-299671fc23c5 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:45.360643 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Attempting to bind port 0a7dcd43-41af-4a57-a2b5-299671fc23c5 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:45.365821 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:45.367822 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 9eab2c19-7fa0-4d4f-aa19-b503d03adba3 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:18:45.368692 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9eab2c19-7fa0-4d4f-aa19-b503d03adba3 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:18:45.370536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Pushing event updated for resources: {'Port': ['ID=78c17510-426f-4ea6-94e7-b26a6c08c5ff,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:45.372183 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1181e1-f9c7-46c3-97f4-07eda3001f47,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:45.375819 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:45.385664 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:45.386433 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:45.387085 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.387689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:45.388406 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Bound port: 0a7dcd43-41af-4a57-a2b5-299671fc23c5, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:45.389011 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.397054 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11447b6f-8a2a-4b25-b9bb-8eba950205ae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:45.398645 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-11447b6f-8a2a-4b25-b9bb-8eba950205ae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1895490 Nov 09 04:18:45.414023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47082) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:45.444635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1c204-3549-423b-9feb-fd4a596cce55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Subnet': ['ID=2b57928c-d8b7-4f83-a361-2f838217f810,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:45.483783 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac1c204-3549-423b-9feb-fd4a596cce55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Checking segment: {'id': '67d31ce1-91b4-4b1f-a214-80d568ef2caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7b7e52ac-53e8-4fd1-8492-10c0304cbdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:45.484145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac1c204-3549-423b-9feb-fd4a596cce55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network hostable DHCP agents. Network: 7b7e52ac-53e8-4fd1-8492-10c0304cbdbe, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:45.525102 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.528223 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f0c269b5-2425-49d4-a07d-c05ce1aec5e0 req-d382104d-5b87-49b6-a6b3-b7db9ff1d1b6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482164 Nov 09 04:18:45.529851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.533545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.540748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Attempting to bind port 78c17510-426f-4ea6-94e7-b26a6c08c5ff on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:45.541769 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Attempting to bind port 78c17510-426f-4ea6-94e7-b26a6c08c5ff by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '1dbda8a6-1406-40f3-b906-cd51be10044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e8a7e0c2-cf78-4233-98e4-e02c57d54e2d'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:45.542372 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Attempting to bind port 78c17510-426f-4ea6-94e7-b26a6c08c5ff on network e8a7e0c2-cf78-4233-98e4-e02c57d54e2d {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:45.546003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.560442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:45.561149 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Checking segment: {'id': '1dbda8a6-1406-40f3-b906-cd51be10044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e8a7e0c2-cf78-4233-98e4-e02c57d54e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:45.561594 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.562035 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Bound using segment: {'id': '1dbda8a6-1406-40f3-b906-cd51be10044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e8a7e0c2-cf78-4233-98e4-e02c57d54e2d'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:45.562471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Bound port: 78c17510-426f-4ea6-94e7-b26a6c08c5ff, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbda8a6-1406-40f3-b906-cd51be10044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e8a7e0c2-cf78-4233-98e4-e02c57d54e2d'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:45.562913 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.588227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a7e0c2-cf78-4233-98e4-e02c57d54e2d']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:45.600748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.611200 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] For port 0a7dcd43-41af-4a57-a2b5-299671fc23c5, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:45.611807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ddfae3-e376-4418-bd9f-13a6b208bc1b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:45.613249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ddfae3-e376-4418-bd9f-13a6b208bc1b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:45.615127 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-21ddfae3-e376-4418-bd9f-13a6b208bc1b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1894019 Nov 09 04:18:45.622287 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbda8a6-1406-40f3-b906-cd51be10044e') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:45.622630 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbda8a6-1406-40f3-b906-cd51be10044e') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:45.624391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:45.626048 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47084) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:45.634365 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.646826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ea64d0-c605-4ce1-bf71-09a11638bfec,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:45.654633 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] For port 0a7dcd43-41af-4a57-a2b5-299671fc23c5, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=0a7dcd43-41af-4a57-a2b5-299671fc23c5,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:45.676148 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.684826 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.692216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.692216 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Added segment 9a84cb81-73ee-454f-a475-33f192f52d19 of type vlan for network 2a4f88ae-c90e-49b5-9535-37524ce6b930 Nov 09 04:18:45.707852 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Network 4de7869a-e9d0-4509-94ea-9fecdba2adf2 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:45.724931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:45.725453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.732143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:45.736618 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Pushing event updated for resources: {'Port': ['ID=97f8619f-9b2f-46b7-b427-7d7af7fa1b36,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:45.740908 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fc675f-1878-4a04-8453-473e6b871d0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 80cb9ad1-c3e1-4d02-9f7a-ef7e5ac42b6e {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:18:45.749401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:45.750007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.754267 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-05fc675f-1878-4a04-8453-473e6b871d0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:45.757293 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:45.772175 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] For port 78c17510-426f-4ea6-94e7-b26a6c08c5ff, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:45.845755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Attempting to bind port 97f8619f-9b2f-46b7-b427-7d7af7fa1b36 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:45.845755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Attempting to bind port 97f8619f-9b2f-46b7-b427-7d7af7fa1b36 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '6be8a26d-d816-4212-a795-e7a8e3e50925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4de7869a-e9d0-4509-94ea-9fecdba2adf2'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:45.845971 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Attempting to bind port 97f8619f-9b2f-46b7-b427-7d7af7fa1b36 on network 4de7869a-e9d0-4509-94ea-9fecdba2adf2 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:45.848938 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113bc00-6dbc-4844-a80b-908140d60295 None None] Pushing event updated for resources: {'Port': ['ID=0a7dcd43-41af-4a57-a2b5-299671fc23c5,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:45.854877 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:45.855321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Checking segment: {'id': '6be8a26d-d816-4212-a795-e7a8e3e50925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4de7869a-e9d0-4509-94ea-9fecdba2adf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:45.855750 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.856146 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Bound using segment: {'id': '6be8a26d-d816-4212-a795-e7a8e3e50925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4de7869a-e9d0-4509-94ea-9fecdba2adf2'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:45.856626 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Bound port: 97f8619f-9b2f-46b7-b427-7d7af7fa1b36, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be8a26d-d816-4212-a795-e7a8e3e50925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4de7869a-e9d0-4509-94ea-9fecdba2adf2'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:45.857282 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.869101 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.883478 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-05fc675f-1878-4a04-8453-473e6b871d0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.910794 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.db.api [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 09 04:18:45.910794 dv-neutron-816800-2-hyperv neutron-server[101883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 09 04:18:45.910794 dv-neutron-816800-2-hyperv neutron-server[101883]: [parameters: {'id': 'e8a7e0c2-cf78-4233-98e4-e02c57d54e2d'}] Nov 09 04:18:45.910794 dv-neutron-816800-2-hyperv neutron-server[101883]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:18:45.911210 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG oslo_db.api [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:18:45.931005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] For port 78c17510-426f-4ea6-94e7-b26a6c08c5ff, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=78c17510-426f-4ea6-94e7-b26a6c08c5ff,segment=NetworkSegment(1dbda8a6-1406-40f3-b906-cd51be10044e),segment_id=1dbda8a6-1406-40f3-b906-cd51be10044e)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:45.935742 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-b8da34fb-b432-4784-9d1a-178403ee9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:45.937341 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-b8da34fb-b432-4784-9d1a-178403ee9358 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e925cd29-1b35-42fa-a731-c4b2f5dfa5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5709462 Nov 09 04:18:45.940678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.960188 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:45.963664 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac1c204-3549-423b-9feb-fd4a596cce55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 7b7e52ac-53e8-4fd1-8492-10c0304cbdbe is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:45.967409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:45.968165 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.031009 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-dac1c204-3549-423b-9feb-fd4a596cce55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 7b7e52ac-53e8-4fd1-8492-10c0304cbdbe) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:46.050736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac1c204-3549-423b-9feb-fd4a596cce55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:46.051332 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dac1c204-3549-423b-9feb-fd4a596cce55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.131648 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dac1c204-3549-423b-9feb-fd4a596cce55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0072644 Nov 09 04:18:46.139660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47086) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:46.144642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-05fc675f-1878-4a04-8453-473e6b871d0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.147983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9e435ad5-423e-4ebd-bce9-3cc606d10684 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-734078425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:46.184656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a435a8-925f-4387-a711-40abb5e211b1 None None] Network 7b7e52ac-53e8-4fd1-8492-10c0304cbdbe requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:46.197229 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-8ea3fd9d-f845-4de5-bf8d-d178d047a7de service neutron] 10.222.0.31 "GET /v2.0/networks/e925cd29-1b35-42fa-a731-c4b2f5dfa5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479064 Nov 09 04:18:46.209203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router 6a7fb37f-cdee-4bde-aefe-6fc7d2af7477 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:18:46.226679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] For port 97f8619f-9b2f-46b7-b427-7d7af7fa1b36, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:46.232610 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8604109 Nov 09 04:18:46.237165 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47088) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:46.244352 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d916432b-c275-4108-991f-65504c33e008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'name': 'tempest-PortsTestJSON-854502876'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:46.251781 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9e435ad5-423e-4ebd-bce9-3cc606d10684 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.253202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9e435ad5-423e-4ebd-bce9-3cc606d10684 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.292674 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14eb3d1-8125-40df-8a29-fdc4c7d7c6ac tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Network': ['ID=2a4f88ae-c90e-49b5-9535-37524ce6b930,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:46.316176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] For port 97f8619f-9b2f-46b7-b427-7d7af7fa1b36, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=97f8619f-9b2f-46b7-b427-7d7af7fa1b36,segment=NetworkSegment(6be8a26d-d816-4212-a795-e7a8e3e50925),segment_id=6be8a26d-d816-4212-a795-e7a8e3e50925)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:46.320335 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:46.350213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.353888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374b9a1-7b9c-4c17-87c5-45bca13b888b None None] Pushing event updated for resources: {'Port': ['ID=78c17510-426f-4ea6-94e7-b26a6c08c5ff,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:46.386374 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-05fc675f-1878-4a04-8453-473e6b871d0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.400557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.401101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c77980b-e1c7-4660-a2ef-b3a8ae9ad4a0 None None] Network e8a7e0c2-cf78-4233-98e4-e02c57d54e2d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:46.417389 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.423120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc675f-1878-4a04-8453-473e6b871d0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=80cb9ad1-c3e1-4d02-9f7a-ef7e5ac42b6e,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:46.424948 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-05fc675f-1878-4a04-8453-473e6b871d0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.435739 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-05fc675f-1878-4a04-8453-473e6b871d0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/80cb9ad1-c3e1-4d02-9f7a-ef7e5ac42b6e HTTP/1.1" status: 204 len: 168 time: 0.8053169 Nov 09 04:18:46.435739 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47090) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:46.444006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d916432b-c275-4108-991f-65504c33e008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:46.451587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d916432b-c275-4108-991f-65504c33e008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.454065 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9e435ad5-423e-4ebd-bce9-3cc606d10684 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.455194 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.502546 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-118dd6dd-09b5-4be4-a3e1-a65e021d212b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619483 Nov 09 04:18:46.507602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47092) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:46.513299 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9e435ad5-423e-4ebd-bce9-3cc606d10684 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.515700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d6f67ba2-d5a2-478e-a007-fcb9372b1e1b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:46.566112 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37250435-14f8-46c0-a3a6-5e5b34593693 None None] Pushing event updated for resources: {'Port': ['ID=97f8619f-9b2f-46b7-b427-7d7af7fa1b36,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:46.622969 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.636430 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-d916432b-c275-4108-991f-65504c33e008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:46.640706 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1e47443e-7c7f-4a11-994c-1bcdda3de121 req-077dc844-2293-45be-ab28-d7da5f54149d service neutron] 10.222.0.31 "GET /v2.0/networks/e925cd29-1b35-42fa-a731-c4b2f5dfa5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255590 Nov 09 04:18:46.657018 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9e435ad5-423e-4ebd-bce9-3cc606d10684 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.660780 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-7b7e52ac-53e8-4fd1-8492-10c0304cbdbe', 'network_id': '7b7e52ac-53e8-4fd1-8492-10c0304cbdbe', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'fixed_ips': [{'subnet_id': '2b57928c-d8b7-4f83-a361-2f838217f810'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:46.661232 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9e435ad5-423e-4ebd-bce9-3cc606d10684 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5170171 Nov 09 04:18:46.662761 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.665114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47096) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:46.717395 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8f7817-bd31-4ec3-8d36-3311ef7dd46e None None] Network e8a7e0c2-cf78-4233-98e4-e02c57d54e2d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:46.825286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Pushing event updated for resources: {'Port': ['ID=dbcf6067-dfd2-43f5-9150-bbded4beddef,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:46.847862 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f67ba2-d5a2-478e-a007-fcb9372b1e1b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:46.851668 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d6f67ba2-d5a2-478e-a007-fcb9372b1e1b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.922912 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:46.936421 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e240d1-548b-4c0e-b600-31a427c2648c None None] Sync routers for ids ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:46.970701 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.972087 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6cc13dba-fd61-494f-9bd5-58b36cde29fd tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4105883 Nov 09 04:18:46.975382 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47098) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:46.981821 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:46.983083 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e240d1-548b-4c0e-b600-31a427c2648c None None] Routers {'6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:46.983986 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-44e240d1-548b-4c0e-b600-31a427c2648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:46.986630 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Deleting port 78c17510-426f-4ea6-94e7-b26a6c08c5ff {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:46.986970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.063270 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-44e240d1-548b-4c0e-b600-31a427c2648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:47.090138 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e240d1-548b-4c0e-b600-31a427c2648c None None] Routers {'6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:47.094781 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-44e240d1-548b-4c0e-b600-31a427c2648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:47.106566 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.109036 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fb478c0d-fbe4-4e10-99af-1763e20288fc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6311877 Nov 09 04:18:47.120656 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53052fbb-b72c-4df7-b6f3-878e15293e94 req-643ad3d2-971c-486f-86f3-378fa2001298 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:47.123195 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-53052fbb-b72c-4df7-b6f3-878e15293e94 req-643ad3d2-971c-486f-86f3-378fa2001298 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 943 time: 0.4427011 Nov 09 04:18:47.125926 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47102) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:47.149529 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-44e240d1-548b-4c0e-b600-31a427c2648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:47.151197 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e240d1-548b-4c0e-b600-31a427c2648c None None] The sync data for ids ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:47.199172 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Allocated IP 172.21.0.2 (7b7e52ac-53e8-4fd1-8492-10c0304cbdbe/2b57928c-d8b7-4f83-a361-2f838217f810/b609a5c0-912f-4539-9836-692692eae8a4) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:47.204222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f629edc-7282-48dc-a799-8d229d3e9b48 req-71a3a608-a122-4f5d-bf95-f4b6639bfd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:47.205754 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7f629edc-7282-48dc-a799-8d229d3e9b48 req-71a3a608-a122-4f5d-bf95-f4b6639bfd57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 1096 time: 0.4377580 Nov 09 04:18:47.239916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:47.279067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d916432b-c275-4108-991f-65504c33e008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.285552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] For port 78c17510-426f-4ea6-94e7-b26a6c08c5ff, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=78c17510-426f-4ea6-94e7-b26a6c08c5ff,segment=NetworkSegment(1dbda8a6-1406-40f3-b906-cd51be10044e),segment_id=1dbda8a6-1406-40f3-b906-cd51be10044e)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:47.285919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.339331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Calling delete_port for 78c17510-426f-4ea6-94e7-b26a6c08c5ff owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:47.390925 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.397807 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-53052fbb-b72c-4df7-b6f3-878e15293e94 req-03a2a2c5-a3f4-4647-8cb2-9e1a064ef3b6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281671 Nov 09 04:18:47.402836 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.415814 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18d9c2-8194-478a-a83c-a840f9d175b1 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:47.429579 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks [] for floatingip, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.491104 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.591955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Pushing event updated for resources: {'Port': ['ID=b609a5c0-912f-4539-9836-692692eae8a4,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:47.598182 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Network 7b7e52ac-53e8-4fd1-8492-10c0304cbdbe is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:47.629942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d916432b-c275-4108-991f-65504c33e008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.632656 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f629edc-7282-48dc-a799-8d229d3e9b48 req-1e7b57c9-57bd-4aee-8207-b9bc72d424b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:47.634027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:47.634454 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7f629edc-7282-48dc-a799-8d229d3e9b48 req-1e7b57c9-57bd-4aee-8207-b9bc72d424b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 HTTP/1.1" status: 200 len: 896 time: 0.4087002 Nov 09 04:18:47.641374 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-160a2823-8a69-4446-a0e8-86187ac0a07f None None] Provisioning complete for port 0a7dcd43-41af-4a57-a2b5-299671fc23c5 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:47.641720 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-160a2823-8a69-4446-a0e8-86187ac0a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.644594 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:47.752007 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7f629edc-7282-48dc-a799-8d229d3e9b48 req-cf8683fe-551e-4005-a893-5320e15f35b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e2418f-fb81-4a54-93e6-dc792a12d159 HTTP/1.1" status: 200 len: 217 time: 0.0653827 Nov 09 04:18:47.769621 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a4a3fd-c99f-4359-af2f-ec894fc08d9e None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:18:47.781249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Attempting to bind port b609a5c0-912f-4539-9836-692692eae8a4 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:47.781649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Attempting to bind port b609a5c0-912f-4539-9836-692692eae8a4 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '67d31ce1-91b4-4b1f-a214-80d568ef2caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7b7e52ac-53e8-4fd1-8492-10c0304cbdbe'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:47.782021 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Attempting to bind port b609a5c0-912f-4539-9836-692692eae8a4 on network 7b7e52ac-53e8-4fd1-8492-10c0304cbdbe {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:47.808721 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:47.809106 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Checking segment: {'id': '67d31ce1-91b4-4b1f-a214-80d568ef2caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7b7e52ac-53e8-4fd1-8492-10c0304cbdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:47.809491 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.809924 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Bound using segment: {'id': '67d31ce1-91b4-4b1f-a214-80d568ef2caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7b7e52ac-53e8-4fd1-8492-10c0304cbdbe'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:47.810582 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Bound port: b609a5c0-912f-4539-9836-692692eae8a4, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d31ce1-91b4-4b1f-a214-80d568ef2caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7b7e52ac-53e8-4fd1-8492-10c0304cbdbe'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:47.813048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.824943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d6f67ba2-d5a2-478e-a007-fcb9372b1e1b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.874094 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Allocated IP 172.20.0.1 (4de7869a-e9d0-4509-94ea-9fecdba2adf2/3fdef961-3631-46d5-9bdc-370be9d75def/8547a8d2-a6b8-4a22-95d8-b1a0edc31874) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:47.875455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.891328 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f629edc-7282-48dc-a799-8d229d3e9b48 req-1422c7d0-3f22-4e25-9195-62c2aaeecbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:47.896112 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7f629edc-7282-48dc-a799-8d229d3e9b48 req-1422c7d0-3f22-4e25-9195-62c2aaeecbfd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b71824df-2056-4fdc-9e26-2c2cab08e4dc HTTP/1.1" status: 200 len: 835 time: 0.0891628 Nov 09 04:18:47.911531 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-160a2823-8a69-4446-a0e8-86187ac0a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.932269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916432b-c275-4108-991f-65504c33e008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=440f6eae-6f18-4efc-8bdd-ad527a8d0b50,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:47.965872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] For port b609a5c0-912f-4539-9836-692692eae8a4, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:47.970330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] For port b609a5c0-912f-4539-9836-692692eae8a4, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b609a5c0-912f-4539-9836-692692eae8a4,segment=NetworkSegment(67d31ce1-91b4-4b1f-a214-80d568ef2caa),segment_id=67d31ce1-91b4-4b1f-a214-80d568ef2caa)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:47.973697 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763aa8ba-ebb5-43fd-94e8-1f4517578bb7 None None] Network 4de7869a-e9d0-4509-94ea-9fecdba2adf2 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:47.986846 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-160a2823-8a69-4446-a0e8-86187ac0a07f None None] For port 0a7dcd43-41af-4a57-a2b5-299671fc23c5, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=0a7dcd43-41af-4a57-a2b5-299671fc23c5,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:47.997533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-96a4a3fd-c99f-4359-af2f-ec894fc08d9e None None] Deleting port 0a7dcd43-41af-4a57-a2b5-299671fc23c5 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:47.997913 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-96a4a3fd-c99f-4359-af2f-ec894fc08d9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:47.999841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.026699 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-160a2823-8a69-4446-a0e8-86187ac0a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.063087 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f629edc-7282-48dc-a799-8d229d3e9b48 req-0b203f2e-aa62-4658-90e1-721c973aa410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:48.064413 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7f629edc-7282-48dc-a799-8d229d3e9b48 req-0b203f2e-aa62-4658-90e1-721c973aa410 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e925cd29-1b35-42fa-a731-c4b2f5dfa5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708981 Nov 09 04:18:48.087448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 97f8619f-9b2f-46b7-b427-7d7af7fa1b36 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:48.113064 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.129531 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No DVR routers for this DVR port 78c17510-426f-4ea6-94e7-b26a6c08c5ff on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:48.203851 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7f629edc-7282-48dc-a799-8d229d3e9b48 req-dda71514-758c-4eec-a059-62a1e59204d6 service neutron] 10.222.0.31 "GET /v2.0/networks/e925cd29-1b35-42fa-a731-c4b2f5dfa5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294196 Nov 09 04:18:48.206068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.228423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f67ba2-d5a2-478e-a007-fcb9372b1e1b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:48.236506 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Port': ['ID=78c17510-426f-4ea6-94e7-b26a6c08c5ff,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:48.262894 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=8547a8d2-a6b8-4a22-95d8-b1a0edc31874,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:48.263780 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f67ba2-d5a2-478e-a007-fcb9372b1e1b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=31014381-1050-4c22-ba11-c11e06eb9014,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:48.296902 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-d6f67ba2-d5a2-478e-a007-fcb9372b1e1b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:48.304785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f67ba2-d5a2-478e-a007-fcb9372b1e1b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:48.305419 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d6f67ba2-d5a2-478e-a007-fcb9372b1e1b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.334186 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 4de7869a-e9d0-4509-94ea-9fecdba2adf2 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:48.336924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:48.340182 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:48.352274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d916432b-c275-4108-991f-65504c33e008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Checking segment: {'id': '9a84cb81-73ee-454f-a475-33f192f52d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:48.352637 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d916432b-c275-4108-991f-65504c33e008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network hostable DHCP agents. Network: 2a4f88ae-c90e-49b5-9535-37524ce6b930, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:48.364059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.393656 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d6f67ba2-d5a2-478e-a007-fcb9372b1e1b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8804505 Nov 09 04:18:48.393827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36842098-9d06-449d-98cb-b6364b62bf2a None None] Pushing event updated for resources: {'Port': ['ID=b609a5c0-912f-4539-9836-692692eae8a4,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:48.397174 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47104) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:48.416387 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-fa467736-7f23-42f0-8a9d-5c5c81948e98 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1679925534', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:48.421321 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.428223 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7f629edc-7282-48dc-a799-8d229d3e9b48 req-86a8343a-3e28-4be3-991b-e7b289cb5521 service neutron] 10.222.0.31 "GET /v2.0/networks/e925cd29-1b35-42fa-a731-c4b2f5dfa5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665709 Nov 09 04:18:48.446840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a7e0c2-cf78-4233-98e4-e02c57d54e2d']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:48.500689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-fd1df548-6c19-4fa7-892b-ec99a1f43165 None None] Provisioning complete for port 97f8619f-9b2f-46b7-b427-7d7af7fa1b36 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:48.501065 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fd1df548-6c19-4fa7-892b-ec99a1f43165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.504657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-96a4a3fd-c99f-4359-af2f-ec894fc08d9e None None] For port 0a7dcd43-41af-4a57-a2b5-299671fc23c5, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=0a7dcd43-41af-4a57-a2b5-299671fc23c5,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:48.505061 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-96a4a3fd-c99f-4359-af2f-ec894fc08d9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.514129 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d916432b-c275-4108-991f-65504c33e008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:48.538709 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbda8a6-1406-40f3-b906-cd51be10044e') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:48.539031 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbda8a6-1406-40f3-b906-cd51be10044e') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:48.543105 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.595859 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-96a4a3fd-c99f-4359-af2f-ec894fc08d9e None None] Calling delete_port for 0a7dcd43-41af-4a57-a2b5-299671fc23c5 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:48.602871 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.605933 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fa467736-7f23-42f0-8a9d-5c5c81948e98 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.606228 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fa467736-7f23-42f0-8a9d-5c5c81948e98 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.621169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-d916432b-c275-4108-991f-65504c33e008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 2a4f88ae-c90e-49b5-9535-37524ce6b930) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:48.634727 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d916432b-c275-4108-991f-65504c33e008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:48.641744 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d916432b-c275-4108-991f-65504c33e008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:48.642335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d916432b-c275-4108-991f-65504c33e008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.645213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f65283-559a-47cd-983b-67953baedf40 None None] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:48.690714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.698778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.708769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.713860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a2823-8a69-4446-a0e8-86187ac0a07f None None] Pushing event updated for resources: {'Port': ['ID=0a7dcd43-41af-4a57-a2b5-299671fc23c5,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:48.716312 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 97f8619f-9b2f-46b7-b427-7d7af7fa1b36 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:48.716693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.729041 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:48.729441 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:48.744742 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:48.765831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab9b90-cb32-45e7-a2bd-244d52ebeac4 req-c58a04c0-ed9e-43d7-8d24-4ea87cbf0077 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:48.767338 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1ab9b90-cb32-45e7-a2bd-244d52ebeac4 req-c58a04c0-ed9e-43d7-8d24-4ea87cbf0077 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 943 time: 0.2716262 Nov 09 04:18:48.784730 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d916432b-c275-4108-991f-65504c33e008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5435154 Nov 09 04:18:48.785537 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47108) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:48.791929 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-cc723247-78d9-4151-b845-2f10edd93e62 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-923373022'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:48.858848 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fa467736-7f23-42f0-8a9d-5c5c81948e98 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.887749 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc723247-78d9-4151-b845-2f10edd93e62 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:48.891529 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc723247-78d9-4151-b845-2f10edd93e62 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.925138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fa467736-7f23-42f0-8a9d-5c5c81948e98 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.932220 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc723247-78d9-4151-b845-2f10edd93e62 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:48.934849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fd1df548-6c19-4fa7-892b-ec99a1f43165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.957260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-96a4a3fd-c99f-4359-af2f-ec894fc08d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.960967 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc723247-78d9-4151-b845-2f10edd93e62 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:48.960967 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-cc723247-78d9-4151-b845-2f10edd93e62 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Added segment 74ef0f2f-9ea5-4055-9c63-789cae00e986 of type vlan for network 83fd9f24-881f-4a4f-96e3-65ca8ebc2505 Nov 09 04:18:49.031060 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4a3fd-c99f-4359-af2f-ec894fc08d9e None None] Pushing event deleted for resources: {'Port': ['ID=0a7dcd43-41af-4a57-a2b5-299671fc23c5,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:49.053112 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a4a3fd-c99f-4359-af2f-ec894fc08d9e None None] No DVR routers for this DVR port 0a7dcd43-41af-4a57-a2b5-299671fc23c5 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:18:49.074323 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-fd1df548-6c19-4fa7-892b-ec99a1f43165 None None] For port 97f8619f-9b2f-46b7-b427-7d7af7fa1b36, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=97f8619f-9b2f-46b7-b427-7d7af7fa1b36,segment=NetworkSegment(6be8a26d-d816-4212-a795-e7a8e3e50925),segment_id=6be8a26d-d816-4212-a795-e7a8e3e50925)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:49.077648 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc723247-78d9-4151-b845-2f10edd93e62 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:49.078220 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:49.088070 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fd1df548-6c19-4fa7-892b-ec99a1f43165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:49.097076 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ffe214-701e-45fe-9701-4ebadfcc5a9a None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:49.130635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc723247-78d9-4151-b845-2f10edd93e62 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:49.136329 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc723247-78d9-4151-b845-2f10edd93e62 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:49.137547 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc723247-78d9-4151-b845-2f10edd93e62 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:49.232798 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cc723247-78d9-4151-b845-2f10edd93e62 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4439495 Nov 09 04:18:49.235338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:49.253725 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47110) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:49.261776 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'ports': [{'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930'}, {'network_id': '83fd9f24-881f-4a4f-96e3-65ca8ebc2505'}]} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:49.262116 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:49.262571 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'network_id': '83fd9f24-881f-4a4f-96e3-65ca8ebc2505'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:49.267857 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:49.282441 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:18:49.282804 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:18:49.297076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc723247-78d9-4151-b845-2f10edd93e62 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Network': ['ID=83fd9f24-881f-4a4f-96e3-65ca8ebc2505,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:49.311998 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1df548-6c19-4fa7-892b-ec99a1f43165 None None] Pushing event updated for resources: {'Port': ['ID=97f8619f-9b2f-46b7-b427-7d7af7fa1b36,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:49.322217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 83fd9f24-881f-4a4f-96e3-65ca8ebc2505 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:49.404056 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1ab9b90-cb32-45e7-a2bd-244d52ebeac4 req-a8f0abbe-5371-4e39-89af-543ceac83a83 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6209488 Nov 09 04:18:49.436536 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:49.451442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:49.457973 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/e8a7e0c2-cf78-4233-98e4-e02c57d54e2d HTTP/1.1" status: 204 len: 168 time: 5.0223331 Nov 09 04:18:49.462230 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47112) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:49.506861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fa467736-7f23-42f0-8a9d-5c5c81948e98 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:49.509328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4615516d-6d2e-4da0-8da3-632c48027de9 None None] Provisioning complete for port 8547a8d2-a6b8-4a22-95d8-b1a0edc31874 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:49.509851 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4615516d-6d2e-4da0-8da3-632c48027de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:49.511203 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fa467736-7f23-42f0-8a9d-5c5c81948e98 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1059947 Nov 09 04:18:49.517248 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47114) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:49.519139 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67a800-8673-4983-9cc8-a6f85c5b7cc8 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Network': ['ID=e8a7e0c2-cf78-4233-98e4-e02c57d54e2d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:49.583339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Allocated IP 172.26.5.24 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/30d15e6e-a1b8-49e3-9ce5-63bae4253032) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:49.607466 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': '31014381-1050-4c22-ba11-c11e06eb9014'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:49.608403 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:49.612057 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4615516d-6d2e-4da0-8da3-632c48027de9 None None] Port 8547a8d2-a6b8-4a22-95d8-b1a0edc31874 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:49.651045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4615516d-6d2e-4da0-8da3-632c48027de9 None None] Provisioning complete for port 97f8619f-9b2f-46b7-b427-7d7af7fa1b36 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:49.651445 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4615516d-6d2e-4da0-8da3-632c48027de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:49.883559 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a4d69b-9659-4a40-97a4-9e50866f681a None None] Network 7b7e52ac-53e8-4fd1-8492-10c0304cbdbe requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:49.925226 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Allocated IP 2001:db8::2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/31014381-1050-4c22-ba11-c11e06eb9014/1b191b03-0861-419e-8eb0-d41a00ff3cec) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:49.963809 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-30769b4c-38c4-4ebc-8236-45fbbf2e94f0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:18:49.964460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30769b4c-38c4-4ebc-8236-45fbbf2e94f0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:18:49.972472 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-30769b4c-38c4-4ebc-8236-45fbbf2e94f0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/e8a7e0c2-cf78-4233-98e4-e02c57d54e2d HTTP/1.1" status: 404 len: 339 time: 0.4958334 Nov 09 04:18:49.974403 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:49.975171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47116) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:49.982646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-895438045', 'description': 'd1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:49.983810 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=8547a8d2-a6b8-4a22-95d8-b1a0edc31874,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:49.988358 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 71e2418f-fb81-4a54-93e6-dc792a12d159 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:18:50.016710 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:50.021140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.028048 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.028408 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.028752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.029071 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.029407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.031146 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.031485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.031815 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.032141 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.032465 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.032795 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.033154 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.128926 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.165570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:50.181820 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Allocated IP 172.20.0.1 (dcb1418e-a59e-400a-9c37-10f37a662885/dbed6a8a-7f8d-4653-88ef-694e6cc89715/0b867063-139f-473c-b0ef-c5852c6b9752) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:50.201910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 4de7869a-e9d0-4509-94ea-9fecdba2adf2 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:50.202936 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'port': 2} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:50.206045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b609a5c0-912f-4539-9836-692692eae8a4 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:50.207632 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.214635 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.216995 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.217345 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Added segment ae1cb6de-b60f-45a2-bdb7-447a5e7e51b5 of type vlan for network aeccaf11-9986-4c44-a3ca-ff0fd092a03e Nov 09 04:18:50.221323 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:50.223233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.241023 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-784078e7-0172-4b0f-bc11-f8492d8f6fb4 None None] Provisioning complete for port 8547a8d2-a6b8-4a22-95d8-b1a0edc31874 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:50.241677 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-784078e7-0172-4b0f-bc11-f8492d8f6fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.316338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.364913 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port 74256e94-9658-4016-a5e7-93cd9d0b1be8 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:50.498251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.538783 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 8298293b-3760-4d70-bcb3-9d60d0f0d0de is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:18:50.583679 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.590006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:50.590665 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.593918 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.594111 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:50.599688 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-784078e7-0172-4b0f-bc11-f8492d8f6fb4 None None] Port 8547a8d2-a6b8-4a22-95d8-b1a0edc31874 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:50.622748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 71e2418f-fb81-4a54-93e6-dc792a12d159, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=71e2418f-fb81-4a54-93e6-dc792a12d159,segment=NetworkSegment(09ae72e8-0c33-41e2-8721-34991dd0bc7b),segment_id=09ae72e8-0c33-41e2-8721-34991dd0bc7b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:50.625679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.633227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:50.636688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:50.647348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.660879 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'port_id': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'mac_address': 'fa:16:3e:59:e5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:18:50.684605 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b0f51-a205-4b6e-8352-80bf436af9de req-a50bdc65-0b22-4ff5-90f3-d65394603e48 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:50.691452 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ea0b0f51-a205-4b6e-8352-80bf436af9de req-a50bdc65-0b22-4ff5-90f3-d65394603e48 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 943 time: 0.1770723 Nov 09 04:18:50.695306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-784078e7-0172-4b0f-bc11-f8492d8f6fb4 None None] Provisioning complete for port b609a5c0-912f-4539-9836-692692eae8a4 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:50.696406 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-784078e7-0172-4b0f-bc11-f8492d8f6fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.733174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port b609a5c0-912f-4539-9836-692692eae8a4 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:50.733174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.760399 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port 55c0adaf-1cbe-47a8-93f3-8ffdeada8d61 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:50.778587 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7997746 Nov 09 04:18:50.779273 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47120) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:50.779390 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:50.785446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:50.796783 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2f557049-e328-4f5a-b752-ffe7d64316e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/8298293b-3760-4d70-bcb3-9d60d0f0d0de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1265986 Nov 09 04:18:50.800896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Pushing event updated for resources: {'Port': ['ID=30d15e6e-a1b8-49e3-9ce5-63bae4253032,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:50.803052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47122) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:50.812183 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:50.818751 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5556d70-f511-41ae-920a-e70a86af53b8 None None] Sync routers for ids ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:50.821758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:50.824562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.849663 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Pushing event updated for resources: {'Port': ['ID=1b191b03-0861-419e-8eb0-d41a00ff3cec,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:50.867619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Network': ['ID=aeccaf11-9986-4c44-a3ca-ff0fd092a03e,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:50.868178 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ea0b0f51-a205-4b6e-8352-80bf436af9de req-8c9ed718-1601-48dd-b35f-de16ecc7dd05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710482 Nov 09 04:18:50.885932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:50.909354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5556d70-f511-41ae-920a-e70a86af53b8 None None] Routers {'8298293b-3760-4d70-bcb3-9d60d0f0d0de'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:50.910203 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a5556d70-f511-41ae-920a-e70a86af53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:50.929664 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.930127 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.930681 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.931028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.931402 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.931790 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.932121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.932446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.932767 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.933087 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.933411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.933781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5742fbb-469d-4504-957b-3e673e97982f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:50.965757 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b17847-f096-41c9-b34a-b187d0a58604 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:50.967303 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b8b17847-f096-41c9-b34a-b187d0a58604 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports/8547a8d2-a6b8-4a22-95d8-b1a0edc31874 HTTP/1.1" status: 200 len: 910 time: 0.1617479 Nov 09 04:18:50.970526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47124) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:50.980216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6ab8de-a7ea-4c67-82e6-779bccb74154 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:50.983925 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network aeccaf11-9986-4c44-a3ca-ff0fd092a03e details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:50.987300 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-af6ab8de-a7ea-4c67-82e6-779bccb74154 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "GET /v2.0/networks?id=aeccaf11-9986-4c44-a3ca-ff0fd092a03e HTTP/1.1" status: 200 len: 760 time: 0.1975229 Nov 09 04:18:51.009621 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a5556d70-f511-41ae-920a-e70a86af53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:51.024711 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47126) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:51.036811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-017705a0-980b-4930-8ad9-7fae73e8c410 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'network': {'description': 'd2'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:51.043792 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e2418f-fb81-4a54-93e6-dc792a12d159 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:18:51.105112 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::1 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/31014381-1050-4c22-ba11-c11e06eb9014/691f43d3-ac80-4b71-9989-334f38053cb6) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:51.111474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Attempting to bind port 1b191b03-0861-419e-8eb0-d41a00ff3cec on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:51.111880 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Attempting to bind port 1b191b03-0861-419e-8eb0-d41a00ff3cec by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:51.112249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Attempting to bind port 1b191b03-0861-419e-8eb0-d41a00ff3cec on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:51.119755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.124816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.138121 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 71e2418f-fb81-4a54-93e6-dc792a12d159, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=71e2418f-fb81-4a54-93e6-dc792a12d159,segment=NetworkSegment(09ae72e8-0c33-41e2-8721-34991dd0bc7b),segment_id=09ae72e8-0c33-41e2-8721-34991dd0bc7b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:51.145911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-784078e7-0172-4b0f-bc11-f8492d8f6fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.148392 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:51.148802 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:51.149155 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.149589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:51.150074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Bound port: 1b191b03-0861-419e-8eb0-d41a00ff3cec, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:51.150894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.156752 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5556d70-f511-41ae-920a-e70a86af53b8 None None] Routers {'8298293b-3760-4d70-bcb3-9d60d0f0d0de'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:51.157635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a5556d70-f511-41ae-920a-e70a86af53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:51.173543 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.176882 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.209994 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.221627 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network dcb1418e-a59e-400a-9c37-10f37a662885 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:51.240113 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a5556d70-f511-41ae-920a-e70a86af53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:51.241033 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5556d70-f511-41ae-920a-e70a86af53b8 None None] The sync data for ids ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:51.263745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:51.266011 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:51.274474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.305101 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=0b867063-139f-473c-b0ef-c5852c6b9752,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:51.318761 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-784078e7-0172-4b0f-bc11-f8492d8f6fb4 None None] For port b609a5c0-912f-4539-9836-692692eae8a4, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b609a5c0-912f-4539-9836-692692eae8a4,segment=NetworkSegment(67d31ce1-91b4-4b1f-a214-80d568ef2caa),segment_id=67d31ce1-91b4-4b1f-a214-80d568ef2caa)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:51.333843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=71e2418f-fb81-4a54-93e6-dc792a12d159,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:51.342145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-784078e7-0172-4b0f-bc11-f8492d8f6fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.395741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.415406 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.427834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] For port 1b191b03-0861-419e-8eb0-d41a00ff3cec, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:51.455774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.459948 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-017705a0-980b-4930-8ad9-7fae73e8c410 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.463404 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] For port 1b191b03-0861-419e-8eb0-d41a00ff3cec, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1b191b03-0861-419e-8eb0-d41a00ff3cec,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:51.482958 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:18:51.483328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:18:51.488261 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.496687 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784078e7-0172-4b0f-bc11-f8492d8f6fb4 None None] Pushing event updated for resources: {'Port': ['ID=b609a5c0-912f-4539-9836-692692eae8a4,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:51.508179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['71e2418f-fb81-4a54-93e6-dc792a12d159'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:18:51.539857 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=74256e94-9658-4016-a5e7-93cd9d0b1be8,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:51.549276 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:51.553879 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:51.559739 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-017705a0-980b-4930-8ad9-7fae73e8c410 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.565769 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2ddd9ab6-af1f-4937-9c1c-7f657ffa6889 None None] Provisioning complete for port 8547a8d2-a6b8-4a22-95d8-b1a0edc31874 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:51.566237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2ddd9ab6-af1f-4937-9c1c-7f657ffa6889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.568602 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:51.569471 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.635063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-017705a0-980b-4930-8ad9-7fae73e8c410 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network aeccaf11-9986-4c44-a3ca-ff0fd092a03e is not hosted by any dhcp agent {{(pid=101884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 04:18:51.639753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.649020 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017705a0-980b-4930-8ad9-7fae73e8c410 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:51.650021 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-017705a0-980b-4930-8ad9-7fae73e8c410 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.651408 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-017705a0-980b-4930-8ad9-7fae73e8c410 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "PUT /v2.0/networks/aeccaf11-9986-4c44-a3ca-ff0fd092a03e HTTP/1.1" status: 200 len: 757 time: 0.6256759 Nov 09 04:18:51.674612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd9ab6-af1f-4937-9c1c-7f657ffa6889 None None] Port 8547a8d2-a6b8-4a22-95d8-b1a0edc31874 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:51.676749 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017705a0-980b-4930-8ad9-7fae73e8c410 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Network': ['ID=aeccaf11-9986-4c44-a3ca-ff0fd092a03e,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:51.681474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c3fdc-c8b4-458e-b0fd-37f830a34147 None None] Pushing event updated for resources: {'Port': ['ID=1b191b03-0861-419e-8eb0-d41a00ff3cec,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:51.691780 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47128) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:51.759662 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=55c0adaf-1cbe-47a8-93f3-8ffdeada8d61,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:51.769214 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:51.772043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network aeccaf11-9986-4c44-a3ca-ff0fd092a03e details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:51.819496 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:51.832849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:51.833369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.893040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.901402 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.914650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=691f43d3-ac80-4b71-9989-334f38053cb6,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:51.922952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2ddd9ab6-af1f-4937-9c1c-7f657ffa6889 None None] Provisioning complete for port b609a5c0-912f-4539-9836-692692eae8a4 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:51.923415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2ddd9ab6-af1f-4937-9c1c-7f657ffa6889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.932064 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.979372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:51.982526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Checking segment: {'id': '74ef0f2f-9ea5-4055-9c63-789cae00e986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '83fd9f24-881f-4a4f-96e3-65ca8ebc2505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:51.982898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network hostable DHCP agents. Network: 83fd9f24-881f-4a4f-96e3-65ca8ebc2505, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:52.009427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea4b305-bb77-4515-9a8c-6a6e8b101263 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:52.017729 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3ea4b305-bb77-4515-9a8c-6a6e8b101263 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "GET /v2.0/networks?id=aeccaf11-9986-4c44-a3ca-ff0fd092a03e HTTP/1.1" status: 200 len: 760 time: 0.3232143 Nov 09 04:18:52.018272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47132) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:52.045711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6591842a-16b3-4cdf-8066-fa218c85a0c7 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2022704549'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:52.072396 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 97f8619f-9b2f-46b7-b427-7d7af7fa1b36 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:52.096203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network 83fd9f24-881f-4a4f-96e3-65ca8ebc2505 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:52.142660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 83fd9f24-881f-4a4f-96e3-65ca8ebc2505) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:52.151455 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:52.158920 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:52.164526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:52.165432 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:52.165666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f95fa-2000-47fb-86c6-09ec3e5624a6 None None] Network 83fd9f24-881f-4a4f-96e3-65ca8ebc2505 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:52.186586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Pushing event updated for resources: {'Port': ['ID=30d15e6e-a1b8-49e3-9ce5-63bae4253032,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:52.248523 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 97f8619f-9b2f-46b7-b427-7d7af7fa1b36 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:52.248890 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:52.357898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Allocated IP 172.21.0.1 (7b7e52ac-53e8-4fd1-8492-10c0304cbdbe/2b57928c-d8b7-4f83-a361-2f838217f810/ab57c6f1-a5a9-46f3-a729-e931297059a1) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:52.421040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a476a360-c59e-4fae-a952-f0eb903ca926 None None] Provisioning complete for port 0b867063-139f-473c-b0ef-c5852c6b9752 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:52.421404 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a476a360-c59e-4fae-a952-f0eb903ca926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:52.496165 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a476a360-c59e-4fae-a952-f0eb903ca926 None None] Port 0b867063-139f-473c-b0ef-c5852c6b9752 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:52.506051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:52.551299 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:52.594938 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 7b7e52ac-53e8-4fd1-8492-10c0304cbdbe is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:52.598070 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:52.602446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:52.641352 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6591842a-16b3-4cdf-8066-fa218c85a0c7 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:52.645176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6591842a-16b3-4cdf-8066-fa218c85a0c7 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:52.647482 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:52.705851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2c281-6384-4821-8dcf-c1e4ba706540 req-1243047b-f828-423a-b0df-a4f9702cb181 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:52.707527 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-09c2c281-6384-4821-8dcf-c1e4ba706540 req-1243047b-f828-423a-b0df-a4f9702cb181 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 944 time: 0.6866350 Nov 09 04:18:52.715347 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:52.740048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b609a5c0-912f-4539-9836-692692eae8a4 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:52.786734 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:52.790883 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8f2dde45-9afa-4fdc-85ca-8b138cba2cfb tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8017960 Nov 09 04:18:52.797291 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47134) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:52.847029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port b609a5c0-912f-4539-9836-692692eae8a4 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:52.847584 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:52.884699 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6591842a-16b3-4cdf-8066-fa218c85a0c7 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:52.998168 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1be36bf5-ae44-4ed0-ba5a-aebe76529e3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7431180 Nov 09 04:18:52.998740 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47136) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:53.000895 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1b191b03-0861-419e-8eb0-d41a00ff3cec up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:53.004555 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.042661 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=ab57c6f1-a5a9-46f3-a729-e931297059a1,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:53.064098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6591842a-16b3-4cdf-8066-fa218c85a0c7 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.064464 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-6591842a-16b3-4cdf-8066-fa218c85a0c7 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Added segment 363868f3-a67c-432e-a340-037530eec98b of type vlan for network c2a5d989-76e8-4302-9c51-c7731fda38f8 Nov 09 04:18:53.190891 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-09c2c281-6384-4821-8dcf-c1e4ba706540 req-32654e3f-efcc-4585-b0a4-3c562225b126 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4571629 Nov 09 04:18:53.194024 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-303bc7e4-06bb-4cc7-8450-a2f5bcccd346 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port 55c0adaf-1cbe-47a8-93f3-8ffdeada8d61 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:53.194617 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-303bc7e4-06bb-4cc7-8450-a2f5bcccd346 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.201122 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-04bb8294-80e8-4555-bbbc-d598e0db629c tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3204 time: 0.3989909 Nov 09 04:18:53.229635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47138) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:53.229872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1285b8ef-f826-446c-ae05-2f2f3539956f None None] Provisioning complete for port ab57c6f1-a5a9-46f3-a729-e931297059a1 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:53.230253 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1285b8ef-f826-446c-ae05-2f2f3539956f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.271738 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1285b8ef-f826-446c-ae05-2f2f3539956f None None] Port ab57c6f1-a5a9-46f3-a729-e931297059a1 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:53.278656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 1b191b03-0861-419e-8eb0-d41a00ff3cec triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:53.279027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.301916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324efefd-fbe9-4a85-a23a-b50a239a3424 None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:18:53.330791 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6591842a-16b3-4cdf-8066-fa218c85a0c7 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.337828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.352367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.361716 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cccf58af-f2c9-4698-803c-9bd24120d084 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1306272 Nov 09 04:18:53.365168 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47140) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:53.365844 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.429694 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-303bc7e4-06bb-4cc7-8450-a2f5bcccd346 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.446531 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b55d7130-1ab0-44af-b501-6580fef161a1 None None] Provisioning complete for port 1b191b03-0861-419e-8eb0-d41a00ff3cec triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:53.446900 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b55d7130-1ab0-44af-b501-6580fef161a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.482487 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.496201 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-303bc7e4-06bb-4cc7-8450-a2f5bcccd346 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for 55c0adaf-1cbe-47a8-93f3-8ffdeada8d61 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:53.506136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6591842a-16b3-4cdf-8066-fa218c85a0c7 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.512469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6591842a-16b3-4cdf-8066-fa218c85a0c7 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:53.513266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6591842a-16b3-4cdf-8066-fa218c85a0c7 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.546221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.547791 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324efefd-fbe9-4a85-a23a-b50a239a3424 None None] Resources bound (agent type, host, resource id): {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 04:18:53.549029 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=0b867063-139f-473c-b0ef-c5852c6b9752,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:53.550695 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 1b191b03-0861-419e-8eb0-d41a00ff3cec, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1b191b03-0861-419e-8eb0-d41a00ff3cec,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:53.560342 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.624679 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6591842a-16b3-4cdf-8066-fa218c85a0c7 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5843453 Nov 09 04:18:53.632120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47142) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:53.642669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-617e172c-789a-4dbb-a02b-b4f6edb9836a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'subnet': {'network_id': 'c2a5d989-76e8-4302-9c51-c7731fda38f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:53.658125 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=1b191b03-0861-419e-8eb0-d41a00ff3cec,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:53.674747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591842a-16b3-4cdf-8066-fa218c85a0c7 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Network': ['ID=c2a5d989-76e8-4302-9c51-c7731fda38f8,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:53.710054 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network c2a5d989-76e8-4302-9c51-c7731fda38f8 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:53.713296 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.725836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.727184 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.803477 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b55d7130-1ab0-44af-b501-6580fef161a1 None None] Provisioning complete for port 691f43d3-ac80-4b71-9989-334f38053cb6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:53.804087 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b55d7130-1ab0-44af-b501-6580fef161a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.832132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-83dce7ad-3d40-42e1-a2ab-bbc0cfb8096b tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Deleting port 30d15e6e-a1b8-49e3-9ce5-63bae4253032 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:53.832467 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83dce7ad-3d40-42e1-a2ab-bbc0cfb8096b tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.842373 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=691f43d3-ac80-4b71-9989-334f38053cb6,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:53.862578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-303bc7e4-06bb-4cc7-8450-a2f5bcccd346 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.864022 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network dcb1418e-a59e-400a-9c37-10f37a662885 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:53.872940 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:53.899223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b55d7130-1ab0-44af-b501-6580fef161a1 None None] Port 691f43d3-ac80-4b71-9989-334f38053cb6 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:53.948619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bc7e4-06bb-4cc7-8450-a2f5bcccd346 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=55c0adaf-1cbe-47a8-93f3-8ffdeada8d61,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:53.954887 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617e172c-789a-4dbb-a02b-b4f6edb9836a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:53.955132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:53.958424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:53.958576 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-617e172c-789a-4dbb-a02b-b4f6edb9836a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.987993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 71e2418f-fb81-4a54-93e6-dc792a12d159 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:53.992522 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-303bc7e4-06bb-4cc7-8450-a2f5bcccd346 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:53.997610 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-303bc7e4-06bb-4cc7-8450-a2f5bcccd346 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/55c0adaf-1cbe-47a8-93f3-8ffdeada8d61 HTTP/1.1" status: 204 len: 168 time: 0.9918313 Nov 09 04:18:54.004477 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47144) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:54.068684 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 71e2418f-fb81-4a54-93e6-dc792a12d159 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:18:54.076796 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 71e2418f-fb81-4a54-93e6-dc792a12d159 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:54.076796 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:54.094102 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83dce7ad-3d40-42e1-a2ab-bbc0cfb8096b tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:54.094434 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83dce7ad-3d40-42e1-a2ab-bbc0cfb8096b tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:54.104785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router 6a7fb37f-cdee-4bde-aefe-6fc7d2af7477 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:18:54.117453 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:54.130069 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-83dce7ad-3d40-42e1-a2ab-bbc0cfb8096b tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Calling delete_port for 30d15e6e-a1b8-49e3-9ce5-63bae4253032 owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:54.137661 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:54.178297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:54.209336 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Router 2e7783be-3f2b-4206-9af4-fd5b444df028 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:18:54.219648 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015b64a0-cec8-41a2-b70e-8dc858272608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e2418f-fb81-4a54-93e6-dc792a12d159'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:18:54.222631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e7c3b9-ea10-4a51-a57b-dd87a0486dfc" -d '{"events": [{"server_uuid": "015b64a0-cec8-41a2-b70e-8dc858272608", "name": "network-vif-plugged", "status": "completed", "tag": "71e2418f-fb81-4a54-93e6-dc792a12d159"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:18:54.317842 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 71e2418f-fb81-4a54-93e6-dc792a12d159, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=71e2418f-fb81-4a54-93e6-dc792a12d159,segment=NetworkSegment(09ae72e8-0c33-41e2-8721-34991dd0bc7b),segment_id=09ae72e8-0c33-41e2-8721-34991dd0bc7b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:54.330288 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:54.339460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4739cba4-2868-44e7-99d5-4fc82cb5a59b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:54.345740 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4739cba4-2868-44e7-99d5-4fc82cb5a59b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:54.350089 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4739cba4-2868-44e7-99d5-4fc82cb5a59b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3423326 Nov 09 04:18:54.350461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:54.364703 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac53bb44-b700-415d-a075-1293d6477fd6 None None] Sync routers for ids ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:54.365274 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0d7e74-f7c3-48ae-b2c2-756ecc81f2cf x-openstack-request-id: req-5e0d7e74-f7c3-48ae-b2c2-756ecc81f2cf {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:18:54.365552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015b64a0-cec8-41a2-b70e-8dc858272608", "name": "network-vif-plugged", "status": "completed", "tag": "71e2418f-fb81-4a54-93e6-dc792a12d159", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:18:54.365675 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e0d7e74-f7c3-48ae-b2c2-756ecc81f2cf {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:18:54.366734 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015b64a0-cec8-41a2-b70e-8dc858272608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'code': 200} Nov 09 04:18:54.376602 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-36e32ed4-ddf4-49c9-a783-aad4efad2948 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "PUT /v2.0/routers/6a7fb37f-cdee-4bde-aefe-6fc7d2af7477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2428901 Nov 09 04:18:54.377088 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47150) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:54.377425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47152) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:54.390456 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53bb44-b700-415d-a075-1293d6477fd6 None None] Routers {'6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:54.397926 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c1c149e9-dda8-4a4b-94d2-c0aa50dfdd09 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'port': {'network_id': 'dcb1418e-a59e-400a-9c37-10f37a662885', 'name': 'tempest-FloatingIPTestJSON-169935092'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:54.400630 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ac53bb44-b700-415d-a075-1293d6477fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:54.402649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=71e2418f-fb81-4a54-93e6-dc792a12d159,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:54.467911 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ac53bb44-b700-415d-a075-1293d6477fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:54.491421 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:54.493077 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53bb44-b700-415d-a075-1293d6477fd6 None None] Routers {'6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:54.493980 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ac53bb44-b700-415d-a075-1293d6477fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:54.531546 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=ab57c6f1-a5a9-46f3-a729-e931297059a1,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:54.542417 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-cceab6e9-3594-4308-b1db-dc1875cfafbf None None] Provisioning complete for port 0b867063-139f-473c-b0ef-c5852c6b9752 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:54.542795 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cceab6e9-3594-4308-b1db-dc1875cfafbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:54.546492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:54.571741 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ac53bb44-b700-415d-a075-1293d6477fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:54.572509 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac53bb44-b700-415d-a075-1293d6477fd6 None None] The sync data for ids ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:54.577159 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c66b4334-6865-4a04-85f9-88faaac0f39f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "PUT /v2.0/routers/2e7783be-3f2b-4206-9af4-fd5b444df028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0586872 Nov 09 04:18:54.579018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Sync routers for ids ['2e7783be-3f2b-4206-9af4-fd5b444df028'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:54.579951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47154) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:54.599434 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Routers {'2e7783be-3f2b-4206-9af4-fd5b444df028'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:54.601984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['2e7783be-3f2b-4206-9af4-fd5b444df028'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:54.606299 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-cceab6e9-3594-4308-b1db-dc1875cfafbf None None] Port 0b867063-139f-473c-b0ef-c5852c6b9752 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:54.653644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be514b2-ed80-472f-8145-7ee676762f70 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:54.655071 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9be514b2-ed80-472f-8145-7ee676762f70 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports/691f43d3-ac80-4b71-9989-334f38053cb6 HTTP/1.1" status: 200 len: 911 time: 0.0736275 Nov 09 04:18:54.659449 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47156) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:54.718644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-08185a6c-a691-455b-8eef-0cafef60741f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port 74256e94-9658-4016-a5e7-93cd9d0b1be8 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:54.719220 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-08185a6c-a691-455b-8eef-0cafef60741f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:54.729192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1b191b03-0861-419e-8eb0-d41a00ff3cec up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:54.738727 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Set router 2e7783be-3f2b-4206-9af4-fd5b444df028 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:18:54.764545 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e3aaa-7472-440b-a709-bd997d3f365b req-2af83e88-638d-4047-905e-0cff639a8549 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:54.766331 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ae8e3aaa-7472-440b-a709-bd997d3f365b req-2af83e88-638d-4047-905e-0cff639a8549 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 945 time: 0.3590419 Nov 09 04:18:54.802120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce25ca1-522c-413b-b0ba-e72ec004d698 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:54.808446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce25ca1-522c-413b-b0ba-e72ec004d698 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:54.812755 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5ce25ca1-522c-413b-b0ba-e72ec004d698 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1499870 Nov 09 04:18:54.815441 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47158) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:54.817815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f93abbe0-182e-4e77-98b5-2e1ea4227ed4 None None] Provisioning complete for port 691f43d3-ac80-4b71-9989-334f38053cb6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:54.817815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f93abbe0-182e-4e77-98b5-2e1ea4227ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:54.834012 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-617e172c-789a-4dbb-a02b-b4f6edb9836a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:54.918420 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c149e9-dda8-4a4b-94d2-c0aa50dfdd09 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Made reservation on behalf of e03d3f9b88184897bb709a5d10ae0ada for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:54.921941 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1c149e9-dda8-4a4b-94d2-c0aa50dfdd09 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:54.929145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-f93abbe0-182e-4e77-98b5-2e1ea4227ed4 None None] Port 691f43d3-ac80-4b71-9989-334f38053cb6 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:54.934716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb722f8b-5e3b-4941-b4dc-ede2d0c75865 req-222d6c80-6bda-4461-af77-032b6cf8bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:54.936354 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fb722f8b-5e3b-4941-b4dc-ede2d0c75865 req-222d6c80-6bda-4461-af77-032b6cf8bf7f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 1098 time: 0.3043368 Nov 09 04:18:54.955839 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 7b7e52ac-53e8-4fd1-8492-10c0304cbdbe is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:54.972827 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ae8e3aaa-7472-440b-a709-bd997d3f365b req-1cebab6c-7193-4d74-8fe5-9542b8747db5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940243 Nov 09 04:18:54.973825 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:54.976253 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83dce7ad-3d40-42e1-a2ab-bbc0cfb8096b tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:54.980274 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 1b191b03-0861-419e-8eb0-d41a00ff3cec triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:54.980876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.036919 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e172c-789a-4dbb-a02b-b4f6edb9836a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Subnet': ['ID=5dcb93a5-69b7-4be1-be37-ea4ffa9c33b0,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:55.046639 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dce7ad-3d40-42e1-a2ab-bbc0cfb8096b tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Pushing event deleted for resources: {'Port': ['ID=30d15e6e-a1b8-49e3-9ce5-63bae4253032,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:55.150059 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7783be-3f2b-4206-9af4-fd5b444df028', 'name': 'tempest-NetworksTestDHCPv6-router-1679925534', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:48Z', 'updated_at': '2021-11-09T04:18:52Z', 'revision_number': 2, 'project_id': '7884393cbbac46598e20e072bff6d616', 'gw_port_host': None, '_interfaces': [{'id': '691f43d3-ac80-4b71-9989-334f38053cb6', 'name': '', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'mac_address': 'fa:16:3e:f4:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7783be-3f2b-4206-9af4-fd5b444df028', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '31014381-1050-4c22-ba11-c11e06eb9014', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:50Z', 'updated_at': '2021-11-09T04:18:53Z', 'revision_number': 2, 'project_id': '7884393cbbac46598e20e072bff6d616', 'subnets': [{'id': '31014381-1050-4c22-ba11-c11e06eb9014', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:55.191179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Checking router: 2e7783be-3f2b-4206-9af4-fd5b444df028 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:18:55.191561 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Updating router 2e7783be-3f2b-4206-9af4-fd5b444df028 port 691f43d3-ac80-4b71-9989-334f38053cb6 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:18:55.226646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.371916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1deb7c08-e86a-4d12-a372-677bf80a1c6b None None] Provisioning complete for port ab57c6f1-a5a9-46f3-a729-e931297059a1 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:55.372285 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1deb7c08-e86a-4d12-a372-677bf80a1c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.386818 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-08185a6c-a691-455b-8eef-0cafef60741f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.401566 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-c1c149e9-dda8-4a4b-94d2-c0aa50dfdd09 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] device_id is not set on port 0d97ff87-89dd-4e8a-aa19-f9baaff920a8 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:55.414267 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-08185a6c-a691-455b-8eef-0cafef60741f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for 74256e94-9658-4016-a5e7-93cd9d0b1be8 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:55.424804 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e172c-789a-4dbb-a02b-b4f6edb9836a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Checking segment: {'id': '363868f3-a67c-432e-a340-037530eec98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c2a5d989-76e8-4302-9c51-c7731fda38f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:55.425460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e172c-789a-4dbb-a02b-b4f6edb9836a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network hostable DHCP agents. Network: c2a5d989-76e8-4302-9c51-c7731fda38f8, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:55.449627 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fb722f8b-5e3b-4941-b4dc-ede2d0c75865 req-c35be45d-6a14-40c2-b8e8-7b72ddbb1654 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4990265 Nov 09 04:18:55.454973 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1deb7c08-e86a-4d12-a372-677bf80a1c6b None None] Port ab57c6f1-a5a9-46f3-a729-e931297059a1 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:55.476636 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83dce7ad-3d40-42e1-a2ab-bbc0cfb8096b tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.479818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83dce7ad-3d40-42e1-a2ab-bbc0cfb8096b tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.481409 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-83dce7ad-3d40-42e1-a2ab-bbc0cfb8096b tempest-FloatingIPAdminTestJSON-1113203566 tempest-FloatingIPAdminTestJSON-1113203566-project] 10.222.0.21 "DELETE /v2.0/floatingips/48f9cf0f-2a32-45c8-9758-bd5b8f4c9d71 HTTP/1.1" status: 204 len: 168 time: 2.1123879 Nov 09 04:18:55.484649 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47160) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:55.486336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e172c-789a-4dbb-a02b-b4f6edb9836a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network c2a5d989-76e8-4302-9c51-c7731fda38f8 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:55.500655 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 8298293b-3760-4d70-bcb3-9d60d0f0d0de has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:18:55.504619 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-546ee96f-4193-415f-84ac-59fc4fd57794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.539408 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-617e172c-789a-4dbb-a02b-b4f6edb9836a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, c2a5d989-76e8-4302-9c51-c7731fda38f8) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:55.547290 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e172c-789a-4dbb-a02b-b4f6edb9836a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:55.548111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-617e172c-789a-4dbb-a02b-b4f6edb9836a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.561158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5450a3d1-5f19-4191-b774-82680f51a2ed None None] Network c2a5d989-76e8-4302-9c51-c7731fda38f8 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:55.630238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.644927 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.651185 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-c1c149e9-dda8-4a4b-94d2-c0aa50dfdd09 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Allocated IP 172.20.0.14 (dcb1418e-a59e-400a-9c37-10f37a662885/dbed6a8a-7f8d-4653-88ef-694e6cc89715/0d97ff87-89dd-4e8a-aa19-f9baaff920a8) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:55.654980 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-617e172c-789a-4dbb-a02b-b4f6edb9836a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0171738 Nov 09 04:18:55.656565 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47162) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:55.685355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-08185a6c-a691-455b-8eef-0cafef60741f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.727388 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5a68b-94a8-4bb0-ac2c-77bf29823968 None None] Pushing event updated for resources: {'Port': ['ID=691f43d3-ac80-4b71-9989-334f38053cb6,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:55.775156 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf5a68b-94a8-4bb0-ac2c-77bf29823968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:55.775420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf5a68b-94a8-4bb0-ac2c-77bf29823968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:55.776244 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf5a68b-94a8-4bb0-ac2c-77bf29823968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:55.776244 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf5a68b-94a8-4bb0-ac2c-77bf29823968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:55.776542 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf5a68b-94a8-4bb0-ac2c-77bf29823968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:55.776621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08185a6c-a691-455b-8eef-0cafef60741f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=74256e94-9658-4016-a5e7-93cd9d0b1be8,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:55.777074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf5a68b-94a8-4bb0-ac2c-77bf29823968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:55.777074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf5a68b-94a8-4bb0-ac2c-77bf29823968 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:55.777395 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf5a68b-94a8-4bb0-ac2c-77bf29823968 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:55.778167 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf5a68b-94a8-4bb0-ac2c-77bf29823968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:55.778167 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf5a68b-94a8-4bb0-ac2c-77bf29823968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:55.778359 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf5a68b-94a8-4bb0-ac2c-77bf29823968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:55.778594 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf5a68b-94a8-4bb0-ac2c-77bf29823968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:18:55.786174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:18:55.791556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-08185a6c-a691-455b-8eef-0cafef60741f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.796608 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bf7de989-a682-4849-857f-a1b2b49f0037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/8298293b-3760-4d70-bcb3-9d60d0f0d0de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8227036 Nov 09 04:18:55.797981 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47164) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:55.808273 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117d6429-a3be-4a4e-a6ab-05f6e330a0d7 None None] Sync routers for ids ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:18:55.813630 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-08185a6c-a691-455b-8eef-0cafef60741f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/74256e94-9658-4016-a5e7-93cd9d0b1be8 HTTP/1.1" status: 204 len: 168 time: 1.4320819 Nov 09 04:18:55.816301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47166) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:55.822137 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117d6429-a3be-4a4e-a6ab-05f6e330a0d7 None None] Routers {'8298293b-3760-4d70-bcb3-9d60d0f0d0de'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:55.827399 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-117d6429-a3be-4a4e-a6ab-05f6e330a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:55.845457 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Attempting to bind port 691f43d3-ac80-4b71-9989-334f38053cb6 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:55.846077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Attempting to bind port 691f43d3-ac80-4b71-9989-334f38053cb6 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:55.846999 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Attempting to bind port 691f43d3-ac80-4b71-9989-334f38053cb6 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:55.869589 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340e0d49-b198-4883-a1c8-1f8cdd5e331c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:55.871023 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-340e0d49-b198-4883-a1c8-1f8cdd5e331c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports/ab57c6f1-a5a9-46f3-a729-e931297059a1 HTTP/1.1" status: 200 len: 910 time: 0.0721116 Nov 09 04:18:55.874824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47168) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:55.877132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c0a86a71-1526-4d5e-b88e-f3fec5b1b668 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Deleting port dbcf6067-dfd2-43f5-9150-bbded4beddef {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:55.877481 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c0a86a71-1526-4d5e-b88e-f3fec5b1b668 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.881922 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:55.884324 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:55.884855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.886976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:55.887632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Bound port: 691f43d3-ac80-4b71-9989-334f38053cb6, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:55.888119 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.893588 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-117d6429-a3be-4a4e-a6ab-05f6e330a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:55.910578 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117d6429-a3be-4a4e-a6ab-05f6e330a0d7 None None] Routers {'8298293b-3760-4d70-bcb3-9d60d0f0d0de'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:55.911488 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-117d6429-a3be-4a4e-a6ab-05f6e330a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:55.937461 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:55.985408 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] For port 691f43d3-ac80-4b71-9989-334f38053cb6, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:18:55.985990 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-117d6429-a3be-4a4e-a6ab-05f6e330a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:55.986797 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117d6429-a3be-4a4e-a6ab-05f6e330a0d7 None None] The sync data for ids ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:55.993498 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] For port 691f43d3-ac80-4b71-9989-334f38053cb6, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=691f43d3-ac80-4b71-9989-334f38053cb6,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:18:55.997451 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d65dc2-5eb2-426d-a3ab-e638a25b0746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c2a5d989-76e8-4302-9c51-c7731fda38f8', 'network_id': 'c2a5d989-76e8-4302-9c51-c7731fda38f8', 'tenant_id': '0472f3835ad245829e341922670f7bb2', 'fixed_ips': [{'subnet_id': '5dcb93a5-69b7-4be1-be37-ea4ffa9c33b0'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:55.999556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c0d65dc2-5eb2-426d-a3ab-e638a25b0746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.099843 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c0a86a71-1526-4d5e-b88e-f3fec5b1b668 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.100453 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c0a86a71-1526-4d5e-b88e-f3fec5b1b668 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.107393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.121837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.145152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c0a86a71-1526-4d5e-b88e-f3fec5b1b668 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Calling delete_port for dbcf6067-dfd2-43f5-9150-bbded4beddef owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:56.179196 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a12f2f8-79df-4243-a3c5-75aec94f2ee3 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:56.181236 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9a12f2f8-79df-4243-a3c5-75aec94f2ee3 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3614120 Nov 09 04:18:56.184711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1c149e9-dda8-4a4b-94d2-c0aa50dfdd09 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.202165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47172) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:56.242487 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a721325-83c4-499e-9428-b73165d12888 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] GET failed (client error): The resource could not be found. Nov 09 04:18:56.246629 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1a721325-83c4-499e-9428-b73165d12888 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/55c0adaf-1cbe-47a8-93f3-8ffdeada8d61 HTTP/1.1" status: 404 len: 333 time: 0.0415132 Nov 09 04:18:56.248352 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47174) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:56.290019 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55c760d-0d83-4d56-9894-1a2e2ca0f74f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] GET failed (client error): The resource could not be found. Nov 09 04:18:56.294400 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f55c760d-0d83-4d56-9894-1a2e2ca0f74f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/74256e94-9658-4016-a5e7-93cd9d0b1be8 HTTP/1.1" status: 404 len: 333 time: 0.0420160 Nov 09 04:18:56.299799 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.301351 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47176) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:56.322840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d803ae0b-d4bc-4270-a7b2-7cf99c190965 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server [None req-c0d65dc2-5eb2-426d-a3ab-e638a25b0746 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5dcb93a5-69b7-4be1-be37-ea4ffa9c33b0: This subnet is being modified by another concurrent operation. Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 04:18:56.327214 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise exception Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5dcb93a5-69b7-4be1-be37-ea4ffa9c33b0: This subnet is being modified by another concurrent operation. Nov 09 04:18:56.330730 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server Nov 09 04:18:56.336724 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-12c4851c-6f24-4794-9e32-750739b3990e None None] Provisioning complete for port 691f43d3-ac80-4b71-9989-334f38053cb6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:56.336724 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-12c4851c-6f24-4794-9e32-750739b3990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.366415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5a68b-94a8-4bb0-ac2c-77bf29823968 None None] Pushing event updated for resources: {'Port': ['ID=691f43d3-ac80-4b71-9989-334f38053cb6,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:56.368207 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Subnet': ['ID=5dcb93a5-69b7-4be1-be37-ea4ffa9c33b0,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:56.368985 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Routers {'2e7783be-3f2b-4206-9af4-fd5b444df028'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:18:56.369631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['2e7783be-3f2b-4206-9af4-fd5b444df028'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:56.375980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43781d6-41ba-413d-91a8-04b9b86db6fc None None] Network c2a5d989-76e8-4302-9c51-c7731fda38f8 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:56.449260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8b7d8-ce92-4690-9cdb-558af814ba88 req-3f28193f-9abb-42c5-876b-0631fb595e03 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:56.451531 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf8b7d8-ce92-4690-9cdb-558af814ba88 req-3f28193f-9abb-42c5-876b-0631fb595e03 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 945 time: 0.2906063 Nov 09 04:18:56.503808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.511588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-066ff338-4407-44a6-b62f-f034709dd369 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.571530 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] Set router 2e7783be-3f2b-4206-9af4-fd5b444df028 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:18:56.592338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a5d989-76e8-4302-9c51-c7731fda38f8']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:56.619707 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363868f3-a67c-432e-a340-037530eec98b') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:56.620128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363868f3-a67c-432e-a340-037530eec98b') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:56.665691 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf8b7d8-ce92-4690-9cdb-558af814ba88 req-6ef594d7-d91a-43ff-8c89-6b1168c68777 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708882 Nov 09 04:18:56.674793 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1c149e9-dda8-4a4b-94d2-c0aa50dfdd09 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.707126 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.730000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-066ff338-4407-44a6-b62f-f034709dd369 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.750269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c0a86a71-1526-4d5e-b88e-f3fec5b1b668 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.758944 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.768894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-12c4851c-6f24-4794-9e32-750739b3990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.789181 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c149e9-dda8-4a4b-94d2-c0aa50dfdd09 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Network dcb1418e-a59e-400a-9c37-10f37a662885 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:56.790030 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-066ff338-4407-44a6-b62f-f034709dd369 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fd9f24-881f-4a4f-96e3-65ca8ebc2505']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:56.795331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-c1c149e9-dda8-4a4b-94d2-c0aa50dfdd09 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:56.797977 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c149e9-dda8-4a4b-94d2-c0aa50dfdd09 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:56.806617 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:56.806617 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:56.810367 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:56.812840 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a86a71-1526-4d5e-b88e-f3fec5b1b668 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbcf6067-dfd2-43f5-9150-bbded4beddef,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:56.829727 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-066ff338-4407-44a6-b62f-f034709dd369 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ef0f2f-9ea5-4055-9c63-789cae00e986') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:56.830373 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-066ff338-4407-44a6-b62f-f034709dd369 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ef0f2f-9ea5-4055-9c63-789cae00e986') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:56.854992 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-12c4851c-6f24-4794-9e32-750739b3990e None None] For port 691f43d3-ac80-4b71-9989-334f38053cb6, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=691f43d3-ac80-4b71-9989-334f38053cb6,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:56.864724 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-12c4851c-6f24-4794-9e32-750739b3990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.884738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c149e9-dda8-4a4b-94d2-c0aa50dfdd09 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event updated for resources: {'Port': ['ID=0d97ff87-89dd-4e8a-aa19-f9baaff920a8,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:56.939660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-066ff338-4407-44a6-b62f-f034709dd369 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.939966 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c149e9-dda8-4a4b-94d2-c0aa50dfdd09 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:56.940613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1c149e9-dda8-4a4b-94d2-c0aa50dfdd09 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.942898 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4851c-6f24-4794-9e32-750739b3990e None None] Pushing event updated for resources: {'Port': ['ID=691f43d3-ac80-4b71-9989-334f38053cb6,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:56.971987 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-066ff338-4407-44a6-b62f-f034709dd369 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.980941 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.984486 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c0a86a71-1526-4d5e-b88e-f3fec5b1b668 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.989525 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c1c149e9-dda8-4a4b-94d2-c0aa50dfdd09 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6026058 Nov 09 04:18:56.989712 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c0a86a71-1526-4d5e-b88e-f3fec5b1b668 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.989712 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c0a86a71-1526-4d5e-b88e-f3fec5b1b668 tempest-FloatingIPAdminTestJSON-1283248814 tempest-FloatingIPAdminTestJSON-1283248814-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/6cdc7d09-0526-49d7-8cfb-a48712248cf5 HTTP/1.1" status: 204 len: 168 time: 1.4997132 Nov 09 04:18:56.991130 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066ff338-4407-44a6-b62f-f034709dd369 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:18:56.991765 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-066ff338-4407-44a6-b62f-f034709dd369 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:56.997129 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47178) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:56.997465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47180) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:56.999104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7783be-3f2b-4206-9af4-fd5b444df028', 'name': 'tempest-NetworksTestDHCPv6-router-1679925534', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:48Z', 'updated_at': '2021-11-09T04:18:52Z', 'revision_number': 2, 'project_id': '7884393cbbac46598e20e072bff6d616', 'gw_port_host': None, '_interfaces': [{'id': '691f43d3-ac80-4b71-9989-334f38053cb6', 'name': '', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'mac_address': 'fa:16:3e:f4:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7783be-3f2b-4206-9af4-fd5b444df028', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '31014381-1050-4c22-ba11-c11e06eb9014', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:50Z', 'updated_at': '2021-11-09T04:18:55Z', 'revision_number': 4, 'project_id': '7884393cbbac46598e20e072bff6d616', 'subnets': [{'id': '31014381-1050-4c22-ba11-c11e06eb9014', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:18:56.999479 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:18:57.001953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-4045bf10-9666-464b-a070-e106ce824b03 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Request body: {'floatingip': {'port_id': '0d97ff87-89dd-4e8a-aa19-f9baaff920a8'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:57.012978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:57.016671 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/c2a5d989-76e8-4302-9c51-c7731fda38f8 HTTP/1.1" status: 204 len: 168 time: 1.3602080 Nov 09 04:18:57.048651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47182) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:57.050517 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9177f124-5023-4fb0-8888-2e9c70b63bba None None] The sync data for ids ['2e7783be-3f2b-4206-9af4-fd5b444df028'] in dv-neutron-816800-2-hyperv is: [{'id': '2e7783be-3f2b-4206-9af4-fd5b444df028', 'name': 'tempest-NetworksTestDHCPv6-router-1679925534', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:48Z', 'updated_at': '2021-11-09T04:18:52Z', 'revision_number': 2, 'project_id': '7884393cbbac46598e20e072bff6d616', 'gw_port_host': None, '_interfaces': [{'id': '691f43d3-ac80-4b71-9989-334f38053cb6', 'name': '', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'mac_address': 'fa:16:3e:f4:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7783be-3f2b-4206-9af4-fd5b444df028', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '31014381-1050-4c22-ba11-c11e06eb9014', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:50Z', 'updated_at': '2021-11-09T04:18:55Z', 'revision_number': 4, 'project_id': '7884393cbbac46598e20e072bff6d616', 'subnets': [{'id': '31014381-1050-4c22-ba11-c11e06eb9014', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:18:57.052238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-28393691-37dd-4398-93cc-8d45caa66ac1 None None] Provisioning complete for port 691f43d3-ac80-4b71-9989-334f38053cb6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:57.052717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-28393691-37dd-4398-93cc-8d45caa66ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:57.085980 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00cc6c-08cb-4f8c-a5bd-7a173b74e022 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Network': ['ID=c2a5d989-76e8-4302-9c51-c7731fda38f8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:57.092394 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-066ff338-4407-44a6-b62f-f034709dd369 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:57.111846 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-066ff338-4407-44a6-b62f-f034709dd369 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:57.121471 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-066ff338-4407-44a6-b62f-f034709dd369 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/networks/83fd9f24-881f-4a4f-96e3-65ca8ebc2505 HTTP/1.1" status: 204 len: 168 time: 0.8100629 Nov 09 04:18:57.129279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47184) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:57.140305 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-841dbeb6-bf4a-4d90-b1ba-dbf72d8e63e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1903418681'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:57.145959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ff338-4407-44a6-b62f-f034709dd369 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Network': ['ID=83fd9f24-881f-4a4f-96e3-65ca8ebc2505,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:57.188856 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a49e3b-c314-43df-b42e-b57ebd520fd0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] GET failed (client error): The resource could not be found. Nov 09 04:18:57.192949 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e5a49e3b-c314-43df-b42e-b57ebd520fd0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "GET /v2.0/subnets/5dcb93a5-69b7-4be1-be37-ea4ffa9c33b0 HTTP/1.1" status: 404 len: 337 time: 0.0778770 Nov 09 04:18:57.193165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47186) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:57.197936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d14ead-2349-4b9c-9802-fffd5b9ecbb1 None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:18:57.212746 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40ca1aa-0d1a-4461-851d-89a2b5f99409 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:18:57.213396 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40ca1aa-0d1a-4461-851d-89a2b5f99409 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:18:57.216550 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e40ca1aa-0d1a-4461-851d-89a2b5f99409 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/c2a5d989-76e8-4302-9c51-c7731fda38f8 HTTP/1.1" status: 404 len: 339 time: 0.0222194 Nov 09 04:18:57.221225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47188) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:57.282375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4045bf10-9666-464b-a070-e106ce824b03 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:57.323348 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841dbeb6-bf4a-4d90-b1ba-dbf72d8e63e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:57.326788 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-841dbeb6-bf4a-4d90-b1ba-dbf72d8e63e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:57.390111 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d14ead-2349-4b9c-9802-fffd5b9ecbb1 None None] Resources bound (agent type, host, resource id): {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 04:18:57.392012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-fb1f4088-f3e2-4e21-8982-bfc96755bc91 None None] Provisioning complete for port 0d97ff87-89dd-4e8a-aa19-f9baaff920a8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:57.392386 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fb1f4088-f3e2-4e21-8982-bfc96755bc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:57.447442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d803ae0b-d4bc-4270-a7b2-7cf99c190965 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port 691f43d3-ac80-4b71-9989-334f38053cb6 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:57.448035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d803ae0b-d4bc-4270-a7b2-7cf99c190965 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:57.452435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-fb1f4088-f3e2-4e21-8982-bfc96755bc91 None None] Port 0d97ff87-89dd-4e8a-aa19-f9baaff920a8 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:18:57.466567 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7af5d63-e30b-40ed-be42-9bf84fd8b54f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:57.468818 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e7af5d63-e30b-40ed-be42-9bf84fd8b54f tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2463400 Nov 09 04:18:57.476925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47190) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:57.490139 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841dbeb6-bf4a-4d90-b1ba-dbf72d8e63e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:57.525782 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-813c3e41-9da7-4a9b-bba7-f34df9660154 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be HTTP/1.1" status: 200 len: 207 time: 0.0436320 Nov 09 04:18:57.526197 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47192) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:57.536407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c516fccf-b70f-4adc-8690-ccd855ef0dad tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:57.748577 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb3cac-4763-49d0-b6d2-95e829abf829 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:57.755198 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb3cac-4763-49d0-b6d2-95e829abf829 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:57.761247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb3cac-4763-49d0-b6d2-95e829abf829 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:57.767446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb3cac-4763-49d0-b6d2-95e829abf829 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:57.769202 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-32cb3cac-4763-49d0-b6d2-95e829abf829 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2417543 Nov 09 04:18:57.775133 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47196) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:57.813368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-44eda2cc-48a5-46f5-bacb-07c101957537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:57.964131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-841dbeb6-bf4a-4d90-b1ba-dbf72d8e63e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:57.964734 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-841dbeb6-bf4a-4d90-b1ba-dbf72d8e63e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Added segment a8daf324-9697-48b9-b8df-00949f7892fd of type vlan for network eb9a0f38-5c04-45f9-8403-e69cdef78e13 Nov 09 04:18:58.022176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa06e1-c736-464d-8efe-f24a67fa552a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Deleting port 36c3490a-7379-4cf0-b1a8-d58ce73543fd {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:58.022549 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a6aa06e1-c736-464d-8efe-f24a67fa552a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:58.143393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-841dbeb6-bf4a-4d90-b1ba-dbf72d8e63e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:58.150140 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947976c-6a9b-4e71-8b7c-9c59a64c352e req-61b6fd6d-916b-48e1-b582-8a2c51be6600 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:58.151667 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a947976c-6a9b-4e71-8b7c-9c59a64c352e req-61b6fd6d-916b-48e1-b582-8a2c51be6600 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 945 time: 0.3492010 Nov 09 04:18:58.196666 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7c2d4a08-3faa-4c51-94c4-0e28b679aa9a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.4200742 Nov 09 04:18:58.204782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47198) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:58.246844 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a947976c-6a9b-4e71-8b7c-9c59a64c352e req-82b3969c-c33f-4a39-a2dc-e9feef020db5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489490 Nov 09 04:18:58.340281 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-d803ae0b-d4bc-4270-a7b2-7cf99c190965 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] For port 691f43d3-ac80-4b71-9989-334f38053cb6, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=691f43d3-ac80-4b71-9989-334f38053cb6,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:18:58.340657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d803ae0b-d4bc-4270-a7b2-7cf99c190965 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:58.416869 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-841dbeb6-bf4a-4d90-b1ba-dbf72d8e63e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:58.422447 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841dbeb6-bf4a-4d90-b1ba-dbf72d8e63e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:58.423043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-841dbeb6-bf4a-4d90-b1ba-dbf72d8e63e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:58.431570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d803ae0b-d4bc-4270-a7b2-7cf99c190965 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for 691f43d3-ac80-4b71-9989-334f38053cb6 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:58.501208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a6aa06e1-c736-464d-8efe-f24a67fa552a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:58.535641 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c072d8-3cf2-463f-9521-75cd1ba1250a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:58.537172 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c072d8-3cf2-463f-9521-75cd1ba1250a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:58.539361 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e4c072d8-3cf2-463f-9521-75cd1ba1250a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3336208 Nov 09 04:18:58.543716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47202) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:58.589338 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-841dbeb6-bf4a-4d90-b1ba-dbf72d8e63e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4539537 Nov 09 04:18:58.593675 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47204) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:58.600155 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-28993a8c-37de-416e-a7d2-9749da46d579 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'subnet': {'network_id': 'eb9a0f38-5c04-45f9-8403-e69cdef78e13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:58.630544 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa06e1-c736-464d-8efe-f24a67fa552a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Calling delete_port for 36c3490a-7379-4cf0-b1a8-d58ce73543fd owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:18:58.653979 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 691f43d3-ac80-4b71-9989-334f38053cb6 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:18:58.657205 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dbeb6-bf4a-4d90-b1ba-dbf72d8e63e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Network': ['ID=eb9a0f38-5c04-45f9-8403-e69cdef78e13,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:58.679826 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e432bd4e-778d-48ff-8d77-47a6984421c1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['shared'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:58.681187 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e432bd4e-778d-48ff-8d77-47a6984421c1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['shared'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:58.686876 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e432bd4e-778d-48ff-8d77-47a6984421c1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1380203 Nov 09 04:18:58.686876 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47206) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:58.688439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de491694-021c-46cd-8682-e6f35ad35133 req-1e464faf-c840-47ab-9ec8-96c5bc2584df tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:58.692117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network eb9a0f38-5c04-45f9-8403-e69cdef78e13 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:18:58.695710 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-de491694-021c-46cd-8682-e6f35ad35133 req-1e464faf-c840-47ab-9ec8-96c5bc2584df tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 945 time: 0.3587418 Nov 09 04:18:58.779698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 691f43d3-ac80-4b71-9989-334f38053cb6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:18:58.780068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:58.796318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28993a8c-37de-416e-a7d2-9749da46d579 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:58.800000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28993a8c-37de-416e-a7d2-9749da46d579 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:58.873486 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aee8ae3-7463-4c5a-a4a5-d4de2d757b65 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:58.874903 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9aee8ae3-7463-4c5a-a4a5-d4de2d757b65 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "GET /v2.0/networks/06256826-1d6d-4e72-beda-f52a9db64af3 HTTP/1.1" status: 200 len: 799 time: 0.1873257 Nov 09 04:18:58.880826 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.ipam_backend_mixin [None req-28993a8c-37de-416e-a7d2-9749da46d579 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Performing IP validity checks on allocation pools {{(pid=101884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 04:18:58.881364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47208) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:58.881473 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.ipam_backend_mixin [None req-28993a8c-37de-416e-a7d2-9749da46d579 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 04:18:59.005110 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-de491694-021c-46cd-8682-e6f35ad35133 req-576b8350-e56a-49a8-9bfc-736c55061612 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035595 Nov 09 04:18:59.007714 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28993a8c-37de-416e-a7d2-9749da46d579 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.021214 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.042311 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47210) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:59.103188 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28993a8c-37de-416e-a7d2-9749da46d579 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Subnet': ['ID=31b55a97-a0e5-4abb-9b87-d24e7f8cd799,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:59.118540 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ad055-7151-45c0-af84-788881501fdd tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:59.120051 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a53ad055-7151-45c0-af84-788881501fdd tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 1093 time: 0.0767961 Nov 09 04:18:59.121256 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28993a8c-37de-416e-a7d2-9749da46d579 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Checking segment: {'id': 'a8daf324-9697-48b9-b8df-00949f7892fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb9a0f38-5c04-45f9-8403-e69cdef78e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:59.121655 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28993a8c-37de-416e-a7d2-9749da46d579 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network hostable DHCP agents. Network: eb9a0f38-5c04-45f9-8403-e69cdef78e13, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:18:59.124462 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47212) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:59.129106 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:59.157374 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28993a8c-37de-416e-a7d2-9749da46d579 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network eb9a0f38-5c04-45f9-8403-e69cdef78e13 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:18:59.162779 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.177374 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-28993a8c-37de-416e-a7d2-9749da46d579 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, eb9a0f38-5c04-45f9-8403-e69cdef78e13) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:59.181961 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28993a8c-37de-416e-a7d2-9749da46d579 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:59.182547 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28993a8c-37de-416e-a7d2-9749da46d579 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.189789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27096854-34a2-453a-a68a-3095d1a609c9 None None] Network eb9a0f38-5c04-45f9-8403-e69cdef78e13 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:18:59.216321 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-28993a8c-37de-416e-a7d2-9749da46d579 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6212511 Nov 09 04:18:59.216905 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47214) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:59.229008 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.db.resource_extend [None req-4045bf10-9666-464b-a070-e106ce824b03 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 04:18:59.248570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-27777430-3b10-4cba-9429-7563675fe0ce tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'network_id': 'eb9a0f38-5c04-45f9-8403-e69cdef78e13', 'name': 'tempest-PortsTestJSON-116333208'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:59.285073 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0303a99f-6b5a-4964-a0cf-df18647c63f2 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "GET /v2.0/networks/06256826-1d6d-4e72-beda-f52a9db64af3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3643961 Nov 09 04:18:59.287610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47216) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:59.332817 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a6aa06e1-c736-464d-8efe-f24a67fa552a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.334397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d803ae0b-d4bc-4270-a7b2-7cf99c190965 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.348075 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4045bf10-9666-464b-a070-e106ce824b03 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.371017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-eb9a0f38-5c04-45f9-8403-e69cdef78e13', 'network_id': 'eb9a0f38-5c04-45f9-8403-e69cdef78e13', 'tenant_id': 'd56a0d9d08a14d82b1fc97eb3e7362fd', 'fixed_ips': [{'subnet_id': '31b55a97-a0e5-4abb-9b87-d24e7f8cd799'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:18:59.372302 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.380663 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.389479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4045bf10-9666-464b-a070-e106ce824b03 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.432238 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803ae0b-d4bc-4270-a7b2-7cf99c190965 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=691f43d3-ac80-4b71-9989-334f38053cb6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:59.443654 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27777430-3b10-4cba-9429-7563675fe0ce tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:59.445913 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c516fccf-b70f-4adc-8690-ccd855ef0dad tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port ab57c6f1-a5a9-46f3-a729-e931297059a1 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:18:59.446262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c516fccf-b70f-4adc-8690-ccd855ef0dad tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.449452 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-27777430-3b10-4cba-9429-7563675fe0ce tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.483036 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-27777430-3b10-4cba-9429-7563675fe0ce tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port a598658e-8a59-40e8-b8af-5e7c79e87c98 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:18:59.565450 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475b229-3448-4fb2-ba78-5a5a541b40db tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:59.572784 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b475b229-3448-4fb2-ba78-5a5a541b40db tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "GET /v2.0/subnets/6fc9f32a-aeed-494e-9f35-7005cc21d247 HTTP/1.1" status: 200 len: 811 time: 0.2819662 Nov 09 04:18:59.576260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Allocated IP 172.20.0.2 (eb9a0f38-5c04-45f9-8403-e69cdef78e13/31b55a97-a0e5-4abb-9b87-d24e7f8cd799/87c5d8fb-f789-4249-a2dc-596da29104ef) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:59.577837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47218) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:59.667454 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a6aa06e1-c736-464d-8efe-f24a67fa552a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.670869 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a6aa06e1-c736-464d-8efe-f24a67fa552a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] 10.222.0.21 "DELETE /v2.0/ports/36c3490a-7379-4cf0-b1a8-d58ce73543fd HTTP/1.1" status: 204 len: 168 time: 2.6663053 Nov 09 04:18:59.673343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47220) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:59.702811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.136 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/0c080d83-0d6a-416a-b455-27a651a081e9) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:18:59.711891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48778b39-7ec9-4a20-912b-503497f36aad tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['shared'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:59.714467 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-48778b39-7ec9-4a20-912b-503497f36aad tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "GET /v2.0/subnets/6fc9f32a-aeed-494e-9f35-7005cc21d247?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1341076 Nov 09 04:18:59.729394 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47222) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:59.735159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3ba4d6a0-c999-45d0-8e38-e86535b3c957 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2036050070'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:18:59.736850 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa06e1-c736-464d-8efe-f24a67fa552a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event deleted for resources: {'Port': ['ID=36c3490a-7379-4cf0-b1a8-d58ce73543fd,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:59.809933 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba4d6a0-c999-45d0-8e38-e86535b3c957 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:18:59.813303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d6a0-c999-45d0-8e38-e86535b3c957 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.826991 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.839340 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.851436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d803ae0b-d4bc-4270-a7b2-7cf99c190965 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.887456 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Network eb9a0f38-5c04-45f9-8403-e69cdef78e13 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:18:59.889531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba4d6a0-c999-45d0-8e38-e86535b3c957 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:18:59.893850 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:18:59.901467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:18:59.907853 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af900321-7561-49e7-a752-a7a4f87d38cc tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:18:59.912312 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-af900321-7561-49e7-a752-a7a4f87d38cc tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9c98e49-5f58-4f94-bea2-333ee0dd79b2 HTTP/1.1" status: 200 len: 913 time: 0.2347999 Nov 09 04:18:59.920756 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47224) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:18:59.927136 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.936856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Pushing event updated for resources: {'Port': ['ID=87c5d8fb-f789-4249-a2dc-596da29104ef,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:18:59.937747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d6a0-c999-45d0-8e38-e86535b3c957 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.938178 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-3ba4d6a0-c999-45d0-8e38-e86535b3c957 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Added segment b4e57d85-8d1e-428c-87b4-b60d63b802ee of type vlan for network f32fa496-8bbf-4148-b288-dd988edd1bdc Nov 09 04:18:59.947271 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-4045bf10-9666-464b-a070-e106ce824b03 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Floating IP d0870f1e-e41a-40af-ac5d-7d143fb96ea4 associated. External IP: 172.26.5.62, port: 1ccf1fbe-bf06-484d-a3a2-88a5e2b0eeb1. Nov 09 04:18:59.951913 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c516fccf-b70f-4adc-8690-ccd855ef0dad tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.964238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Attempting to bind port 87c5d8fb-f789-4249-a2dc-596da29104ef on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:18:59.964606 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Attempting to bind port 87c5d8fb-f789-4249-a2dc-596da29104ef by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a8daf324-9697-48b9-b8df-00949f7892fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb9a0f38-5c04-45f9-8403-e69cdef78e13'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:18:59.964976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Attempting to bind port 87c5d8fb-f789-4249-a2dc-596da29104ef on network eb9a0f38-5c04-45f9-8403-e69cdef78e13 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:18:59.970030 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:18:59.970409 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Checking segment: {'id': 'a8daf324-9697-48b9-b8df-00949f7892fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb9a0f38-5c04-45f9-8403-e69cdef78e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:18:59.970804 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.971199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Bound using segment: {'id': 'a8daf324-9697-48b9-b8df-00949f7892fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb9a0f38-5c04-45f9-8403-e69cdef78e13'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:18:59.971661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Bound port: 87c5d8fb-f789-4249-a2dc-596da29104ef, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8daf324-9697-48b9-b8df-00949f7892fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'eb9a0f38-5c04-45f9-8403-e69cdef78e13'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:18:59.972150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:18:59.990746 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-27777430-3b10-4cba-9429-7563675fe0ce tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Allocated IP 172.20.0.10 (eb9a0f38-5c04-45f9-8403-e69cdef78e13/31b55a97-a0e5-4abb-9b87-d24e7f8cd799/a598658e-8a59-40e8-b8af-5e7c79e87c98) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:00.027342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c516fccf-b70f-4adc-8690-ccd855ef0dad tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for ab57c6f1-a5a9-46f3-a729-e931297059a1 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:00.052198 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] For port 87c5d8fb-f789-4249-a2dc-596da29104ef, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:00.053229 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d6a0-c999-45d0-8e38-e86535b3c957 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:00.058117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] For port 87c5d8fb-f789-4249-a2dc-596da29104ef, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=87c5d8fb-f789-4249-a2dc-596da29104ef,segment=NetworkSegment(a8daf324-9697-48b9-b8df-00949f7892fd),segment_id=a8daf324-9697-48b9-b8df-00949f7892fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:00.063588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:00.128073 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64913619-3e83-40ea-91cf-8d0cb8657276 None None] Pushing event updated for resources: {'Port': ['ID=87c5d8fb-f789-4249-a2dc-596da29104ef,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:00.180860 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:00.212713 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:00.240567 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d6a0-c999-45d0-8e38-e86535b3c957 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:00.246464 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba4d6a0-c999-45d0-8e38-e86535b3c957 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:00.247245 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d6a0-c999-45d0-8e38-e86535b3c957 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:00.402898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:00.414872 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3ba4d6a0-c999-45d0-8e38-e86535b3c957 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6840906 Nov 09 04:19:00.447595 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=0c080d83-0d6a-416a-b455-27a651a081e9,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:00.451222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:00.455307 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47226) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:00.472123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f9fb201d-b0ce-4165-ba49-90ea94e8edbf tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'subnet': {'network_id': 'f32fa496-8bbf-4148-b288-dd988edd1bdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:00.477063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:00.556681 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4d6a0-c999-45d0-8e38-e86535b3c957 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Network': ['ID=f32fa496-8bbf-4148-b288-dd988edd1bdc,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:00.571198 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network f32fa496-8bbf-4148-b288-dd988edd1bdc details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:19:00.594980 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d803ae0b-d4bc-4270-a7b2-7cf99c190965 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Router 2e7783be-3f2b-4206-9af4-fd5b444df028 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:00.650570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-27777430-3b10-4cba-9429-7563675fe0ce tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:00.769920 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 87c5d8fb-f789-4249-a2dc-596da29104ef up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:00.793543 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fb201d-b0ce-4165-ba49-90ea94e8edbf tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Made reservation on behalf of 0472f3835ad245829e341922670f7bb2 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:00.797063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9fb201d-b0ce-4165-ba49-90ea94e8edbf tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:00.812546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d803ae0b-d4bc-4270-a7b2-7cf99c190965 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:00.823359 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d803ae0b-d4bc-4270-a7b2-7cf99c190965 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "PUT /v2.0/routers/2e7783be-3f2b-4206-9af4-fd5b444df028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0085213 Nov 09 04:19:00.826864 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47228) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:00.833470 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88449a61-7d14-485a-8dde-d626497a3456 None None] Sync routers for ids ['2e7783be-3f2b-4206-9af4-fd5b444df028'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:00.844760 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 87c5d8fb-f789-4249-a2dc-596da29104ef triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:00.845199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:00.890965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4045bf10-9666-464b-a070-e106ce824b03 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:00.908503 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c516fccf-b70f-4adc-8690-ccd855ef0dad tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:00.921811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88449a61-7d14-485a-8dde-d626497a3456 None None] Routers {'2e7783be-3f2b-4206-9af4-fd5b444df028'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:00.923176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-88449a61-7d14-485a-8dde-d626497a3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['2e7783be-3f2b-4206-9af4-fd5b444df028'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:00.966921 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:00.991007 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-27777430-3b10-4cba-9429-7563675fe0ce tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:00.997626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.ipam_backend_mixin [None req-f9fb201d-b0ce-4165-ba49-90ea94e8edbf tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Performing IP validity checks on allocation pools {{(pid=101884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 04:19:00.998146 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.ipam_backend_mixin [None req-f9fb201d-b0ce-4165-ba49-90ea94e8edbf tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 04:19:01.010382 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516fccf-b70f-4adc-8690-ccd855ef0dad tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=ab57c6f1-a5a9-46f3-a729-e931297059a1,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:01.129687 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e31e276-eb58-49b3-a119-24466b88a666 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:01.131970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e31e276-eb58-49b3-a119-24466b88a666 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:01.134858 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4e31e276-eb58-49b3-a119-24466b88a666 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2958515 Nov 09 04:19:01.204438 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47230) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:01.248556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-88449a61-7d14-485a-8dde-d626497a3456 None None] Set router 2e7783be-3f2b-4206-9af4-fd5b444df028 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:19:01.305930 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c516fccf-b70f-4adc-8690-ccd855ef0dad tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:01.353948 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-88449a61-7d14-485a-8dde-d626497a3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7783be-3f2b-4206-9af4-fd5b444df028', 'name': 'tempest-NetworksTestDHCPv6-router-1679925534', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:48Z', 'updated_at': '2021-11-09T04:18:59Z', 'revision_number': 3, 'project_id': '7884393cbbac46598e20e072bff6d616', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:01.355261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e9de57-327d-4ee0-9c58-8999b011e533 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 31014381-1050-4c22-ba11-c11e06eb9014 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:01.390089 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88449a61-7d14-485a-8dde-d626497a3456 None None] Checking router: 2e7783be-3f2b-4206-9af4-fd5b444df028 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:19:01.394069 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4045bf10-9666-464b-a070-e106ce824b03 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:01.395705 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50e9de57-327d-4ee0-9c58-8999b011e533 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:01.404164 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:01.405949 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d57f17-545e-4ef7-bf80-0bd7dee8c779 None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:01.411469 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88449a61-7d14-485a-8dde-d626497a3456 None None] Routers {'2e7783be-3f2b-4206-9af4-fd5b444df028'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:01.412109 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-88449a61-7d14-485a-8dde-d626497a3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['2e7783be-3f2b-4206-9af4-fd5b444df028'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:01.430865 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d57f17-545e-4ef7-bf80-0bd7dee8c779 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:01.431485 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-10d57f17-545e-4ef7-bf80-0bd7dee8c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:01.463341 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1168e7f-6272-4126-8276-24c685118883 None None] Network eb9a0f38-5c04-45f9-8403-e69cdef78e13 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:01.464374 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-10d57f17-545e-4ef7-bf80-0bd7dee8c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:01.473119 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d57f17-545e-4ef7-bf80-0bd7dee8c779 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:01.473759 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-10d57f17-545e-4ef7-bf80-0bd7dee8c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:01.508558 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-10d57f17-545e-4ef7-bf80-0bd7dee8c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:01.509218 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d57f17-545e-4ef7-bf80-0bd7dee8c779 None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:01.530191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27777430-3b10-4cba-9429-7563675fe0ce tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network eb9a0f38-5c04-45f9-8403-e69cdef78e13 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:01.540484 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-88449a61-7d14-485a-8dde-d626497a3456 None None] Set router 2e7783be-3f2b-4206-9af4-fd5b444df028 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:19:01.558393 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-27777430-3b10-4cba-9429-7563675fe0ce tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:01.573145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27777430-3b10-4cba-9429-7563675fe0ce tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:01.575726 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27777430-3b10-4cba-9429-7563675fe0ce tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=a598658e-8a59-40e8-b8af-5e7c79e87c98,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:01.581266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50e9de57-327d-4ee0-9c58-8999b011e533 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:01.647267 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 87c5d8fb-f789-4249-a2dc-596da29104ef, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=87c5d8fb-f789-4249-a2dc-596da29104ef,segment=NetworkSegment(a8daf324-9697-48b9-b8df-00949f7892fd),segment_id=a8daf324-9697-48b9-b8df-00949f7892fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:01.650553 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-88449a61-7d14-485a-8dde-d626497a3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7783be-3f2b-4206-9af4-fd5b444df028', 'name': 'tempest-NetworksTestDHCPv6-router-1679925534', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:48Z', 'updated_at': '2021-11-09T04:18:59Z', 'revision_number': 3, 'project_id': '7884393cbbac46598e20e072bff6d616', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:01.698099 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:01.700532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-8816e451-6015-48b6-8c57-1c6f56574402 None None] Provisioning complete for port 87c5d8fb-f789-4249-a2dc-596da29104ef triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:01.700896 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8816e451-6015-48b6-8c57-1c6f56574402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:01.706539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88449a61-7d14-485a-8dde-d626497a3456 None None] The sync data for ids ['2e7783be-3f2b-4206-9af4-fd5b444df028'] in dv-neutron-816800-2-hyperv is: [{'id': '2e7783be-3f2b-4206-9af4-fd5b444df028', 'name': 'tempest-NetworksTestDHCPv6-router-1679925534', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:48Z', 'updated_at': '2021-11-09T04:18:59Z', 'revision_number': 3, 'project_id': '7884393cbbac46598e20e072bff6d616', 'gw_port_host': None}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:01.780391 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27777430-3b10-4cba-9429-7563675fe0ce tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:01.781011 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-27777430-3b10-4cba-9429-7563675fe0ce tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:01.832150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=87c5d8fb-f789-4249-a2dc-596da29104ef,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:01.834821 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-27777430-3b10-4cba-9429-7563675fe0ce tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5906076 Nov 09 04:19:01.840039 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47232) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:01.854649 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50e9de57-327d-4ee0-9c58-8999b011e533 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:01.936915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c516fccf-b70f-4adc-8690-ccd855ef0dad tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 8298293b-3760-4d70-bcb3-9d60d0f0d0de has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:01.969334 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a717c25b-ffc0-4929-aeb0-d8dcbfc38ccd tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:01.978678 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9fb201d-b0ce-4165-ba49-90ea94e8edbf tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:02.054796 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4045bf10-9666-464b-a070-e106ce824b03 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router 6a7fb37f-cdee-4bde-aefe-6fc7d2af7477 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:02.059349 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50e9de57-327d-4ee0-9c58-8999b011e533 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:02.067265 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:02.096631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9de57-327d-4ee0-9c58-8999b011e533 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=31014381-1050-4c22-ba11-c11e06eb9014,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:02.110736 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eaebfc-6e95-4230-8f26-c648f1f8117a None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:02.123585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50e9de57-327d-4ee0-9c58-8999b011e533 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:02.127080 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-50e9de57-327d-4ee0-9c58-8999b011e533 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/31014381-1050-4c22-ba11-c11e06eb9014 HTTP/1.1" status: 204 len: 168 time: 0.9189057 Nov 09 04:19:02.132275 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47234) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:02.194732 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb201d-b0ce-4165-ba49-90ea94e8edbf tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Subnet': ['ID=97dc3a1f-2b7f-4823-884c-edf538f1ce06,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:02.254840 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb201d-b0ce-4165-ba49-90ea94e8edbf tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Checking segment: {'id': 'b4e57d85-8d1e-428c-87b4-b60d63b802ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f32fa496-8bbf-4148-b288-dd988edd1bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:02.255571 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fb201d-b0ce-4165-ba49-90ea94e8edbf tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network hostable DHCP agents. Network: f32fa496-8bbf-4148-b288-dd988edd1bdc, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:19:02.274998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c516fccf-b70f-4adc-8690-ccd855ef0dad tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:02.283426 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c516fccf-b70f-4adc-8690-ccd855ef0dad tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/8298293b-3760-4d70-bcb3-9d60d0f0d0de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4072576 Nov 09 04:19:02.284039 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47236) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:02.300743 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd56ff2-8d1b-47c8-8b54-8ef52760a2ac None None] Sync routers for ids ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:02.317076 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-836243db-8be2-458c-8be8-4733dd668e9f None None] Provisioning complete for port 87c5d8fb-f789-4249-a2dc-596da29104ef triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:02.317757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-836243db-8be2-458c-8be8-4733dd668e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:02.350765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd56ff2-8d1b-47c8-8b54-8ef52760a2ac None None] Routers {'8298293b-3760-4d70-bcb3-9d60d0f0d0de'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:02.351782 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8cd56ff2-8d1b-47c8-8b54-8ef52760a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:02.373833 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:02.378548 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-1c8affb4-c3a7-4ba5-aeec-77ec071e77bf tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port a598658e-8a59-40e8-b8af-5e7c79e87c98 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:02.379101 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c8affb4-c3a7-4ba5-aeec-77ec071e77bf tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:02.395465 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8cd56ff2-8d1b-47c8-8b54-8ef52760a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:02.421698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd56ff2-8d1b-47c8-8b54-8ef52760a2ac None None] Routers {'8298293b-3760-4d70-bcb3-9d60d0f0d0de'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:02.422331 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8cd56ff2-8d1b-47c8-8b54-8ef52760a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:02.430174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d5e8fc-28b4-458d-a806-81f5c188b5c7 None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:02.476757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8cd56ff2-8d1b-47c8-8b54-8ef52760a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:02.477455 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd56ff2-8d1b-47c8-8b54-8ef52760a2ac None None] The sync data for ids ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:02.490858 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fb201d-b0ce-4165-ba49-90ea94e8edbf tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Network f32fa496-8bbf-4148-b288-dd988edd1bdc is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:19:02.549388 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c8affb4-c3a7-4ba5-aeec-77ec071e77bf tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:02.565060 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5e8fc-28b4-458d-a806-81f5c188b5c7 None None] Deleting port 1b191b03-0861-419e-8eb0-d41a00ff3cec {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:02.565789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e8fc-28b4-458d-a806-81f5c188b5c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:02.579336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-1c8affb4-c3a7-4ba5-aeec-77ec071e77bf tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for a598658e-8a59-40e8-b8af-5e7c79e87c98 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:02.595755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-836243db-8be2-458c-8be8-4733dd668e9f None None] Provisioning complete for port a598658e-8a59-40e8-b8af-5e7c79e87c98 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:02.596143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-836243db-8be2-458c-8be8-4733dd668e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:02.599246 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-f9fb201d-b0ce-4165-ba49-90ea94e8edbf tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, f32fa496-8bbf-4148-b288-dd988edd1bdc) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:02.623986 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bf6cf4-1721-4a6e-aad9-bafd1b4dc889 None None] Network f32fa496-8bbf-4148-b288-dd988edd1bdc requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:02.649634 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fb201d-b0ce-4165-ba49-90ea94e8edbf tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:02.650524 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9fb201d-b0ce-4165-ba49-90ea94e8edbf tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:02.665276 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 87c5d8fb-f789-4249-a2dc-596da29104ef up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:02.747522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c9d5e8fc-28b4-458d-a806-81f5c188b5c7 None None] For port 1b191b03-0861-419e-8eb0-d41a00ff3cec, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1b191b03-0861-419e-8eb0-d41a00ff3cec,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:02.747906 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e8fc-28b4-458d-a806-81f5c188b5c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:02.773760 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f9fb201d-b0ce-4165-ba49-90ea94e8edbf tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3083763 Nov 09 04:19:02.773971 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5e8fc-28b4-458d-a806-81f5c188b5c7 None None] Calling delete_port for 1b191b03-0861-419e-8eb0-d41a00ff3cec owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:02.773971 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-836243db-8be2-458c-8be8-4733dd668e9f None None] Port a598658e-8a59-40e8-b8af-5e7c79e87c98 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:02.786540 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47238) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:02.792560 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-cdcb197e-5d79-48ad-9d6b-d2c3f3b7add1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:02.882726 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-937f6c74-7113-4d43-8735-2ab634cd3ef6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7491033 Nov 09 04:19:02.887166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47240) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:02.911613 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 87c5d8fb-f789-4249-a2dc-596da29104ef triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:02.911976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:02.983305 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4045bf10-9666-464b-a070-e106ce824b03 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:02.986230 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1dbe1f7c-b987-4b1a-9364-9745c946081c None None] Provisioning complete for port a598658e-8a59-40e8-b8af-5e7c79e87c98 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:02.987134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1dbe1f7c-b987-4b1a-9364-9745c946081c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:02.996818 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cdcd87-dca4-4b53-a3e7-294cb56498a6 None None] Sync routers for ids ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:03.019992 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cdcd87-dca4-4b53-a3e7-294cb56498a6 None None] Routers {'6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:03.022780 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-47cdcd87-dca4-4b53-a3e7-294cb56498a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:03.032923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c9d5e8fc-28b4-458d-a806-81f5c188b5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.042674 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-f32fa496-8bbf-4148-b288-dd988edd1bdc', 'network_id': 'f32fa496-8bbf-4148-b288-dd988edd1bdc', 'tenant_id': '0472f3835ad245829e341922670f7bb2', 'fixed_ips': [{'subnet_id': '97dc3a1f-2b7f-4823-884c-edf538f1ce06'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:19:03.042674 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.048122 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.053824 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cdcb197e-5d79-48ad-9d6b-d2c3f3b7add1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62454771'] for subnet, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.065746 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.078007 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe1f7c-b987-4b1a-9364-9745c946081c None None] Port a598658e-8a59-40e8-b8af-5e7c79e87c98 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:03.081482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5e8fc-28b4-458d-a806-81f5c188b5c7 None None] Pushing event deleted for resources: {'Port': ['ID=1b191b03-0861-419e-8eb0-d41a00ff3cec,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:03.090756 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-47cdcd87-dca4-4b53-a3e7-294cb56498a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:03.092675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4045bf10-9666-464b-a070-e106ce824b03 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.093326 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d5e8fc-28b4-458d-a806-81f5c188b5c7 None None] No DVR routers for this DVR port 1b191b03-0861-419e-8eb0-d41a00ff3cec on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:03.109323 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c8affb4-c3a7-4ba5-aeec-77ec071e77bf tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.116585 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cdcd87-dca4-4b53-a3e7-294cb56498a6 None None] Routers {'6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:03.118720 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-47cdcd87-dca4-4b53-a3e7-294cb56498a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:03.163326 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-47cdcd87-dca4-4b53-a3e7-294cb56498a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:03.164009 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cdcd87-dca4-4b53-a3e7-294cb56498a6 None None] The sync data for ids ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:03.187554 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dad19d0a-1cad-415e-b5ec-d069c6c436b9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.227942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-a717c25b-ffc0-4929-aeb0-d8dcbfc38ccd tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Deleting port 7c727841-17a8-4298-bdf7-9e27627c1a55 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:03.228280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a717c25b-ffc0-4929-aeb0-d8dcbfc38ccd tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.231875 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=0c080d83-0d6a-416a-b455-27a651a081e9,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:03.349675 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8affb4-c3a7-4ba5-aeec-77ec071e77bf tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=a598658e-8a59-40e8-b8af-5e7c79e87c98,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:03.357184 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.413008 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4045bf10-9666-464b-a070-e106ce824b03 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "PUT /v2.0/floatingips/d0870f1e-e41a-40af-ac5d-7d143fb96ea4 HTTP/1.1" status: 200 len: 977 time: 6.4143744 Nov 09 04:19:03.417733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47242) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:03.443711 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 691f43d3-ac80-4b71-9989-334f38053cb6 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:03.467360 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 691f43d3-ac80-4b71-9989-334f38053cb6 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:03.467695 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 691f43d3-ac80-4b71-9989-334f38053cb6 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:03.468124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1b191b03-0861-419e-8eb0-d41a00ff3cec no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:03.488451 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 1b191b03-0861-419e-8eb0-d41a00ff3cec {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:03.488798 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1b191b03-0861-419e-8eb0-d41a00ff3cec not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:03.561677 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dad19d0a-1cad-415e-b5ec-d069c6c436b9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.569310 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dad19d0a-1cad-415e-b5ec-d069c6c436b9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.663867 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dad19d0a-1cad-415e-b5ec-d069c6c436b9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.664407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad19d0a-1cad-415e-b5ec-d069c6c436b9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Fanout notify agent at l3_agent the message router_deleted on router 2e7783be-3f2b-4206-9af4-fd5b444df028 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:19:03.672289 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dad19d0a-1cad-415e-b5ec-d069c6c436b9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.676020 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-dad19d0a-1cad-415e-b5ec-d069c6c436b9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/routers/2e7783be-3f2b-4206-9af4-fd5b444df028 HTTP/1.1" status: 204 len: 168 time: 0.7853167 Nov 09 04:19:03.677356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47244) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:03.690791 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-09fe054a-bccd-4cd9-8899-de6d129f3fdc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:03.760423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-9f584b0f-7c67-4b1d-8474-fe5e6056a74d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting port 0d97ff87-89dd-4e8a-aa19-f9baaff920a8 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:03.760769 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f584b0f-7c67-4b1d-8474-fe5e6056a74d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.804030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ffba-8e6a-486d-8fe2-f272e84ae814 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.805586 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c8affb4-c3a7-4ba5-aeec-77ec071e77bf tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.809031 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1c8affb4-c3a7-4ba5-aeec-77ec071e77bf tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/a598658e-8a59-40e8-b8af-5e7c79e87c98 HTTP/1.1" status: 204 len: 168 time: 1.9202518 Nov 09 04:19:03.819742 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47246) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:03.887078 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb47b7c-321a-4edf-bfd1-bb1926bd6493 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:03.887748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb47b7c-321a-4edf-bfd1-bb1926bd6493 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:03.895616 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ecb47b7c-321a-4edf-bfd1-bb1926bd6493 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/a598658e-8a59-40e8-b8af-5e7c79e87c98 HTTP/1.1" status: 404 len: 333 time: 0.0698655 Nov 09 04:19:03.895616 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP 0db36414-dcef-418c-958d-5700409dc386 associated. External IP: 172.26.5.136, port: 71e2418f-fb81-4a54-93e6-dc792a12d159. Nov 09 04:19:03.897273 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47248) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:03.901173 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a717c25b-ffc0-4929-aeb0-d8dcbfc38ccd tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.948186 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa844a4-43b3-4d87-8e3e-c46446c8a80f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] GET failed (client error): The resource could not be found. Nov 09 04:19:03.949662 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-a717c25b-ffc0-4929-aeb0-d8dcbfc38ccd tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Calling delete_port for 7c727841-17a8-4298-bdf7-9e27627c1a55 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:03.949823 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cfa844a4-43b3-4d87-8e3e-c46446c8a80f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/a598658e-8a59-40e8-b8af-5e7c79e87c98 HTTP/1.1" status: 404 len: 333 time: 0.0496955 Nov 09 04:19:03.960526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47250) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:03.977133 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fe054a-bccd-4cd9-8899-de6d129f3fdc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:03.980791 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-09fe054a-bccd-4cd9-8899-de6d129f3fdc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:03.990122 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f584b0f-7c67-4b1d-8474-fe5e6056a74d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.002683 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cdcb197e-5d79-48ad-9d6b-d2c3f3b7add1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748279794059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62889612'] for subnet, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.012008 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Allocated IP 172.20.0.3 (f32fa496-8bbf-4148-b288-dd988edd1bdc/97dc3a1f-2b7f-4823-884c-edf538f1ce06/32e57fa1-3dd3-4b01-82b0-54f926cea457) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:04.142331 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb197e-5d79-48ad-9d6b-d2c3f3b7add1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:04.142942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cdcb197e-5d79-48ad-9d6b-d2c3f3b7add1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.146930 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cdcb197e-5d79-48ad-9d6b-d2c3f3b7add1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "PUT /v2.0/subnets/97dc3a1f-2b7f-4823-884c-edf538f1ce06 HTTP/1.1" status: 200 len: 877 time: 1.3560250 Nov 09 04:19:04.153176 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7863b232-70e0-49d8-ab4c-69b3e335c701 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting subnet 31b55a97-a0e5-4abb-9b87-d24e7f8cd799 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:04.155293 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47252) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:04.168595 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7863b232-70e0-49d8-ab4c-69b3e335c701 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.174543 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb197e-5d79-48ad-9d6b-d2c3f3b7add1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event updated for resources: {'Subnet': ['ID=97dc3a1f-2b7f-4823-884c-edf538f1ce06,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:04.174774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.187141 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.229947 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Network f32fa496-8bbf-4148-b288-dd988edd1bdc is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:04.236688 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:04.241736 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:04.244835 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Pushing event updated for resources: {'Port': ['ID=32e57fa1-3dd3-4b01-82b0-54f926cea457,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:04.307300 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Attempting to bind port 32e57fa1-3dd3-4b01-82b0-54f926cea457 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:19:04.307826 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Attempting to bind port 32e57fa1-3dd3-4b01-82b0-54f926cea457 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'b4e57d85-8d1e-428c-87b4-b60d63b802ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f32fa496-8bbf-4148-b288-dd988edd1bdc'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:19:04.308287 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Attempting to bind port 32e57fa1-3dd3-4b01-82b0-54f926cea457 on network f32fa496-8bbf-4148-b288-dd988edd1bdc {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:04.316180 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7863b232-70e0-49d8-ab4c-69b3e335c701 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.318149 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:19:04.319223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Checking segment: {'id': 'b4e57d85-8d1e-428c-87b4-b60d63b802ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f32fa496-8bbf-4148-b288-dd988edd1bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:04.319727 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.320465 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Bound using segment: {'id': 'b4e57d85-8d1e-428c-87b4-b60d63b802ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f32fa496-8bbf-4148-b288-dd988edd1bdc'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:19:04.321635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Bound port: 32e57fa1-3dd3-4b01-82b0-54f926cea457, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e57d85-8d1e-428c-87b4-b60d63b802ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f32fa496-8bbf-4148-b288-dd988edd1bdc'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:19:04.325968 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.396020 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] For port 32e57fa1-3dd3-4b01-82b0-54f926cea457, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:04.399657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] For port 32e57fa1-3dd3-4b01-82b0-54f926cea457, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=32e57fa1-3dd3-4b01-82b0-54f926cea457,segment=NetworkSegment(b4e57d85-8d1e-428c-87b4-b60d63b802ee),segment_id=b4e57d85-8d1e-428c-87b4-b60d63b802ee)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:04.404774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.419056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f584b0f-7c67-4b1d-8474-fe5e6056a74d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.419653 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f584b0f-7c67-4b1d-8474-fe5e6056a74d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.419755 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-9f584b0f-7c67-4b1d-8474-fe5e6056a74d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Floating IP d0870f1e-e41a-40af-ac5d-7d143fb96ea4 disassociated. External IP: 172.26.5.62, port: 0d97ff87-89dd-4e8a-aa19-f9baaff920a8. Nov 09 04:19:04.420068 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-9f584b0f-7c67-4b1d-8474-fe5e6056a74d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Calling delete_port for 0d97ff87-89dd-4e8a-aa19-f9baaff920a8 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:04.433048 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.484315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908b8cd-43aa-48ca-9d00-102a85c37df7 None None] Pushing event updated for resources: {'Port': ['ID=32e57fa1-3dd3-4b01-82b0-54f926cea457,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:04.496076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:04.556087 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7863b232-70e0-49d8-ab4c-69b3e335c701 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.585458 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-09fe054a-bccd-4cd9-8899-de6d129f3fdc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.616623 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a717c25b-ffc0-4929-aeb0-d8dcbfc38ccd tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.660443 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717c25b-ffc0-4929-aeb0-d8dcbfc38ccd tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event deleted for resources: {'Port': ['ID=7c727841-17a8-4298-bdf7-9e27627c1a55,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:04.689695 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fe054a-bccd-4cd9-8899-de6d129f3fdc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:04.718448 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-09fe054a-bccd-4cd9-8899-de6d129f3fdc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:04.721443 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fe054a-bccd-4cd9-8899-de6d129f3fdc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:04.722076 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-09fe054a-bccd-4cd9-8899-de6d129f3fdc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.728278 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e6d7f3-3fae-4503-957c-9e6f8aebd479 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:04.747334 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe054a-bccd-4cd9-8899-de6d129f3fdc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=03488377-5dd0-4b2d-9762-d297e06948e0,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:04.778274 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-09fe054a-bccd-4cd9-8899-de6d129f3fdc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0998130 Nov 09 04:19:04.785928 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47254) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:04.799110 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b51e793b-146b-4fea-a81a-2cce64a87b3c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2006216958', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:04.810675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Deleting port 32e57fa1-3dd3-4b01-82b0-54f926cea457 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:04.811011 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.825434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7ffba-8e6a-486d-8fe2-f272e84ae814 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port 8547a8d2-a6b8-4a22-95d8-b1a0edc31874 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:04.825920 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ffba-8e6a-486d-8fe2-f272e84ae814 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.870261 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7863b232-70e0-49d8-ab4c-69b3e335c701 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.899292 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:04.916851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f584b0f-7c67-4b1d-8474-fe5e6056a74d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.943425 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef64a1f9-9f30-49df-a3cb-249fe4939d6d None None] Sync routers for ids ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:04.962124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef64a1f9-9f30-49df-a3cb-249fe4939d6d None None] Routers {'90aa0b0b-157e-4134-a32a-9a58a61d2c7d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:04.963055 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-ef64a1f9-9f30-49df-a3cb-249fe4939d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:04.970520 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7863b232-70e0-49d8-ab4c-69b3e335c701 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:04.977458 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7863b232-70e0-49d8-ab4c-69b3e335c701 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/31b55a97-a0e5-4abb-9b87-d24e7f8cd799 HTTP/1.1" status: 204 len: 168 time: 1.0164034 Nov 09 04:19:04.979743 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863b232-70e0-49d8-ab4c-69b3e335c701 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Subnet': ['ID=31b55a97-a0e5-4abb-9b87-d24e7f8cd799,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:04.981400 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47256) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:04.993113 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f584b0f-7c67-4b1d-8474-fe5e6056a74d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Port': ['ID=0d97ff87-89dd-4e8a-aa19-f9baaff920a8,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:05.039178 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b51e793b-146b-4fea-a81a-2cce64a87b3c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:05.040567 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b51e793b-146b-4fea-a81a-2cce64a87b3c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:05.057475 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7ef105-472f-44ae-960c-a6b054e4ff53 None None] Network eb9a0f38-5c04-45f9-8403-e69cdef78e13 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:05.062885 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:05.113753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] For port 32e57fa1-3dd3-4b01-82b0-54f926cea457, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=32e57fa1-3dd3-4b01-82b0-54f926cea457,segment=NetworkSegment(b4e57d85-8d1e-428c-87b4-b60d63b802ee),segment_id=b4e57d85-8d1e-428c-87b4-b60d63b802ee)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:05.114118 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:05.135415 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ffba-8e6a-486d-8fe2-f272e84ae814 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:05.176752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Calling delete_port for 32e57fa1-3dd3-4b01-82b0-54f926cea457 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:05.186251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': '03488377-5dd0-4b2d-9762-d297e06948e0'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:19:05.187438 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:05.188186 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7ffba-8e6a-486d-8fe2-f272e84ae814 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for 8547a8d2-a6b8-4a22-95d8-b1a0edc31874 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:05.277383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-ef64a1f9-9f30-49df-a3cb-249fe4939d6d None None] Set router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:19:05.286276 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b51e793b-146b-4fea-a81a-2cce64a87b3c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:05.318121 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:05.334759 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b51e793b-146b-4fea-a81a-2cce64a87b3c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:05.337873 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f584b0f-7c67-4b1d-8474-fe5e6056a74d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router 6a7fb37f-cdee-4bde-aefe-6fc7d2af7477 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:05.342634 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7654bca4-626f-4c71-92a9-647fbb999a96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2169225 Nov 09 04:19:05.346219 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47258) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:05.350663 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015b64a0-cec8-41a2-b70e-8dc858272608', 'tag': '71e2418f-fb81-4a54-93e6-dc792a12d159'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:19:05.352988 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b01266b-d399-4f17-939a-19cf9da7d225" -d '{"events": [{"name": "network-changed", "server_uuid": "015b64a0-cec8-41a2-b70e-8dc858272608", "tag": "71e2418f-fb81-4a54-93e6-dc792a12d159"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:19:05.428829 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bd9f15-83ba-42cd-b21a-ec7c3545b71c x-openstack-request-id: req-09bd9f15-83ba-42cd-b21a-ec7c3545b71c {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:19:05.429122 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015b64a0-cec8-41a2-b70e-8dc858272608", "tag": "71e2418f-fb81-4a54-93e6-dc792a12d159", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:19:05.429539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09bd9f15-83ba-42cd-b21a-ec7c3545b71c {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:19:05.430300 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015b64a0-cec8-41a2-b70e-8dc858272608', 'tag': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'status': 'completed', 'code': 200} Nov 09 04:19:05.437906 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b51e793b-146b-4fea-a81a-2cce64a87b3c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:05.441641 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b51e793b-146b-4fea-a81a-2cce64a87b3c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6483672 Nov 09 04:19:05.441641 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a717c25b-ffc0-4929-aeb0-d8dcbfc38ccd tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:05.444280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47262) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:05.677742 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01266b-d399-4f17-939a-19cf9da7d225 req-6c1032ff-9418-40fc-a0a9-2fbf0bafaa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:05.680228 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9b01266b-d399-4f17-939a-19cf9da7d225 req-6c1032ff-9418-40fc-a0a9-2fbf0bafaa27 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 1098 time: 0.2253063 Nov 09 04:19:05.685027 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port 87c5d8fb-f789-4249-a2dc-596da29104ef {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:05.685359 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:05.708653 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Allocated IP 2001:db8::2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/03488377-5dd0-4b2d-9762-d297e06948e0/f4fa919e-f8bb-4145-a146-301b4399380b) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:05.820208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebbbd63-074c-4473-ab5f-a0003826352b None None] Network f32fa496-8bbf-4148-b288-dd988edd1bdc requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:05.873769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] For port 87c5d8fb-f789-4249-a2dc-596da29104ef, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=87c5d8fb-f789-4249-a2dc-596da29104ef,segment=NetworkSegment(a8daf324-9697-48b9-b8df-00949f7892fd),segment_id=a8daf324-9697-48b9-b8df-00949f7892fd)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:05.874369 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:05.974541 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37b6486-f098-4bce-975d-655c4043867d None None] DHCP port deletion for eb9a0f38-5c04-45f9-8403-e69cdef78e13 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:06.042393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-10f2361f-507b-47d9-b377-7f8614c5b9df None None] Provisioning complete for port 32e57fa1-3dd3-4b01-82b0-54f926cea457 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:06.042772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-10f2361f-507b-47d9-b377-7f8614c5b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:06.050418 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-422ff992-a34b-4588-b7ef-ce1f22568869 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/0db36414-dcef-418c-958d-5700409dc386 HTTP/1.1" status: 200 len: 991 time: 0.7005289 Nov 09 04:19:06.187223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:06.208057 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:06.213935 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for 87c5d8fb-f789-4249-a2dc-596da29104ef owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:06.218032 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd445ce-7ed3-4b19-bba9-79a82a6ef6c0 req-6213be24-73f5-4152-a9d5-6d10e6ada941 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:06.219998 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01266b-d399-4f17-939a-19cf9da7d225 req-e63f584d-5cab-42f1-9c67-e789332d0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:06.220152 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1cd445ce-7ed3-4b19-bba9-79a82a6ef6c0 req-6213be24-73f5-4152-a9d5-6d10e6ada941 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.3185859 Nov 09 04:19:06.221048 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9b01266b-d399-4f17-939a-19cf9da7d225 req-e63f584d-5cab-42f1-9c67-e789332d0276 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 HTTP/1.1" status: 200 len: 896 time: 0.5322502 Nov 09 04:19:06.229479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:06.344608 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a717c25b-ffc0-4929-aeb0-d8dcbfc38ccd tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Router e9c98e49-5f58-4f94-bea2-333ee0dd79b2 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:06.349288 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f584b0f-7c67-4b1d-8474-fe5e6056a74d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:06.351012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Port': ['ID=32e57fa1-3dd3-4b01-82b0-54f926cea457,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:06.372203 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7553d-88c2-41d1-99f8-7981cde43447 None None] Sync routers for ids ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:06.391744 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7553d-88c2-41d1-99f8-7981cde43447 None None] Routers {'6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:06.392699 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b5a7553d-88c2-41d1-99f8-7981cde43447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:06.397551 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.plugins.ml2.db [None req-10f2361f-507b-47d9-b377-7f8614c5b9df None None] No ports have port_id starting with 32e57fa1-3dd3-4b01-82b0-54f926cea457 Nov 09 04:19:06.405149 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9b01266b-d399-4f17-939a-19cf9da7d225 req-3bef1e78-6b57-4d85-868d-f4f50f31be18 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e2418f-fb81-4a54-93e6-dc792a12d159 HTTP/1.1" status: 200 len: 999 time: 0.1758528 Nov 09 04:19:06.429217 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ffba-8e6a-486d-8fe2-f272e84ae814 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:06.451864 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:06.454843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-ef64a1f9-9f30-49df-a3cb-249fe4939d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:18:24Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '0db36414-dcef-418c-958d-5700409dc386', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'port_id': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'mac_address': 'fa:16:3e:59:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015b64a0-cec8-41a2-b70e-8dc858272608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:19:01Z', 'updated_at': '2021-11-09T04:19:01Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e7c17b-d90a-44a8-985c-278a361f9db9', 'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:9b:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:23Z', 'updated_at': '2021-11-09T04:18:30Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:06.466794 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b5a7553d-88c2-41d1-99f8-7981cde43447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:06.477748 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7553d-88c2-41d1-99f8-7981cde43447 None None] Routers {'6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:06.478566 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b5a7553d-88c2-41d1-99f8-7981cde43447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:06.495547 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a37b6486-f098-4bce-975d-655c4043867d None None] Deleting port 87c5d8fb-f789-4249-a2dc-596da29104ef {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:06.496053 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a37b6486-f098-4bce-975d-655c4043867d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:06.497849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:06.503792 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:06.514755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef64a1f9-9f30-49df-a3cb-249fe4939d6d None None] Checking router: 90aa0b0b-157e-4134-a32a-9a58a61d2c7d for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:19:06.527673 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Pushing event updated for resources: {'Port': ['ID=f4fa919e-f8bb-4145-a146-301b4399380b,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:06.531180 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b5a7553d-88c2-41d1-99f8-7981cde43447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:06.532079 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7553d-88c2-41d1-99f8-7981cde43447 None None] The sync data for ids ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:06.545892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7ffba-8e6a-486d-8fe2-f272e84ae814 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=8547a8d2-a6b8-4a22-95d8-b1a0edc31874,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:06.563952 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No DVR routers for this DVR port 32e57fa1-3dd3-4b01-82b0-54f926cea457 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:06.578976 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1cd445ce-7ed3-4b19-bba9-79a82a6ef6c0 req-f4e391e2-b859-47da-8e3a-0db814778693 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363945 Nov 09 04:19:06.600304 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:06.653917 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=87c5d8fb-f789-4249-a2dc-596da29104ef,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:06.658356 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a37b6486-f098-4bce-975d-655c4043867d None None] For port 87c5d8fb-f789-4249-a2dc-596da29104ef, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=87c5d8fb-f789-4249-a2dc-596da29104ef,segment=NetworkSegment(a8daf324-9697-48b9-b8df-00949f7892fd),segment_id=a8daf324-9697-48b9-b8df-00949f7892fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:06.658854 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a37b6486-f098-4bce-975d-655c4043867d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:06.661811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No DVR routers for this DVR port 87c5d8fb-f789-4249-a2dc-596da29104ef on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:06.722376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef64a1f9-9f30-49df-a3cb-249fe4939d6d None None] Routers {'90aa0b0b-157e-4134-a32a-9a58a61d2c7d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:06.723024 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-ef64a1f9-9f30-49df-a3cb-249fe4939d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:06.749816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:06.777308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f584b0f-7c67-4b1d-8474-fe5e6056a74d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:06.782318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01266b-d399-4f17-939a-19cf9da7d225 req-ae54c5d8-121b-4946-b3c7-02d737019701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:06.783858 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9b01266b-d399-4f17-939a-19cf9da7d225 req-ae54c5d8-121b-4946-b3c7-02d737019701 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b71824df-2056-4fdc-9e26-2c2cab08e4dc HTTP/1.1" status: 200 len: 835 time: 0.3084280 Nov 09 04:19:06.784097 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9f584b0f-7c67-4b1d-8474-fe5e6056a74d tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/ports/0d97ff87-89dd-4e8a-aa19-f9baaff920a8 HTTP/1.1" status: 204 len: 168 time: 3.3652220 Nov 09 04:19:06.792762 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47268) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:06.796414 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 87c5d8fb-f789-4249-a2dc-596da29104ef no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:06.798564 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714649dc-5635-407e-a824-42bce1dd48d1 None None] Network f32fa496-8bbf-4148-b288-dd988edd1bdc requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:06.802643 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a37b6486-f098-4bce-975d-655c4043867d None None] Calling delete_port for 87c5d8fb-f789-4249-a2dc-596da29104ef owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:06.862960 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 87c5d8fb-f789-4249-a2dc-596da29104ef {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:06.863556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 87c5d8fb-f789-4249-a2dc-596da29104ef not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:06.864198 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:06.873811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Attempting to bind port f4fa919e-f8bb-4145-a146-301b4399380b on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:19:06.874400 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Attempting to bind port f4fa919e-f8bb-4145-a146-301b4399380b by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:19:06.874927 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Attempting to bind port f4fa919e-f8bb-4145-a146-301b4399380b on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:06.954490 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:19:06.954770 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:06.955186 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:06.955588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:19:06.956247 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Bound port: f4fa919e-f8bb-4145-a146-301b4399380b, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:19:06.956642 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:06.997305 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a717c25b-ffc0-4929-aeb0-d8dcbfc38ccd tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:07.026659 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a3a92c-7dc6-466b-b16c-ae4150808e3f None None] Sync routers for ids ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:07.030592 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:07.041795 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a717c25b-ffc0-4929-aeb0-d8dcbfc38ccd tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] 10.222.0.21 "PUT /v2.0/routers/e9c98e49-5f58-4f94-bea2-333ee0dd79b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1174221 Nov 09 04:19:07.048704 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47270) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:07.053632 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47272) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:07.058077 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01266b-d399-4f17-939a-19cf9da7d225 req-c69d9fa4-2ce4-4d06-a8c4-1ddfb1f60235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:07.059708 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9b01266b-d399-4f17-939a-19cf9da7d225 req-c69d9fa4-2ce4-4d06-a8c4-1ddfb1f60235 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e925cd29-1b35-42fa-a731-c4b2f5dfa5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2377298 Nov 09 04:19:07.095086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-ef64a1f9-9f30-49df-a3cb-249fe4939d6d None None] Set router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:19:07.111378 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b339f1f-2d61-49ff-9746-593c410e0fa0 req-9b8c7ab4-52fd-4e8a-999f-7d499068fd36 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:07.113031 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1b339f1f-2d61-49ff-9746-593c410e0fa0 req-9b8c7ab4-52fd-4e8a-999f-7d499068fd36 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.3482008 Nov 09 04:19:07.143503 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3a92c-7dc6-466b-b16c-ae4150808e3f None None] Routers {'e9c98e49-5f58-4f94-bea2-333ee0dd79b2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:07.143871 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a3a3a92c-7dc6-466b-b16c-ae4150808e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:07.147875 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ffba-8e6a-486d-8fe2-f272e84ae814 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:07.157228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9a0f38-5c04-45f9-8403-e69cdef78e13']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:07.183251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:07.223628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a3a3a92c-7dc6-466b-b16c-ae4150808e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:07.228802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8daf324-9697-48b9-b8df-00949f7892fd') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:07.229223 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8daf324-9697-48b9-b8df-00949f7892fd') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:07.253125 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:07.271059 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] For port f4fa919e-f8bb-4145-a146-301b4399380b, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:07.278971 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a37b6486-f098-4bce-975d-655c4043867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:07.287426 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-587a2647-04bb-4a3d-aa97-9f11c5ba1bd1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/0db36414-dcef-418c-958d-5700409dc386 HTTP/1.1" status: 200 len: 991 time: 0.2303092 Nov 09 04:19:07.287426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Subnet': ['ID=97dc3a1f-2b7f-4823-884c-edf538f1ce06,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:07.316375 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] For port f4fa919e-f8bb-4145-a146-301b4399380b, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f4fa919e-f8bb-4145-a146-301b4399380b,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:07.337714 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a3a92c-7dc6-466b-b16c-ae4150808e3f None None] Routers {'e9c98e49-5f58-4f94-bea2-333ee0dd79b2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:07.337714 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a3a3a92c-7dc6-466b-b16c-ae4150808e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:07.345775 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b6486-f098-4bce-975d-655c4043867d None None] No DVR routers for this DVR port 87c5d8fb-f789-4249-a2dc-596da29104ef on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:07.358528 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:07.382504 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:07.384463 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b6486-f098-4bce-975d-655c4043867d None None] Pushing event deleted for resources: {'Port': ['ID=87c5d8fb-f789-4249-a2dc-596da29104ef,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:07.391635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:19:07.392191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:07.398525 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1b339f1f-2d61-49ff-9746-593c410e0fa0 req-a7367050-32a9-4616-add3-e476c15a7181 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627776 Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:19:07.399273 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:19:07.410659 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a3a3a92c-7dc6-466b-b16c-ae4150808e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:07.411199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a3a92c-7dc6-466b-b16c-ae4150808e3f None None] The sync data for ids ['e9c98e49-5f58-4f94-bea2-333ee0dd79b2'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:07.450681 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:07.531593 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f301f3cd-7307-4ccd-8e1f-a2b4c8f4a28a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:07.569310 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32fa496-8bbf-4148-b288-dd988edd1bdc']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:07.576368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79e7de-ede9-4fa0-ae9a-7372307d7234 None None] Pushing event updated for resources: {'Port': ['ID=f4fa919e-f8bb-4145-a146-301b4399380b,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:07.606106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a7ffba-8e6a-486d-8fe2-f272e84ae814 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 8298293b-3760-4d70-bcb3-9d60d0f0d0de has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:07.613950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e57d85-8d1e-428c-87b4-b60d63b802ee') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:07.619718 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e57d85-8d1e-428c-87b4-b60d63b802ee') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:07.623634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::1 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/03488377-5dd0-4b2d-9762-d297e06948e0/6f8dfecb-0b7a-459a-b586-4e1511f86551) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:07.631601 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9b01266b-d399-4f17-939a-19cf9da7d225 req-dfa8eb81-fadb-411e-b0f0-260dff27920a service neutron] 10.222.0.31 "GET /v2.0/networks/e925cd29-1b35-42fa-a731-c4b2f5dfa5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107627 Nov 09 04:19:07.656376 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:07.683436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:07.683706 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:07.722792 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-ef64a1f9-9f30-49df-a3cb-249fe4939d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:18:24Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '0db36414-dcef-418c-958d-5700409dc386', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'port_id': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'mac_address': 'fa:16:3e:59:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015b64a0-cec8-41a2-b70e-8dc858272608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:19:01Z', 'updated_at': '2021-11-09T04:19:01Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e7c17b-d90a-44a8-985c-278a361f9db9', 'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:9b:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:23Z', 'updated_at': '2021-11-09T04:18:30Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:07.763959 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef64a1f9-9f30-49df-a3cb-249fe4939d6d None None] The sync data for ids ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'] in dv-neutron-816800-2-hyperv is: [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:18:24Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '0db36414-dcef-418c-958d-5700409dc386', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'port_id': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'mac_address': 'fa:16:3e:59:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015b64a0-cec8-41a2-b70e-8dc858272608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:19:01Z', 'updated_at': '2021-11-09T04:19:01Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e7c17b-d90a-44a8-985c-278a361f9db9', 'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:9b:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:23Z', 'updated_at': '2021-11-09T04:18:30Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:07.766881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:19:07.767342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:19:07.770940 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:19:07.785927 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:07.791261 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/networks/eb9a0f38-5c04-45f9-8403-e69cdef78e13 HTTP/1.1" status: 204 len: 168 time: 2.7647805 Nov 09 04:19:07.835420 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47276) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:07.894171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-14cded25-f7d1-4a31-bbbd-4833be435453 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1216248906'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:07.912513 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a16b0-e65a-4d7b-9794-0567111ae5e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Network': ['ID=eb9a0f38-5c04-45f9-8403-e69cdef78e13,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:07.964914 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d8e15e-680f-4647-a0b9-6b6850487f96 None None] Network f32fa496-8bbf-4148-b288-dd988edd1bdc requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:08.016411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a7ffba-8e6a-486d-8fe2-f272e84ae814 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:08.029802 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c8a7ffba-8e6a-486d-8fe2-f272e84ae814 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/8298293b-3760-4d70-bcb3-9d60d0f0d0de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7409961 Nov 09 04:19:08.039627 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47280) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:08.042181 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f301f3cd-7307-4ccd-8e1f-a2b4c8f4a28a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:08.045774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:08.059992 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:08.061417 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f09c7-f53b-499e-86f0-7209b5ebe13b None None] Sync routers for ids ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:08.065160 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/f32fa496-8bbf-4148-b288-dd988edd1bdc HTTP/1.1" status: 204 len: 168 time: 3.9072459 Nov 09 04:19:08.070428 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47282) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:08.090013 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f09c7-f53b-499e-86f0-7209b5ebe13b None None] Routers {'8298293b-3760-4d70-bcb3-9d60d0f0d0de'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:08.091037 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8b0f09c7-f53b-499e-86f0-7209b5ebe13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:08.095309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cded25-f7d1-4a31-bbbd-4833be435453 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:08.098698 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14cded25-f7d1-4a31-bbbd-4833be435453 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:08.125745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc710b8e-8d98-4567-942e-bf000f62e6d1 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Network': ['ID=f32fa496-8bbf-4148-b288-dd988edd1bdc,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:08.142085 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-969ae901-9a34-48ff-bbb4-dd4a1e43169e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports?device_id=8298293b-3760-4d70-bcb3-9d60d0f0d0de HTTP/1.1" status: 200 len: 205 time: 0.0919425 Nov 09 04:19:08.143807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47284) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:08.152073 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9b01266b-d399-4f17-939a-19cf9da7d225 req-89b846e3-dc4f-4e59-9417-5f2e557bc092 service neutron] 10.222.0.31 "GET /v2.0/networks/e925cd29-1b35-42fa-a731-c4b2f5dfa5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958174 Nov 09 04:19:08.163547 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e558f3e-5288-43c8-b1c7-66ef5aaf0bad tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:08.163994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e558f3e-5288-43c8-b1c7-66ef5aaf0bad tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:08.171149 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6e558f3e-5288-43c8-b1c7-66ef5aaf0bad tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/subnets/97dc3a1f-2b7f-4823-884c-edf538f1ce06 HTTP/1.1" status: 404 len: 337 time: 0.0946040 Nov 09 04:19:08.175571 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:08.176964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47286) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:08.202948 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8b0f09c7-f53b-499e-86f0-7209b5ebe13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:08.208632 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be169f-5c6f-4422-9363-a4153624d37f req-bb3f1cf1-504a-4e85-bd6a-b3e1b384b15b tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:08.214704 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-97be169f-5c6f-4422-9363-a4153624d37f req-bb3f1cf1-504a-4e85-bd6a-b3e1b384b15b tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.2515001 Nov 09 04:19:08.233361 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f09c7-f53b-499e-86f0-7209b5ebe13b None None] Routers {'8298293b-3760-4d70-bcb3-9d60d0f0d0de'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:08.234452 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8b0f09c7-f53b-499e-86f0-7209b5ebe13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:08.288200 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9532b0-070a-44cc-ab5e-2678952265ad None None] DHCP port deletion for f32fa496-8bbf-4148-b288-dd988edd1bdc request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:08.293291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47288) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:08.301878 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8b0f09c7-f53b-499e-86f0-7209b5ebe13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:08.303542 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f09c7-f53b-499e-86f0-7209b5ebe13b None None] The sync data for ids ['8298293b-3760-4d70-bcb3-9d60d0f0d0de'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:08.308104 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa371fd4-f827-4c5f-bf23-495c16984bbb tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:08.308702 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa371fd4-f827-4c5f-bf23-495c16984bbb tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:08.314229 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-aa371fd4-f827-4c5f-bf23-495c16984bbb tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/f32fa496-8bbf-4148-b288-dd988edd1bdc HTTP/1.1" status: 404 len: 339 time: 0.1332526 Nov 09 04:19:08.318858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47290) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:08.321081 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14cded25-f7d1-4a31-bbbd-4833be435453 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:19:08.328731 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a76efd9-a1dc-4a60-bd6d-7ff78387ce09 None None] New status for floating IP 0db36414-dcef-418c-958d-5700409dc386: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:19:08.359303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e07b31e0-c762-430d-9f58-15b53aa93d62 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:08.366950 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6415c7ed-a5c5-4baf-b0e8-89f6f1085021 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:08.367409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6415c7ed-a5c5-4baf-b0e8-89f6f1085021 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:08.375045 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6415c7ed-a5c5-4baf-b0e8-89f6f1085021 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/subnets/5dcb93a5-69b7-4be1-be37-ea4ffa9c33b0 HTTP/1.1" status: 404 len: 337 time: 0.0470996 Nov 09 04:19:08.375045 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14cded25-f7d1-4a31-bbbd-4833be435453 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:08.375045 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-14cded25-f7d1-4a31-bbbd-4833be435453 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Added segment d3a9c394-252f-4e3f-834d-676e703e8af1 of type vlan for network ae778f29-d60a-4be2-b5cf-de608058ea12 Nov 09 04:19:08.418102 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47292) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:08.484946 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2a07ce-dfbe-4273-916e-7eb97f827260 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:08.485573 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2a07ce-dfbe-4273-916e-7eb97f827260 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:08.488759 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8a2a07ce-dfbe-4273-916e-7eb97f827260 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/c2a5d989-76e8-4302-9c51-c7731fda38f8 HTTP/1.1" status: 404 len: 339 time: 0.0695596 Nov 09 04:19:08.510576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47294) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:08.610265 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:08.704207 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f4fa919e-f8bb-4145-a146-301b4399380b up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:08.713764 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-97be169f-5c6f-4422-9363-a4153624d37f req-a4fe4952-d0d3-41e1-b0ff-f416352f2fb4 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4889104 Nov 09 04:19:08.727655 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f301f3cd-7307-4ccd-8e1f-a2b4c8f4a28a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Deleting port 3e1c9a2c-f713-4fc7-8548-095cc2a08da8 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:08.728241 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f301f3cd-7307-4ccd-8e1f-a2b4c8f4a28a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:08.784184 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-20bab167-13b1-4766-886d-7113f0aca9bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/0db36414-dcef-418c-958d-5700409dc386 HTTP/1.1" status: 200 len: 991 time: 0.4710681 Nov 09 04:19:08.789542 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port f4fa919e-f8bb-4145-a146-301b4399380b triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:08.789542 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:08.844711 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ba77011-4f20-49fe-9212-09abe372c903 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:08.897283 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f301f3cd-7307-4ccd-8e1f-a2b4c8f4a28a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:08.902682 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:08.919238 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f301f3cd-7307-4ccd-8e1f-a2b4c8f4a28a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Calling delete_port for 3e1c9a2c-f713-4fc7-8548-095cc2a08da8 owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:08.948713 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port f4fa919e-f8bb-4145-a146-301b4399380b, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f4fa919e-f8bb-4145-a146-301b4399380b,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:08.956429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:08.973667 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 32e57fa1-3dd3-4b01-82b0-54f926cea457 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:09.027306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 32e57fa1-3dd3-4b01-82b0-54f926cea457 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:09.027663 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 32e57fa1-3dd3-4b01-82b0-54f926cea457 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:09.035584 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14cded25-f7d1-4a31-bbbd-4833be435453 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.061297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=f4fa919e-f8bb-4145-a146-301b4399380b,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:09.080397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e07b31e0-c762-430d-9f58-15b53aa93d62 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.087367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e07b31e0-c762-430d-9f58-15b53aa93d62 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.103080 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-cf357bbf-8d62-4f3b-8020-00065b543e31 None None] Provisioning complete for port f4fa919e-f8bb-4145-a146-301b4399380b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:09.103456 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cf357bbf-8d62-4f3b-8020-00065b543e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.134121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:09.192881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:09.204071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:09.204071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.245711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=6f8dfecb-0b7a-459a-b586-4e1511f86551,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:09.253948 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27f987f5-b246-48b0-a24e-a31676567e77 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.262361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14cded25-f7d1-4a31-bbbd-4833be435453 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.268151 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cded25-f7d1-4a31-bbbd-4833be435453 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:09.268494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14cded25-f7d1-4a31-bbbd-4833be435453 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.275823 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f301f3cd-7307-4ccd-8e1f-a2b4c8f4a28a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.294785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e07b31e0-c762-430d-9f58-15b53aa93d62 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.295315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07b31e0-c762-430d-9f58-15b53aa93d62 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Fanout notify agent at l3_agent the message router_deleted on router 8298293b-3760-4d70-bcb3-9d60d0f0d0de {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:19:09.314939 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301f3cd-7307-4ccd-8e1f-a2b4c8f4a28a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event deleted for resources: {'Port': ['ID=3e1c9a2c-f713-4fc7-8548-095cc2a08da8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:09.327694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e07b31e0-c762-430d-9f58-15b53aa93d62 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.328869 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e07b31e0-c762-430d-9f58-15b53aa93d62 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/routers/8298293b-3760-4d70-bcb3-9d60d0f0d0de HTTP/1.1" status: 204 len: 168 time: 1.1834681 Nov 09 04:19:09.331603 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47296) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:09.391390 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-14cded25-f7d1-4a31-bbbd-4833be435453 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4992030 Nov 09 04:19:09.394511 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47298) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:09.404076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-2c2b1d3d-ad04-462d-93cc-537a56443ca5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'subnet': {'network_id': 'ae778f29-d60a-4be2-b5cf-de608058ea12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:09.429701 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-3ba77011-4f20-49fe-9212-09abe372c903 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting port 0b867063-139f-473c-b0ef-c5852c6b9752 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:09.430136 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ba77011-4f20-49fe-9212-09abe372c903 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.440038 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cded25-f7d1-4a31-bbbd-4833be435453 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Network': ['ID=ae778f29-d60a-4be2-b5cf-de608058ea12,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:09.456356 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network ae778f29-d60a-4be2-b5cf-de608058ea12 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:19:09.499529 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac330dee-4160-40b2-b60c-cfe1c9053d55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting subnet 2b57928c-d8b7-4f83-a361-2f838217f810 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:09.501882 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27f987f5-b246-48b0-a24e-a31676567e77 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.522015 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.538989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-27f987f5-b246-48b0-a24e-a31676567e77 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeccaf11-9986-4c44-a3ca-ff0fd092a03e']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:09.555362 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-27f987f5-b246-48b0-a24e-a31676567e77 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1cb6de-b60f-45a2-bdb7-447a5e7e51b5') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:09.555749 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-27f987f5-b246-48b0-a24e-a31676567e77 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1cb6de-b60f-45a2-bdb7-447a5e7e51b5') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:09.561675 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ac330dee-4160-40b2-b60c-cfe1c9053d55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.587581 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27f987f5-b246-48b0-a24e-a31676567e77 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.596138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f301f3cd-7307-4ccd-8e1f-a2b4c8f4a28a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.612057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27f987f5-b246-48b0-a24e-a31676567e77 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.656218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f987f5-b246-48b0-a24e-a31676567e77 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:19:09.656626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27f987f5-b246-48b0-a24e-a31676567e77 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:19:09.659632 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:19:09.684401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-033bd8eb-4222-404c-b7e6-1dbd2462691e None None] Provisioning complete for port 6f8dfecb-0b7a-459a-b586-4e1511f86551 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:09.684961 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-033bd8eb-4222-404c-b7e6-1dbd2462691e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.723130 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-033bd8eb-4222-404c-b7e6-1dbd2462691e None None] Port 6f8dfecb-0b7a-459a-b586-4e1511f86551 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:09.728657 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ac330dee-4160-40b2-b60c-cfe1c9053d55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.761965 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f301f3cd-7307-4ccd-8e1f-a2b4c8f4a28a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.770274 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f301f3cd-7307-4ccd-8e1f-a2b4c8f4a28a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.773071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27f987f5-b246-48b0-a24e-a31676567e77 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.777909 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27f987f5-b246-48b0-a24e-a31676567e77 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.783538 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-27f987f5-b246-48b0-a24e-a31676567e77 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/aeccaf11-9986-4c44-a3ca-ff0fd092a03e HTTP/1.1" status: 204 len: 168 time: 1.2679386 Nov 09 04:19:09.791861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47302) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:09.792238 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47304) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:09.815038 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ba77011-4f20-49fe-9212-09abe372c903 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.858695 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f987f5-b246-48b0-a24e-a31676567e77 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Network': ['ID=aeccaf11-9986-4c44-a3ca-ff0fd092a03e,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:09.873094 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-3ba77011-4f20-49fe-9212-09abe372c903 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Calling delete_port for 0b867063-139f-473c-b0ef-c5852c6b9752 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:09.879449 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2b1d3d-ad04-462d-93cc-537a56443ca5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:09.883115 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2c2b1d3d-ad04-462d-93cc-537a56443ca5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.894900 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f301f3cd-7307-4ccd-8e1f-a2b4c8f4a28a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.895407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f301f3cd-7307-4ccd-8e1f-a2b4c8f4a28a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Fanout notify agent at l3_agent the message router_deleted on router e9c98e49-5f58-4f94-bea2-333ee0dd79b2 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:19:09.915314 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea44114-0456-48bd-8d8d-cbce2e62eca0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:09.915776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea44114-0456-48bd-8d8d-cbce2e62eca0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:09.921843 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-eea44114-0456-48bd-8d8d-cbce2e62eca0 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/subnets/3e1181e1-f9c7-46c3-97f4-07eda3001f47 HTTP/1.1" status: 404 len: 337 time: 0.1252232 Nov 09 04:19:09.930097 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f301f3cd-7307-4ccd-8e1f-a2b4c8f4a28a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:09.933427 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f301f3cd-7307-4ccd-8e1f-a2b4c8f4a28a tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] 10.222.0.21 "DELETE /v2.0/routers/e9c98e49-5f58-4f94-bea2-333ee0dd79b2 HTTP/1.1" status: 204 len: 168 time: 2.8808873 Nov 09 04:19:09.935165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47306) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:09.935165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47308) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:10.005245 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4f156414-af65-4a43-9707-c0ad42b33690 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/0db36414-dcef-418c-958d-5700409dc386 HTTP/1.1" status: 200 len: 993 time: 0.2101970 Nov 09 04:19:10.025106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b9de4-0b72-4b00-a28e-9e55e6ad0170 req-fc977e6f-c214-4024-8ef3-27134545b6ea tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:10.026633 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d22b9de4-0b72-4b00-a28e-9e55e6ad0170 req-fc977e6f-c214-4024-8ef3-27134545b6ea tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.2097239 Nov 09 04:19:10.065402 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.065726 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f3f31c-f830-4d31-9e8f-5525ec5410e5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:10.066283 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f3f31c-f830-4d31-9e8f-5525ec5410e5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:10.072334 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-98f3f31c-f830-4d31-9e8f-5525ec5410e5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/e8a7e0c2-cf78-4233-98e4-e02c57d54e2d HTTP/1.1" status: 404 len: 339 time: 0.1275747 Nov 09 04:19:10.076136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47310) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:10.078670 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.079110 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.079417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ac330dee-4160-40b2-b60c-cfe1c9053d55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.137564 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22c8bb2-cd9b-4faa-a89c-b24ce6c343c2 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Deleting subnet a36b2e39-751a-4307-8f94-6af303f8ff64 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:10.142784 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-808ae602-4dbf-4dd5-8c33-8f7e368ecfde tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:10.143246 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808ae602-4dbf-4dd5-8c33-8f7e368ecfde tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:10.148708 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-808ae602-4dbf-4dd5-8c33-8f7e368ecfde tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/subnets/340996b4-7db8-4450-ae09-cb943a564730 HTTP/1.1" status: 404 len: 337 time: 0.0690420 Nov 09 04:19:10.155701 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47312) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:10.166945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c22c8bb2-cd9b-4faa-a89c-b24ce6c343c2 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.170163 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d22b9de4-0b72-4b00-a28e-9e55e6ad0170 req-de7ceeeb-54d6-461a-8207-ac9c93525097 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349769 Nov 09 04:19:10.215041 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=6f8dfecb-0b7a-459a-b586-4e1511f86551,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:10.244985 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-9362807e-08cb-414d-bc93-60ff7285fdb6 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:10.245552 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9362807e-08cb-414d-bc93-60ff7285fdb6 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:10.248590 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9362807e-08cb-414d-bc93-60ff7285fdb6 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/f58916ef-ca34-497b-959f-332658529ec4 HTTP/1.1" status: 404 len: 339 time: 0.0887587 Nov 09 04:19:10.251275 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47314) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:10.265588 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:10.283349 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:10.290128 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf654869-afd0-4ef0-b1cd-5789eafbc472 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:10.290597 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf654869-afd0-4ef0-b1cd-5789eafbc472 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:10.293737 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bf654869-afd0-4ef0-b1cd-5789eafbc472 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/subnets/ab33cdb1-a6f9-4df3-b6c7-5d49f8a5e21f HTTP/1.1" status: 404 len: 337 time: 0.0414169 Nov 09 04:19:10.294320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c22c8bb2-cd9b-4faa-a89c-b24ce6c343c2 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.298435 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47316) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:10.317174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ac330dee-4160-40b2-b60c-cfe1c9053d55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.348138 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec852f72-d36b-4ea6-83b4-ee1263a67a19 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:10.348718 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec852f72-d36b-4ea6-83b4-ee1263a67a19 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:10.354966 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ec852f72-d36b-4ea6-83b4-ee1263a67a19 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/4cf2d756-5346-4d72-a3d4-4c61c04ef3dd HTTP/1.1" status: 404 len: 339 time: 0.0537529 Nov 09 04:19:10.361002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47318) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:10.393972 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac330dee-4160-40b2-b60c-cfe1c9053d55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Subnet': ['ID=2b57928c-d8b7-4f83-a361-2f838217f810,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:10.404278 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ac330dee-4160-40b2-b60c-cfe1c9053d55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.407756 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ac330dee-4160-40b2-b60c-cfe1c9053d55 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/2b57928c-d8b7-4f83-a361-2f838217f810 HTTP/1.1" status: 204 len: 168 time: 1.0746951 Nov 09 04:19:10.418125 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47320) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:10.419536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3b2254-9490-4878-948c-bb58b8901410 None None] Network 7b7e52ac-53e8-4fd1-8492-10c0304cbdbe requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:10.490040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8d14cf-a07e-48ce-8be7-1c43f3353bf1 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting subnet 3fdef961-3631-46d5-9bdc-370be9d75def {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:10.494368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f8d14cf-a07e-48ce-8be7-1c43f3353bf1 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.542205 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f8d14cf-a07e-48ce-8be7-1c43f3353bf1 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.565301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Router 5259e85a-2e8f-4c52-9b19-d8cf111fa964 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:19:10.637762 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f4fa919e-f8bb-4145-a146-301b4399380b up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:10.695444 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dad7f6-5942-41bb-b707-cb24ed12c81e None None] DHCP port deletion for 7b7e52ac-53e8-4fd1-8492-10c0304cbdbe request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:10.700550 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-0e56f786-d408-45c2-9a82-58422fe39ef3 None None] Provisioning complete for port 6f8dfecb-0b7a-459a-b586-4e1511f86551 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:10.701031 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0e56f786-d408-45c2-9a82-58422fe39ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.731954 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:10.741970 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8048d47c-8d1d-4ac7-8838-ed37ac834642 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "PUT /v2.0/routers/5259e85a-2e8f-4c52-9b19-d8cf111fa964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2902591 Nov 09 04:19:10.741970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47322) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:10.747493 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Sync routers for ids ['5259e85a-2e8f-4c52-9b19-d8cf111fa964'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:10.756816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f8d14cf-a07e-48ce-8be7-1c43f3353bf1 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.760887 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Routers {'5259e85a-2e8f-4c52-9b19-d8cf111fa964'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:10.761934 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['5259e85a-2e8f-4c52-9b19-d8cf111fa964'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:10.778283 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b6ebdd-d5ec-438b-9a9e-d0668ccbaddd tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:10.778730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b6ebdd-d5ec-438b-9a9e-d0668ccbaddd tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:10.780036 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-0e56f786-d408-45c2-9a82-58422fe39ef3 None None] Port 6f8dfecb-0b7a-459a-b586-4e1511f86551 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:10.784084 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-51b6ebdd-d5ec-438b-9a9e-d0668ccbaddd tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/subnets/3e84cd75-afe0-4b15-a9a7-11d253b5af56 HTTP/1.1" status: 404 len: 337 time: 0.4015369 Nov 09 04:19:10.788846 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47324) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:10.797828 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port f4fa919e-f8bb-4145-a146-301b4399380b triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:10.798209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.828447 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53978a57-33e5-467d-b21b-83f15102d3ea tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:10.832907 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-53978a57-33e5-467d-b21b-83f15102d3ea tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports/6f8dfecb-0b7a-459a-b586-4e1511f86551 HTTP/1.1" status: 200 len: 911 time: 0.0880084 Nov 09 04:19:10.835750 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47326) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:10.849954 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b212094-210a-4b69-bbb6-7a40efce8573 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:10.850538 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b212094-210a-4b69-bbb6-7a40efce8573 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:10.855901 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1b212094-210a-4b69-bbb6-7a40efce8573 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/748fe4c4-1408-4583-933c-80f7fc115b48 HTTP/1.1" status: 404 len: 339 time: 0.0593402 Nov 09 04:19:10.859212 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47328) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:10.882800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a5dad7f6-5942-41bb-b707-cb24ed12c81e None None] Deleting port b609a5c0-912f-4539-9836-692692eae8a4 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:10.883306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a5dad7f6-5942-41bb-b707-cb24ed12c81e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.884842 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Set router 5259e85a-2e8f-4c52-9b19-d8cf111fa964 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:19:10.908921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ba77011-4f20-49fe-9212-09abe372c903 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.919305 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-079b4849-f21d-4df4-a847-ef54343e3366 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:10.920885 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c22c8bb2-cd9b-4faa-a89c-b24ce6c343c2 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.921023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079b4849-f21d-4df4-a847-ef54343e3366 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:10.924543 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-079b4849-f21d-4df4-a847-ef54343e3366 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/subnets/dcf900a9-d86e-46c1-ac17-7e556dc64401 HTTP/1.1" status: 404 len: 337 time: 0.0666578 Nov 09 04:19:10.928839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47330) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:10.958794 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d098f4b5-a108-4034-893e-d03d9022d660 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:10.959380 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d098f4b5-a108-4034-893e-d03d9022d660 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:10.962456 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d098f4b5-a108-4034-893e-d03d9022d660 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/a56a701d-c70f-4827-87aa-f748f1d21af7 HTTP/1.1" status: 404 len: 339 time: 0.0324862 Nov 09 04:19:10.965459 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2c2b1d3d-ad04-462d-93cc-537a56443ca5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.965850 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47332) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:10.968757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a5dad7f6-5942-41bb-b707-cb24ed12c81e None None] For port b609a5c0-912f-4539-9836-692692eae8a4, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b609a5c0-912f-4539-9836-692692eae8a4,segment=NetworkSegment(67d31ce1-91b4-4b1f-a214-80d568ef2caa),segment_id=67d31ce1-91b4-4b1f-a214-80d568ef2caa)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:10.969342 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a5dad7f6-5942-41bb-b707-cb24ed12c81e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:10.972917 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba77011-4f20-49fe-9212-09abe372c903 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Port': ['ID=0b867063-139f-473c-b0ef-c5852c6b9752,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:11.004653 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f8d14cf-a07e-48ce-8be7-1c43f3353bf1 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.008723 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e704935-90f0-4e7d-b926-09c51a0b4b8a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:11.009176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e704935-90f0-4e7d-b926-09c51a0b4b8a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:11.011590 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a5dad7f6-5942-41bb-b707-cb24ed12c81e None None] Calling delete_port for b609a5c0-912f-4539-9836-692692eae8a4 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:11.012214 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4e704935-90f0-4e7d-b926-09c51a0b4b8a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/subnets/c5303caf-2d93-4f9b-88ca-dd55e88ed5ba HTTP/1.1" status: 404 len: 337 time: 0.0433252 Nov 09 04:19:11.020476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47334) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:11.060047 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef60c885-9d2b-40ca-9796-f909e8f95f9e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:11.073125 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef60c885-9d2b-40ca-9796-f909e8f95f9e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:11.078236 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ef60c885-9d2b-40ca-9796-f909e8f95f9e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2415097 Nov 09 04:19:11.086048 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47336) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:11.141010 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a5dad7f6-5942-41bb-b707-cb24ed12c81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.144364 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bab174e-e972-4321-9774-9c1a1cca562a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:11.145006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bab174e-e972-4321-9774-9c1a1cca562a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:11.148395 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8bab174e-e972-4321-9774-9c1a1cca562a tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/58b0a637-995c-4ea9-9718-b330a340b514 HTTP/1.1" status: 404 len: 339 time: 0.1217082 Nov 09 04:19:11.150598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f8d14cf-a07e-48ce-8be7-1c43f3353bf1 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.160670 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5f8d14cf-a07e-48ce-8be7-1c43f3353bf1 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/3fdef961-3631-46d5-9bdc-370be9d75def HTTP/1.1" status: 204 len: 168 time: 0.7372470 Nov 09 04:19:11.160670 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d14cf-a07e-48ce-8be7-1c43f3353bf1 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Subnet': ['ID=3fdef961-3631-46d5-9bdc-370be9d75def,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:11.162369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47338) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:11.162518 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47340) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:11.162910 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:19:11.181846 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5259e85a-2e8f-4c52-9b19-d8cf111fa964', 'name': 'tempest-NetworksTestDHCPv6-router-2006216958', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:19:05Z', 'updated_at': '2021-11-09T04:19:09Z', 'revision_number': 2, 'project_id': '7884393cbbac46598e20e072bff6d616', 'gw_port_host': None, '_interfaces': [{'id': '6f8dfecb-0b7a-459a-b586-4e1511f86551', 'name': '', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'mac_address': 'fa:16:3e:ef:35:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5259e85a-2e8f-4c52-9b19-d8cf111fa964', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '03488377-5dd0-4b2d-9762-d297e06948e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:19:07Z', 'updated_at': '2021-11-09T04:19:09Z', 'revision_number': 2, 'project_id': '7884393cbbac46598e20e072bff6d616', 'subnets': [{'id': '03488377-5dd0-4b2d-9762-d297e06948e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:11.206739 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dad7f6-5942-41bb-b707-cb24ed12c81e None None] No DVR routers for this DVR port b609a5c0-912f-4539-9836-692692eae8a4 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:11.221135 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Checking router: 5259e85a-2e8f-4c52-9b19-d8cf111fa964 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:19:11.221670 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Updating router 5259e85a-2e8f-4c52-9b19-d8cf111fa964 port 6f8dfecb-0b7a-459a-b586-4e1511f86551 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:19:11.224781 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3356f2af-2c77-4199-8452-4d16bbca39e3 None None] Network 4de7869a-e9d0-4509-94ea-9fecdba2adf2 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:11.225689 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-56707c7f-d8e6-4b49-acd5-2d581855ea56 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:11.226162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56707c7f-d8e6-4b49-acd5-2d581855ea56 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:11.230207 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dad7f6-5942-41bb-b707-cb24ed12c81e None None] Pushing event deleted for resources: {'Port': ['ID=b609a5c0-912f-4539-9836-692692eae8a4,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:11.234634 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-56707c7f-d8e6-4b49-acd5-2d581855ea56 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/subnets/3d203d31-4cac-4b79-b28d-229c9690a9b0 HTTP/1.1" status: 404 len: 337 time: 0.0655859 Nov 09 04:19:11.235367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47344) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:11.260991 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.292459 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a689450-c728-406e-a429-b44423fb5366 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:11.292973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a689450-c728-406e-a429-b44423fb5366 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:11.296057 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3a689450-c728-406e-a429-b44423fb5366 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/5f84f4d2-08cf-4d37-9aca-3fd547977160 HTTP/1.1" status: 404 len: 339 time: 0.0528846 Nov 09 04:19:11.306157 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47346) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:11.335980 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5fa51b28-ee27-43ac-be46-66aff7dea77f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.344030 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b1d3d-ad04-462d-93cc-537a56443ca5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Subnet': ['ID=4e283b67-808e-4fa8-898c-d1ba4901bba6,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:11.347028 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1e23fb-a08f-488e-b16d-fa513351e697 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:11.347951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1e23fb-a08f-488e-b16d-fa513351e697 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:11.353615 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8d1e23fb-a08f-488e-b16d-fa513351e697 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/subnets/7122d9c9-c656-453a-8b38-2d4970126661 HTTP/1.1" status: 404 len: 337 time: 0.0440977 Nov 09 04:19:11.354542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47348) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:11.374862 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa593ff-8d07-439e-8182-0d0c9bf02b70 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:11.375426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa593ff-8d07-439e-8182-0d0c9bf02b70 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:11.382041 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4fa593ff-8d07-439e-8182-0d0c9bf02b70 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/45a90df9-ea55-4ac5-aa34-3cdfff08820f HTTP/1.1" status: 404 len: 339 time: 0.0237045 Nov 09 04:19:11.382254 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47350) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:11.439485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06c0725-92de-4d80-85c4-510e865b461c tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Deleting subnet 6fc9f32a-aeed-494e-9f35-7005cc21d247 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:11.442751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a06c0725-92de-4d80-85c4-510e865b461c tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.460786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2b1d3d-ad04-462d-93cc-537a56443ca5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Checking segment: {'id': 'd3a9c394-252f-4e3f-834d-676e703e8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae778f29-d60a-4be2-b5cf-de608058ea12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:11.461334 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b1d3d-ad04-462d-93cc-537a56443ca5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network hostable DHCP agents. Network: ae778f29-d60a-4be2-b5cf-de608058ea12, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:19:11.470693 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c22c8bb2-cd9b-4faa-a89c-b24ce6c343c2 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.483453 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c08974-2613-4a65-b5b5-a4cc38fbfd18 None None] DHCP port deletion for 4de7869a-e9d0-4509-94ea-9fecdba2adf2 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:11.494671 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a06c0725-92de-4d80-85c4-510e865b461c tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.552988 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c8bb2-cd9b-4faa-a89c-b24ce6c343c2 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event deleted for resources: {'Subnet': ['ID=a36b2e39-751a-4307-8f94-6af303f8ff64,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:11.554194 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c22c8bb2-cd9b-4faa-a89c-b24ce6c343c2 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.557312 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c22c8bb2-cd9b-4faa-a89c-b24ce6c343c2 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] 10.222.0.21 "DELETE /v2.0/subnets/a36b2e39-751a-4307-8f94-6af303f8ff64 HTTP/1.1" status: 204 len: 168 time: 1.6144056 Nov 09 04:19:11.564852 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3fff1b-27bb-4938-8f25-883c9b4d9c21 None None] Network 03a4fee1-b1fd-43b2-bb3e-efcd82b0df04 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:11.581811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47352) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:11.590884 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-f1c08974-2613-4a65-b5b5-a4cc38fbfd18 None None] Deleting port 97f8619f-9b2f-46b7-b427-7d7af7fa1b36 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:11.591778 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f1c08974-2613-4a65-b5b5-a4cc38fbfd18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.671508 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a06c0725-92de-4d80-85c4-510e865b461c tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.703143 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47d53d-d3bc-49d4-9df3-1d1b4a7101b0 req-9700077d-fe57-4f45-80e4-da3cd67c1059 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:11.704992 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-f1c08974-2613-4a65-b5b5-a4cc38fbfd18 None None] For port 97f8619f-9b2f-46b7-b427-7d7af7fa1b36, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=97f8619f-9b2f-46b7-b427-7d7af7fa1b36,segment=NetworkSegment(6be8a26d-d816-4212-a795-e7a8e3e50925),segment_id=6be8a26d-d816-4212-a795-e7a8e3e50925)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:11.705881 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f1c08974-2613-4a65-b5b5-a4cc38fbfd18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.710836 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6c47d53d-d3bc-49d4-9df3-1d1b4a7101b0 req-9700077d-fe57-4f45-80e4-da3cd67c1059 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.3564837 Nov 09 04:19:11.726007 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b1d3d-ad04-462d-93cc-537a56443ca5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network ae778f29-d60a-4be2-b5cf-de608058ea12 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:19:11.727803 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.727938 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-f1c08974-2613-4a65-b5b5-a4cc38fbfd18 None None] Calling delete_port for 97f8619f-9b2f-46b7-b427-7d7af7fa1b36 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:11.736727 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.746011 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.786704 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5fa51b28-ee27-43ac-be46-66aff7dea77f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.807038 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ba77011-4f20-49fe-9212-09abe372c903 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.807977 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a06c0725-92de-4d80-85c4-510e865b461c tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.814775 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dd7c7-269a-4829-a3fe-b8b717bd5bd3 None None] Pushing event updated for resources: {'Port': ['ID=6f8dfecb-0b7a-459a-b586-4e1511f86551,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:11.819907 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-2c2b1d3d-ad04-462d-93cc-537a56443ca5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, ae778f29-d60a-4be2-b5cf-de608058ea12) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:11.844743 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5fa51b28-ee27-43ac-be46-66aff7dea77f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7e52ac-53e8-4fd1-8492-10c0304cbdbe']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:11.847653 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2b1d3d-ad04-462d-93cc-537a56443ca5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:11.848236 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2c2b1d3d-ad04-462d-93cc-537a56443ca5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.870995 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a06c0725-92de-4d80-85c4-510e865b461c tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.877691 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a06c0725-92de-4d80-85c4-510e865b461c tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/subnets/6fc9f32a-aeed-494e-9f35-7005cc21d247 HTTP/1.1" status: 204 len: 168 time: 0.4943922 Nov 09 04:19:11.880059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c0725-92de-4d80-85c4-510e865b461c tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc9f32a-aeed-494e-9f35-7005cc21d247,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:11.880704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0445d32b-4355-4f09-acc0-de74053f79bb None None] Network ae778f29-d60a-4be2-b5cf-de608058ea12 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:11.883363 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47354) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:11.884039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab8c76-abed-4167-b4e6-e55a94062545 None None] Network 06256826-1d6d-4e72-beda-f52a9db64af3 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:11.897896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Deleting port e2371b4a-84eb-492e-ab8e-13f0ac2cd27f {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:11.898523 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.919790 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5fa51b28-ee27-43ac-be46-66aff7dea77f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d31ce1-91b4-4b1f-a214-80d568ef2caa') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:11.920112 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-5fa51b28-ee27-43ac-be46-66aff7dea77f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d31ce1-91b4-4b1f-a214-80d568ef2caa') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:11.950024 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Attempting to bind port 6f8dfecb-0b7a-459a-b586-4e1511f86551 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:19:11.950546 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Attempting to bind port 6f8dfecb-0b7a-459a-b586-4e1511f86551 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:19:11.951166 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Attempting to bind port 6f8dfecb-0b7a-459a-b586-4e1511f86551 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:11.958926 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:19:11.959830 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:11.960511 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.960987 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:19:11.961814 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Bound port: 6f8dfecb-0b7a-459a-b586-4e1511f86551, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:19:11.962261 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:11.971511 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6c47d53d-d3bc-49d4-9df3-1d1b4a7101b0 req-cbdeed35-ee7c-4e1a-a218-27759d2b908c tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583439 Nov 09 04:19:12.058395 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] For port 6f8dfecb-0b7a-459a-b586-4e1511f86551, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:12.062133 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] For port 6f8dfecb-0b7a-459a-b586-4e1511f86551, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=6f8dfecb-0b7a-459a-b586-4e1511f86551,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:12.068246 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.071615 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] For port e2371b4a-84eb-492e-ab8e-13f0ac2cd27f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e2371b4a-84eb-492e-ab8e-13f0ac2cd27f,segment=NetworkSegment(16e40e62-61a9-4b34-95b0-00678aa47418),segment_id=16e40e62-61a9-4b34-95b0-00678aa47418)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:12.071981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.073880 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.088434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Calling delete_port for e2371b4a-84eb-492e-ab8e-13f0ac2cd27f owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:12.165928 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Routers {'5259e85a-2e8f-4c52-9b19-d8cf111fa964'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:12.168063 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2c2b1d3d-ad04-462d-93cc-537a56443ca5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7680733 Nov 09 04:19:12.169114 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['5259e85a-2e8f-4c52-9b19-d8cf111fa964'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:12.173385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5fa51b28-ee27-43ac-be46-66aff7dea77f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.188107 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47356) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:12.194111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-220f1baf-50bd-4d91-bd57-a95777541ca6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'network_id': 'ae778f29-d60a-4be2-b5cf-de608058ea12', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1918480297'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:12.200979 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f1c08974-2613-4a65-b5b5-a4cc38fbfd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.280964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Deleting port 66a672c4-6823-4672-b48b-4bbfacdad0a1 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:12.281336 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.293934 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c08974-2613-4a65-b5b5-a4cc38fbfd18 None None] Pushing event deleted for resources: {'Port': ['ID=97f8619f-9b2f-46b7-b427-7d7af7fa1b36,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:12.294650 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dd7c7-269a-4829-a3fe-b8b717bd5bd3 None None] Pushing event updated for resources: {'Port': ['ID=6f8dfecb-0b7a-459a-b586-4e1511f86551,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:12.318022 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] Set router 5259e85a-2e8f-4c52-9b19-d8cf111fa964 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:19:12.360403 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c08974-2613-4a65-b5b5-a4cc38fbfd18 None None] No DVR routers for this DVR port 97f8619f-9b2f-46b7-b427-7d7af7fa1b36 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:12.362333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.362707 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5fa51b28-ee27-43ac-be46-66aff7dea77f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.421504 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event deleted for resources: {'Port': ['ID=e2371b4a-84eb-492e-ab8e-13f0ac2cd27f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:12.431530 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] No DVR routers for this DVR port e2371b4a-84eb-492e-ab8e-13f0ac2cd27f on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:12.435869 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-75197e92-150f-4064-9a85-212087f92665 None None] Provisioning complete for port 6f8dfecb-0b7a-459a-b586-4e1511f86551 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:12.437995 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] For port 66a672c4-6823-4672-b48b-4bbfacdad0a1, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=66a672c4-6823-4672-b48b-4bbfacdad0a1,segment=NetworkSegment(28cf3fbd-4cd0-4271-8875-487befab79bf),segment_id=28cf3fbd-4cd0-4271-8875-487befab79bf)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:12.438358 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.438627 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-75197e92-150f-4064-9a85-212087f92665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.467578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba77011-4f20-49fe-9212-09abe372c903 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router 6a7fb37f-cdee-4bde-aefe-6fc7d2af7477 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:12.469301 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa51b28-ee27-43ac-be46-66aff7dea77f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5fa51b28-ee27-43ac-be46-66aff7dea77f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:19:12.477051 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:19:12.507992 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427122b6-db90-4b78-8f89-37f08713d1d8 None None] DHCP port deletion for 03a4fee1-b1fd-43b2-bb3e-efcd82b0df04 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:12.511254 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Calling delete_port for 66a672c4-6823-4672-b48b-4bbfacdad0a1 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:12.595162 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17352488-2566-4821-92a8-191d17980904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-ae778f29-d60a-4be2-b5cf-de608058ea12', 'network_id': 'ae778f29-d60a-4be2-b5cf-de608058ea12', 'tenant_id': 'd56a0d9d08a14d82b1fc97eb3e7362fd', 'fixed_ips': [{'subnet_id': '4e283b67-808e-4fa8-898c-d1ba4901bba6'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:19:12.597383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-17352488-2566-4821-92a8-191d17980904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.599593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb2dfbc-d4b0-4d1a-ad60-ea2c749518d2 None None] DHCP port deletion for 06256826-1d6d-4e72-beda-f52a9db64af3 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:12.627276 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.708725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.709576 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5259e85a-2e8f-4c52-9b19-d8cf111fa964', 'name': 'tempest-NetworksTestDHCPv6-router-2006216958', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:19:05Z', 'updated_at': '2021-11-09T04:19:09Z', 'revision_number': 2, 'project_id': '7884393cbbac46598e20e072bff6d616', 'gw_port_host': None, '_interfaces': [{'id': '6f8dfecb-0b7a-459a-b586-4e1511f86551', 'name': '', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'mac_address': 'fa:16:3e:ef:35:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5259e85a-2e8f-4c52-9b19-d8cf111fa964', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '03488377-5dd0-4b2d-9762-d297e06948e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:19:07Z', 'updated_at': '2021-11-09T04:19:12Z', 'revision_number': 4, 'project_id': '7884393cbbac46598e20e072bff6d616', 'subnets': [{'id': '03488377-5dd0-4b2d-9762-d297e06948e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:12.716923 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5fa51b28-ee27-43ac-be46-66aff7dea77f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.720511 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a4fee1-b1fd-43b2-bb3e-efcd82b0df04']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:12.729841 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5fa51b28-ee27-43ac-be46-66aff7dea77f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.732913 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5fa51b28-ee27-43ac-be46-66aff7dea77f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/networks/7b7e52ac-53e8-4fd1-8492-10c0304cbdbe HTTP/1.1" status: 204 len: 168 time: 1.5640874 Nov 09 04:19:12.739373 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47358) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:12.751025 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] No DVR routers for this DVR port 66a672c4-6823-4672-b48b-4bbfacdad0a1 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:12.761234 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7462495-7c51-4ad2-ac3a-3c457d55f9ec None None] The sync data for ids ['5259e85a-2e8f-4c52-9b19-d8cf111fa964'] in dv-neutron-816800-2-hyperv is: [{'id': '5259e85a-2e8f-4c52-9b19-d8cf111fa964', 'name': 'tempest-NetworksTestDHCPv6-router-2006216958', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:19:05Z', 'updated_at': '2021-11-09T04:19:09Z', 'revision_number': 2, 'project_id': '7884393cbbac46598e20e072bff6d616', 'gw_port_host': None, '_interfaces': [{'id': '6f8dfecb-0b7a-459a-b586-4e1511f86551', 'name': '', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'mac_address': 'fa:16:3e:ef:35:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5259e85a-2e8f-4c52-9b19-d8cf111fa964', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '03488377-5dd0-4b2d-9762-d297e06948e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:19:07Z', 'updated_at': '2021-11-09T04:19:12Z', 'revision_number': 4, 'project_id': '7884393cbbac46598e20e072bff6d616', 'subnets': [{'id': '03488377-5dd0-4b2d-9762-d297e06948e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:12.762351 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Port': ['ID=66a672c4-6823-4672-b48b-4bbfacdad0a1,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:12.777377 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b609a5c0-912f-4539-9836-692692eae8a4 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:12.797343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e40e62-61a9-4b34-95b0-00678aa47418') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:12.797770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e40e62-61a9-4b34-95b0-00678aa47418') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:12.804451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa51b28-ee27-43ac-be46-66aff7dea77f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Network': ['ID=7b7e52ac-53e8-4fd1-8492-10c0304cbdbe,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:12.823790 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.856545 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: b609a5c0-912f-4539-9836-692692eae8a4 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:12.856937 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b609a5c0-912f-4539-9836-692692eae8a4 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:12.857324 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e2371b4a-84eb-492e-ab8e-13f0ac2cd27f no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:12.880766 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.883662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.896094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:19:12.896304 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:19:12.900138 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:19:12.905168 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4fb2dfbc-d4b0-4d1a-ad60-ea2c749518d2 None None] Deleting port 66a672c4-6823-4672-b48b-4bbfacdad0a1 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:12.905348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4fb2dfbc-d4b0-4d1a-ad60-ea2c749518d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.910008 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220f1baf-50bd-4d91-bd57-a95777541ca6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:12.913062 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: e2371b4a-84eb-492e-ab8e-13f0ac2cd27f {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:12.913323 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e2371b4a-84eb-492e-ab8e-13f0ac2cd27f not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:12.913723 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 97f8619f-9b2f-46b7-b427-7d7af7fa1b36 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:12.914119 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-220f1baf-50bd-4d91-bd57-a95777541ca6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.956617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06256826-1d6d-4e72-beda-f52a9db64af3']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:12.971706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba77011-4f20-49fe-9212-09abe372c903 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:12.977166 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 97f8619f-9b2f-46b7-b427-7d7af7fa1b36 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:12.977532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28cf3fbd-4cd0-4271-8875-487befab79bf') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:12.977836 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 97f8619f-9b2f-46b7-b427-7d7af7fa1b36 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:12.978067 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7912a76-61ea-42e6-b3dc-221c47c22e3a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.978185 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28cf3fbd-4cd0-4271-8875-487befab79bf') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:12.978270 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 66a672c4-6823-4672-b48b-4bbfacdad0a1 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:12.980514 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-220f1baf-50bd-4d91-bd57-a95777541ca6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port e553c85a-a6e8-4329-8c33-822f0ce4a443 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:19:12.989123 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:12.995546 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3ba77011-4f20-49fe-9212-09abe372c903 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "PUT /v2.0/routers/6a7fb37f-cdee-4bde-aefe-6fc7d2af7477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1981633 Nov 09 04:19:12.996168 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47362) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:13.006287 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.009044 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.017325 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.023162 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] 10.222.0.21 "DELETE /v2.0/networks/03a4fee1-b1fd-43b2-bb3e-efcd82b0df04 HTTP/1.1" status: 204 len: 168 time: 1.4375160 Nov 09 04:19:13.023717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47364) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:13.032338 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-17352488-2566-4821-92a8-191d17980904 None None] Allocated IP 172.20.0.2 (ae778f29-d60a-4be2-b5cf-de608058ea12/4e283b67-808e-4fa8-898c-d1ba4901bba6/35d39f4f-2485-4af1-a826-a88ebbdde74d) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:13.034849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 66a672c4-6823-4672-b48b-4bbfacdad0a1 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:13.035262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 66a672c4-6823-4672-b48b-4bbfacdad0a1 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:13.037469 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac78b1-ecc9-42c8-810a-a62215502bb6 None None] Sync routers for ids ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:13.044543 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:19:13.044686 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:19:13.048121 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:19:13.080447 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da21b7-bcff-477f-a1d6-47b71a4195e1 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event deleted for resources: {'Network': ['ID=03a4fee1-b1fd-43b2-bb3e-efcd82b0df04,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:13.100537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-75197e92-150f-4064-9a85-212087f92665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.116152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac78b1-ecc9-42c8-810a-a62215502bb6 None None] Routers {'6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:13.117068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-cbac78b1-ecc9-42c8-810a-a62215502bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:13.186673 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-cbac78b1-ecc9-42c8-810a-a62215502bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:13.205946 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4fb2dfbc-d4b0-4d1a-ad60-ea2c749518d2 None None] For port 66a672c4-6823-4672-b48b-4bbfacdad0a1, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:13.206691 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4fb2dfbc-d4b0-4d1a-ad60-ea2c749518d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.248249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac78b1-ecc9-42c8-810a-a62215502bb6 None None] Routers {'6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:13.252769 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-cbac78b1-ecc9-42c8-810a-a62215502bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:13.305451 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.315781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.319478 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] 10.222.0.21 "DELETE /v2.0/networks/06256826-1d6d-4e72-beda-f52a9db64af3 HTTP/1.1" status: 204 len: 168 time: 1.4344373 Nov 09 04:19:13.328004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983507b8-ca36-4125-b959-7db8c19dc587 req-f7705633-f453-445f-9b3a-a3df00397bf4 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:13.329619 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-983507b8-ca36-4125-b959-7db8c19dc587 req-f7705633-f453-445f-9b3a-a3df00397bf4 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.2280242 Nov 09 04:19:13.362976 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6344ad2-b883-4877-94d2-31b7f2df3eb5 tempest-NetworksTest-2129165343 tempest-NetworksTest-2129165343-project] Pushing event deleted for resources: {'Network': ['ID=06256826-1d6d-4e72-beda-f52a9db64af3,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:13.406867 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-165ed267-5d47-4223-8f6a-398983c6ab45 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Deleting port 35645024-d6d2-436f-b052-9459f911484f {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:13.407224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-165ed267-5d47-4223-8f6a-398983c6ab45 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.514376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4fb2dfbc-d4b0-4d1a-ad60-ea2c749518d2 None None] Calling delete_port for 66a672c4-6823-4672-b48b-4bbfacdad0a1 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:13.518158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.ipam_backend_mixin [None req-4fb2dfbc-d4b0-4d1a-ad60-ea2c749518d2 None None] Port 66a672c4-6823-4672-b48b-4bbfacdad0a1 was not found and therefore no delete operation was performed {{(pid=101885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 04:19:13.520810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-cbac78b1-ecc9-42c8-810a-a62215502bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:13.521654 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac78b1-ecc9-42c8-810a-a62215502bb6 None None] The sync data for ids ['6a7fb37f-cdee-4bde-aefe-6fc7d2af7477'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:13.532535 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4fb2dfbc-d4b0-4d1a-ad60-ea2c749518d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.553943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-75197e92-150f-4064-9a85-212087f92665 None None] For port 6f8dfecb-0b7a-459a-b586-4e1511f86551, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=6f8dfecb-0b7a-459a-b586-4e1511f86551,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:13.589922 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-75197e92-150f-4064-9a85-212087f92665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.592312 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2dfbc-d4b0-4d1a-ad60-ea2c749518d2 None None] Pushing event deleted for resources: {'Port': ['ID=66a672c4-6823-4672-b48b-4bbfacdad0a1,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:13.596589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4fb2dfbc-d4b0-4d1a-ad60-ea2c749518d2 None None] Network 06256826-1d6d-4e72-beda-f52a9db64af3 is not hosted by any dhcp agent {{(pid=101885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 04:19:13.597331 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb2dfbc-d4b0-4d1a-ad60-ea2c749518d2 None None] No DVR routers for this DVR port 66a672c4-6823-4672-b48b-4bbfacdad0a1 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:13.750897 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75197e92-150f-4064-9a85-212087f92665 None None] Pushing event updated for resources: {'Port': ['ID=6f8dfecb-0b7a-459a-b586-4e1511f86551,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:13.780965 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-17352488-2566-4821-92a8-191d17980904 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.785070 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d996df84-fd38-4e32-a815-0c3126435113 None None] Provisioning complete for port 6f8dfecb-0b7a-459a-b586-4e1511f86551 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:13.785833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d996df84-fd38-4e32-a815-0c3126435113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.793200 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-17352488-2566-4821-92a8-191d17980904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.815831 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7912a76-61ea-42e6-b3dc-221c47c22e3a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.855536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17352488-2566-4821-92a8-191d17980904 None None] Network ae778f29-d60a-4be2-b5cf-de608058ea12 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:13.862864 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-17352488-2566-4821-92a8-191d17980904 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:13.865814 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29c8cf72-7f10-402e-89c6-eff24482cb8a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.878389 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-572c17a4-98ab-424d-bc28-4f980e57ea4e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:13.892276 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17352488-2566-4821-92a8-191d17980904 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:13.939079 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-b7912a76-61ea-42e6-b3dc-221c47c22e3a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de7869a-e9d0-4509-94ea-9fecdba2adf2']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:13.974028 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17352488-2566-4821-92a8-191d17980904 None None] Pushing event updated for resources: {'Port': ['ID=35d39f4f-2485-4af1-a826-a88ebbdde74d,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:13.997825 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-b7912a76-61ea-42e6-b3dc-221c47c22e3a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be8a26d-d816-4212-a795-e7a8e3e50925') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:13.998128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-b7912a76-61ea-42e6-b3dc-221c47c22e3a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be8a26d-d816-4212-a795-e7a8e3e50925') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:14.035581 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-17352488-2566-4821-92a8-191d17980904 None None] Attempting to bind port 35d39f4f-2485-4af1-a826-a88ebbdde74d on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:19:14.036003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-17352488-2566-4821-92a8-191d17980904 None None] Attempting to bind port 35d39f4f-2485-4af1-a826-a88ebbdde74d by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd3a9c394-252f-4e3f-834d-676e703e8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae778f29-d60a-4be2-b5cf-de608058ea12'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:19:14.036380 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17352488-2566-4821-92a8-191d17980904 None None] Attempting to bind port 35d39f4f-2485-4af1-a826-a88ebbdde74d on network ae778f29-d60a-4be2-b5cf-de608058ea12 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:14.044195 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17352488-2566-4821-92a8-191d17980904 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:19:14.044195 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17352488-2566-4821-92a8-191d17980904 None None] Checking segment: {'id': 'd3a9c394-252f-4e3f-834d-676e703e8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae778f29-d60a-4be2-b5cf-de608058ea12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:14.044548 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-17352488-2566-4821-92a8-191d17980904 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.044864 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17352488-2566-4821-92a8-191d17980904 None None] Bound using segment: {'id': 'd3a9c394-252f-4e3f-834d-676e703e8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae778f29-d60a-4be2-b5cf-de608058ea12'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:19:14.045344 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-17352488-2566-4821-92a8-191d17980904 None None] Bound port: 35d39f4f-2485-4af1-a826-a88ebbdde74d, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a9c394-252f-4e3f-834d-676e703e8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae778f29-d60a-4be2-b5cf-de608058ea12'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:19:14.046123 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-17352488-2566-4821-92a8-191d17980904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.080423 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-983507b8-ca36-4125-b959-7db8c19dc587 req-8d41dcd2-50c7-4065-a3a7-d7f31ab8ea6d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7258670 Nov 09 04:19:14.109955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-220f1baf-50bd-4d91-bd57-a95777541ca6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Allocated IP 172.20.0.12 (ae778f29-d60a-4be2-b5cf-de608058ea12/4e283b67-808e-4fa8-898c-d1ba4901bba6/e553c85a-a6e8-4329-8c33-822f0ce4a443) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:14.116918 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7912a76-61ea-42e6-b3dc-221c47c22e3a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.126855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-17352488-2566-4821-92a8-191d17980904 None None] For port 35d39f4f-2485-4af1-a826-a88ebbdde74d, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:14.130972 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-17352488-2566-4821-92a8-191d17980904 None None] For port 35d39f4f-2485-4af1-a826-a88ebbdde74d, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=35d39f4f-2485-4af1-a826-a88ebbdde74d,segment=NetworkSegment(d3a9c394-252f-4e3f-834d-676e703e8af1),segment_id=d3a9c394-252f-4e3f-834d-676e703e8af1)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:14.138391 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-17352488-2566-4821-92a8-191d17980904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.150577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-165ed267-5d47-4223-8f6a-398983c6ab45 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.151249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-165ed267-5d47-4223-8f6a-398983c6ab45 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.164713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-165ed267-5d47-4223-8f6a-398983c6ab45 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Calling delete_port for 35645024-d6d2-436f-b052-9459f911484f owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:14.172989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47370) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:14.219447 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7912a76-61ea-42e6-b3dc-221c47c22e3a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.249643 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7912a76-61ea-42e6-b3dc-221c47c22e3a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:19:14.250366 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7912a76-61ea-42e6-b3dc-221c47c22e3a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.260616 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17352488-2566-4821-92a8-191d17980904 None None] Pushing event updated for resources: {'Port': ['ID=35d39f4f-2485-4af1-a826-a88ebbdde74d,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:19:14.264215 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:19:14.454852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-165ed267-5d47-4223-8f6a-398983c6ab45 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.487840 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29c8cf72-7f10-402e-89c6-eff24482cb8a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.491822 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ed267-5d47-4223-8f6a-398983c6ab45 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Pushing event deleted for resources: {'Port': ['ID=35645024-d6d2-436f-b052-9459f911484f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:14.588198 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7912a76-61ea-42e6-b3dc-221c47c22e3a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.593008 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-220f1baf-50bd-4d91-bd57-a95777541ca6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.603248 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7912a76-61ea-42e6-b3dc-221c47c22e3a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.612495 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b7912a76-61ea-42e6-b3dc-221c47c22e3a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/networks/4de7869a-e9d0-4509-94ea-9fecdba2adf2 HTTP/1.1" status: 204 len: 168 time: 1.8680480 Nov 09 04:19:14.613137 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b0f03f71-4df0-4dbe-940e-2fbc7116359e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0472f3835ad245829e341922670f7bb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354017 Nov 09 04:19:14.635321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47374) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:14.635741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47376) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:14.648593 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-056636fb-74d8-41bb-a738-3b37a93f5020 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'network': {'name': 'tempest-RoutersTest-1491859616'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:14.673863 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7912a76-61ea-42e6-b3dc-221c47c22e3a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Network': ['ID=4de7869a-e9d0-4509-94ea-9fecdba2adf2,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:14.697031 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-165ed267-5d47-4223-8f6a-398983c6ab45 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.698612 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-165ed267-5d47-4223-8f6a-398983c6ab45 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.700148 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-165ed267-5d47-4223-8f6a-398983c6ab45 tempest-FloatingIPAdminTestJSON-72709625 tempest-FloatingIPAdminTestJSON-72709625-project] 10.222.0.21 "DELETE /v2.0/floatingips/1aa00f9c-a330-4845-8993-658d6c888f0f HTTP/1.1" status: 204 len: 168 time: 1.6740985 Nov 09 04:19:14.715866 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056636fb-74d8-41bb-a738-3b37a93f5020 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:14.723230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-056636fb-74d8-41bb-a738-3b37a93f5020 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.729273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6f8dfecb-0b7a-459a-b586-4e1511f86551 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:14.773414 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-22461503-88f8-418b-96d1-a2eb9b4da04d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.779975 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056636fb-74d8-41bb-a738-3b37a93f5020 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:19:14.815962 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 6f8dfecb-0b7a-459a-b586-4e1511f86551 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:14.816369 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.824388 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-056636fb-74d8-41bb-a738-3b37a93f5020 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.824836 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-056636fb-74d8-41bb-a738-3b37a93f5020 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Added segment 04dd419d-a10f-4c29-aedd-2d354b48d210 of type vlan for network 70b1559a-cc48-4bae-a149-3213e607722d Nov 09 04:19:14.829152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-29c8cf72-7f10-402e-89c6-eff24482cb8a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting port 78b76490-e230-4d9f-890b-1c390481d328 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:14.829864 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29c8cf72-7f10-402e-89c6-eff24482cb8a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.831779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-22461503-88f8-418b-96d1-a2eb9b4da04d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.913350 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-220f1baf-50bd-4d91-bd57-a95777541ca6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.945114 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-056636fb-74d8-41bb-a738-3b37a93f5020 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.972916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220f1baf-50bd-4d91-bd57-a95777541ca6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network ae778f29-d60a-4be2-b5cf-de608058ea12 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:14.976711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-22461503-88f8-418b-96d1-a2eb9b4da04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.980257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-22461503-88f8-418b-96d1-a2eb9b4da04d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.983807 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-22461503-88f8-418b-96d1-a2eb9b4da04d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6497d8f-5ebe-4207-bb7c-1e9c87c64288 HTTP/1.1" status: 204 len: 168 time: 0.3407381 Nov 09 04:19:14.985226 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-056636fb-74d8-41bb-a738-3b37a93f5020 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.994241 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-220f1baf-50bd-4d91-bd57-a95777541ca6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:14.994755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056636fb-74d8-41bb-a738-3b37a93f5020 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:14.995396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-056636fb-74d8-41bb-a738-3b37a93f5020 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:14.997295 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29c8cf72-7f10-402e-89c6-eff24482cb8a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.008812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f1baf-50bd-4d91-bd57-a95777541ca6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:15.015390 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f1baf-50bd-4d91-bd57-a95777541ca6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=e553c85a-a6e8-4329-8c33-822f0ce4a443,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:15.047773 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-29c8cf72-7f10-402e-89c6-eff24482cb8a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Calling delete_port for 78b76490-e230-4d9f-890b-1c390481d328 owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:15.057612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47384) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:15.099199 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-572c17a4-98ab-424d-bc28-4f980e57ea4e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port 6f8dfecb-0b7a-459a-b586-4e1511f86551 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:15.099854 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-572c17a4-98ab-424d-bc28-4f980e57ea4e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.100960 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056636fb-74d8-41bb-a738-3b37a93f5020 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Network': ['ID=70b1559a-cc48-4bae-a149-3213e607722d,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:15.111157 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-056636fb-74d8-41bb-a738-3b37a93f5020 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4721553 Nov 09 04:19:15.111932 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47390) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:15.113879 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22461503-88f8-418b-96d1-a2eb9b4da04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6497d8f-5ebe-4207-bb7c-1e9c87c64288,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:15.117201 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 70b1559a-cc48-4bae-a149-3213e607722d details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:19:15.122206 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f26259d3-f448-43c6-bf04-355209f7524a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'subnet': {'network_id': '70b1559a-cc48-4bae-a149-3213e607722d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:15.168231 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220f1baf-50bd-4d91-bd57-a95777541ca6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:15.168844 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-220f1baf-50bd-4d91-bd57-a95777541ca6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.289645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26259d3-f448-43c6-bf04-355209f7524a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:15.290105 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-220f1baf-50bd-4d91-bd57-a95777541ca6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.1006386 Nov 09 04:19:15.294599 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f26259d3-f448-43c6-bf04-355209f7524a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.316009 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47392) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:15.427692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-572c17a4-98ab-424d-bc28-4f980e57ea4e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] For port 6f8dfecb-0b7a-459a-b586-4e1511f86551, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=6f8dfecb-0b7a-459a-b586-4e1511f86551,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:15.428128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-572c17a4-98ab-424d-bc28-4f980e57ea4e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.443241 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463053fa-e203-4835-94a2-2bb23e11b661 req-bc07a627-3650-49c5-aba5-53c6e2d7ad67 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:15.445036 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-463053fa-e203-4835-94a2-2bb23e11b661 req-bc07a627-3650-49c5-aba5-53c6e2d7ad67 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.2296755 Nov 09 04:19:15.538178 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b09d8521-9ca7-40d2-9bf5-217c0ae3ef3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a72def738ba448ac96a1b677eaeef4ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4793534 Nov 09 04:19:15.538473 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f26259d3-f448-43c6-bf04-355209f7524a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.545434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47400) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:15.550249 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-572c17a4-98ab-424d-bc28-4f980e57ea4e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for 6f8dfecb-0b7a-459a-b586-4e1511f86551 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:15.608917 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26259d3-f448-43c6-bf04-355209f7524a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Subnet': ['ID=68f1f975-1168-4215-aae7-3a9c2e019aa2,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:15.656879 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26259d3-f448-43c6-bf04-355209f7524a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Checking segment: {'id': '04dd419d-a10f-4c29-aedd-2d354b48d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '70b1559a-cc48-4bae-a149-3213e607722d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:15.657242 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26259d3-f448-43c6-bf04-355209f7524a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network hostable DHCP agents. Network: 70b1559a-cc48-4bae-a149-3213e607722d, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:19:15.689646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26259d3-f448-43c6-bf04-355209f7524a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 70b1559a-cc48-4bae-a149-3213e607722d is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:19:15.700720 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2519-ef1c-459e-a1fc-1c72bc3dd532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.708838 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-f26259d3-f448-43c6-bf04-355209f7524a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 70b1559a-cc48-4bae-a149-3213e607722d) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:15.718966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96042607-2582-4603-bc87-10af52c9dea0 None None] Network 70b1559a-cc48-4bae-a149-3213e607722d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:15.741942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26259d3-f448-43c6-bf04-355209f7524a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:15.742536 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f26259d3-f448-43c6-bf04-355209f7524a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.754803 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c19344-3db6-444a-a320-b819ed31175b None None] Network ae778f29-d60a-4be2-b5cf-de608058ea12 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:15.785313 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2519-ef1c-459e-a1fc-1c72bc3dd532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.812180 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f26259d3-f448-43c6-bf04-355209f7524a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6943727 Nov 09 04:19:15.821195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47410) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:15.827269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-df211f7c-e862-492a-8148-adefa67857e8 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1660213129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:15.859560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-64b07ae4-feea-4e1f-9ee3-87aa6db019b7 None None] Provisioning complete for port 35d39f4f-2485-4af1-a826-a88ebbdde74d triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:15.860181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-64b07ae4-feea-4e1f-9ee3-87aa6db019b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.876511 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-827055bc-d7f2-4b13-b528-8c56f7aa2e20 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port e553c85a-a6e8-4329-8c33-822f0ce4a443 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:15.877118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-827055bc-d7f2-4b13-b528-8c56f7aa2e20 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.884183 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-463053fa-e203-4835-94a2-2bb23e11b661 req-cd94f394-20f9-4e1c-a183-88563e483b21 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4258986 Nov 09 04:19:15.886877 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-572c17a4-98ab-424d-bc28-4f980e57ea4e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.888716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2519-ef1c-459e-a1fc-1c72bc3dd532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.889025 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29c8cf72-7f10-402e-89c6-eff24482cb8a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.895969 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f0d2519-ef1c-459e-a1fc-1c72bc3dd532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.906226 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5f0d2519-ef1c-459e-a1fc-1c72bc3dd532 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50909201-3cf8-4e8e-9079-d51d8c281cd2 HTTP/1.1" status: 204 len: 168 time: 0.2978537 Nov 09 04:19:15.925745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df211f7c-e862-492a-8148-adefa67857e8 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.928129 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df211f7c-e862-492a-8148-adefa67857e8 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:15.933548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d2519-ef1c-459e-a1fc-1c72bc3dd532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50909201-3cf8-4e8e-9079-d51d8c281cd2,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:15.974317 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c17a4-98ab-424d-bc28-4f980e57ea4e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=6f8dfecb-0b7a-459a-b586-4e1511f86551,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:16.071671 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df211f7c-e862-492a-8148-adefa67857e8 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:16.086184 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df211f7c-e862-492a-8148-adefa67857e8 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:16.119296 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df211f7c-e862-492a-8148-adefa67857e8 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:16.121470 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-df211f7c-e862-492a-8148-adefa67857e8 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2989981 Nov 09 04:19:16.122279 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8cf72-7f10-402e-89c6-eff24482cb8a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Port': ['ID=78b76490-e230-4d9f-890b-1c390481d328,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:16.123451 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47418) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:16.130698 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d49c2767-ffe9-4f74-b6f9-057e66376be0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'port': {'network_id': '70b1559a-cc48-4bae-a149-3213e607722d', 'name': 'tempest-RoutersTest-1698576767'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:16.147303 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-70b1559a-cc48-4bae-a149-3213e607722d', 'network_id': '70b1559a-cc48-4bae-a149-3213e607722d', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'fixed_ips': [{'subnet_id': '68f1f975-1168-4215-aae7-3a9c2e019aa2'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:19:16.148458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:16.174672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-64b07ae4-feea-4e1f-9ee3-87aa6db019b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:16.179720 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47420) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:16.198156 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0091443 Nov 09 04:19:16.208675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47422) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:16.236208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-64b07ae4-feea-4e1f-9ee3-87aa6db019b7 None None] For port 35d39f4f-2485-4af1-a826-a88ebbdde74d, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=35d39f4f-2485-4af1-a826-a88ebbdde74d,segment=NetworkSegment(d3a9c394-252f-4e3f-834d-676e703e8af1),segment_id=d3a9c394-252f-4e3f-834d-676e703e8af1)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:16.302951 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-64b07ae4-feea-4e1f-9ee3-87aa6db019b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:16.317946 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29c8cf72-7f10-402e-89c6-eff24482cb8a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:16.343010 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-572c17a4-98ab-424d-bc28-4f980e57ea4e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:16.437011 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49c2767-ffe9-4f74-b6f9-057e66376be0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:16.440762 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d49c2767-ffe9-4f74-b6f9-057e66376be0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:16.470395 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-827055bc-d7f2-4b13-b528-8c56f7aa2e20 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:16.485559 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-d49c2767-ffe9-4f74-b6f9-057e66376be0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] device_id is not set on port 1c68a0ad-af49-49bd-b2ed-967105caf87b yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:19:16.552091 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b07ae4-feea-4e1f-9ee3-87aa6db019b7 None None] Pushing event updated for resources: {'Port': ['ID=35d39f4f-2485-4af1-a826-a88ebbdde74d,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:16.621465 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Allocated IP 172.20.0.2 (70b1559a-cc48-4bae-a149-3213e607722d/68f1f975-1168-4215-aae7-3a9c2e019aa2/14f85497-2535-4b43-80b9-7ae281fa1681) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:16.670593 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47428) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:16.691972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8ad1c013-b146-45a9-a19f-192e89664142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:16.739772 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a4b1e188-8832-40a7-92bc-42215bdd733b tempest-NetworksApiDiscovery-358220502 tempest-NetworksApiDiscovery-358220502-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5287430 Nov 09 04:19:16.797262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-22b2dac0-d2cd-449f-b404-bb86432123a3 None None] Provisioning complete for port 35d39f4f-2485-4af1-a826-a88ebbdde74d triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:16.797909 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-22b2dac0-d2cd-449f-b404-bb86432123a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:16.867152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:16.874468 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8ad1c013-b146-45a9-a19f-192e89664142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:16.884562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8ad1c013-b146-45a9-a19f-192e89664142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:16.906249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 35d39f4f-2485-4af1-a826-a88ebbdde74d up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:16.994558 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8ad1c013-b146-45a9-a19f-192e89664142 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0fadd8748a14251a95bde558b22db41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223259 Nov 09 04:19:16.998055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47434) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:16.998734 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1c013-b146-45a9-a19f-192e89664142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4001a477-9f8f-42dc-a5ff-117caa80822d,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:17.097364 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 35d39f4f-2485-4af1-a826-a88ebbdde74d triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:17.098117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.100888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.112553 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d614e-4de4-41d2-b3a8-785724e5ce67 req-6845d81f-5ed4-45cd-8312-8213574eb1ef tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:17.120572 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5c6d614e-4de4-41d2-b3a8-785724e5ce67 req-6845d81f-5ed4-45cd-8312-8213574eb1ef tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1061966 Nov 09 04:19:17.126006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1180e5eb-393e-4b85-b5ca-775d3a63041b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.131989 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.180698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Pushing event updated for resources: {'Port': ['ID=14f85497-2535-4b43-80b9-7ae281fa1681,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:17.183839 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-22b2dac0-d2cd-449f-b404-bb86432123a3 None None] Provisioning complete for port e553c85a-a6e8-4329-8c33-822f0ce4a443 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:17.184207 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-22b2dac0-d2cd-449f-b404-bb86432123a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.196997 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29c8cf72-7f10-402e-89c6-eff24482cb8a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.199425 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-827055bc-d7f2-4b13-b528-8c56f7aa2e20 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for e553c85a-a6e8-4329-8c33-822f0ce4a443 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:17.203775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29c8cf72-7f10-402e-89c6-eff24482cb8a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.228663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47438) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:17.229321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Network 70b1559a-cc48-4bae-a149-3213e607722d is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:17.233380 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:17.237212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:17.240254 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1180e5eb-393e-4b85-b5ca-775d3a63041b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.251089 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5c6d614e-4de4-41d2-b3a8-785724e5ce67 req-a14236d5-02a0-4f0b-a36f-17da0ea0a0ce tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290555 Nov 09 04:19:17.259257 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-22b2dac0-d2cd-449f-b404-bb86432123a3 None None] Port e553c85a-a6e8-4329-8c33-822f0ce4a443 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:17.335355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Attempting to bind port 14f85497-2535-4b43-80b9-7ae281fa1681 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:19:17.335691 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-d49c2767-ffe9-4f74-b6f9-057e66376be0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Allocated IP 172.20.0.5 (70b1559a-cc48-4bae-a149-3213e607722d/68f1f975-1168-4215-aae7-3a9c2e019aa2/1c68a0ad-af49-49bd-b2ed-967105caf87b) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:17.335826 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Attempting to bind port 14f85497-2535-4b43-80b9-7ae281fa1681 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '04dd419d-a10f-4c29-aedd-2d354b48d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '70b1559a-cc48-4bae-a149-3213e607722d'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:19:17.336125 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Attempting to bind port 14f85497-2535-4b43-80b9-7ae281fa1681 on network 70b1559a-cc48-4bae-a149-3213e607722d {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:17.346453 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:19:17.347196 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Checking segment: {'id': '04dd419d-a10f-4c29-aedd-2d354b48d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '70b1559a-cc48-4bae-a149-3213e607722d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:17.347594 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.348172 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Bound using segment: {'id': '04dd419d-a10f-4c29-aedd-2d354b48d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '70b1559a-cc48-4bae-a149-3213e607722d'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:19:17.349411 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Bound port: 14f85497-2535-4b43-80b9-7ae281fa1681, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dd419d-a10f-4c29-aedd-2d354b48d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '70b1559a-cc48-4bae-a149-3213e607722d'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:19:17.349789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.369583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1180e5eb-393e-4b85-b5ca-775d3a63041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.373366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1180e5eb-393e-4b85-b5ca-775d3a63041b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.374947 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1180e5eb-393e-4b85-b5ca-775d3a63041b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4001a477-9f8f-42dc-a5ff-117caa80822d HTTP/1.1" status: 204 len: 168 time: 0.3687720 Nov 09 04:19:17.414521 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bb40b678-a67a-440f-a183-ea0153d942f4 None None] Provisioning complete for port e553c85a-a6e8-4329-8c33-822f0ce4a443 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:17.414889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bb40b678-a67a-440f-a183-ea0153d942f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.428407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29c8cf72-7f10-402e-89c6-eff24482cb8a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.428966 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c8cf72-7f10-402e-89c6-eff24482cb8a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Fanout notify agent at l3_agent the message router_deleted on router 6a7fb37f-cdee-4bde-aefe-6fc7d2af7477 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:19:17.439780 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29c8cf72-7f10-402e-89c6-eff24482cb8a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.444945 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-29c8cf72-7f10-402e-89c6-eff24482cb8a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/routers/6a7fb37f-cdee-4bde-aefe-6fc7d2af7477 HTTP/1.1" status: 204 len: 168 time: 4.4449005 Nov 09 04:19:17.447086 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47444) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:17.457159 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180e5eb-393e-4b85-b5ca-775d3a63041b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4001a477-9f8f-42dc-a5ff-117caa80822d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:17.460319 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572c17a4-98ab-424d-bc28-4f980e57ea4e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Router 5259e85a-2e8f-4c52-9b19-d8cf111fa964 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:17.460910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] For port 14f85497-2535-4b43-80b9-7ae281fa1681, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:17.466284 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] For port 14f85497-2535-4b43-80b9-7ae281fa1681, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=14f85497-2535-4b43-80b9-7ae281fa1681,segment=NetworkSegment(04dd419d-a10f-4c29-aedd-2d354b48d210),segment_id=04dd419d-a10f-4c29-aedd-2d354b48d210)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:17.469389 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-bb40b678-a67a-440f-a183-ea0153d942f4 None None] Port e553c85a-a6e8-4329-8c33-822f0ce4a443 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:17.477034 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.494222 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f7bee76-adba-42dd-b1bb-623f587ac76e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.564738 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5686a35-159f-4c66-9d90-7c7f17877ad3 None None] Pushing event updated for resources: {'Port': ['ID=14f85497-2535-4b43-80b9-7ae281fa1681,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:17.585709 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7d8ee0-cbaa-4899-8aa0-2d0dd02b8d9a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting subnet dbed6a8a-7f8d-4653-88ef-694e6cc89715 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:17.622617 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8ee0-cbaa-4899-8aa0-2d0dd02b8d9a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.692699 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572c17a4-98ab-424d-bc28-4f980e57ea4e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:17.710419 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-572c17a4-98ab-424d-bc28-4f980e57ea4e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "PUT /v2.0/routers/5259e85a-2e8f-4c52-9b19-d8cf111fa964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6183672 Nov 09 04:19:17.712096 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af7590-488f-48f6-998d-a4a594ec84ee None None] Sync routers for ids ['5259e85a-2e8f-4c52-9b19-d8cf111fa964'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:17.713317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47448) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:17.733314 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af7590-488f-48f6-998d-a4a594ec84ee None None] Routers {'5259e85a-2e8f-4c52-9b19-d8cf111fa964'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:17.736130 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c7af7590-488f-48f6-998d-a4a594ec84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['5259e85a-2e8f-4c52-9b19-d8cf111fa964'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:17.747930 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8ee0-cbaa-4899-8aa0-2d0dd02b8d9a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.752629 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d49c2767-ffe9-4f74-b6f9-057e66376be0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.790329 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47450) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:17.791074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-827055bc-d7f2-4b13-b528-8c56f7aa2e20 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.799645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f7bee76-adba-42dd-b1bb-623f587ac76e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.805596 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a948a0-c1a4-4598-8561-b717163c2c21 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:17.807279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a948a0-c1a4-4598-8561-b717163c2c21 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:17.808835 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e0a948a0-c1a4-4598-8561-b717163c2c21 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0941250 Nov 09 04:19:17.817423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47452) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:17.826588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fc522e45-5dec-4a05-9565-1d22af7e6c4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.826795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f7bee76-adba-42dd-b1bb-623f587ac76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.886789 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-c7af7590-488f-48f6-998d-a4a594ec84ee None None] Set router 5259e85a-2e8f-4c52-9b19-d8cf111fa964 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:19:17.891960 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827055bc-d7f2-4b13-b528-8c56f7aa2e20 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=e553c85a-a6e8-4329-8c33-822f0ce4a443,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:17.922944 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d49c2767-ffe9-4f74-b6f9-057e66376be0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:17.929058 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5f7bee76-adba-42dd-b1bb-623f587ac76e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f731dfc021c49dcb6481475a57e4e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6929386 Nov 09 04:19:17.970660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47454) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:17.978080 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c7af7590-488f-48f6-998d-a4a594ec84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5259e85a-2e8f-4c52-9b19-d8cf111fa964', 'name': 'tempest-NetworksTestDHCPv6-router-2006216958', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:19:05Z', 'updated_at': '2021-11-09T04:19:15Z', 'revision_number': 3, 'project_id': '7884393cbbac46598e20e072bff6d616', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:18.011754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49c2767-ffe9-4f74-b6f9-057e66376be0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 70b1559a-cc48-4bae-a149-3213e607722d is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:18.015118 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c2767-ffe9-4f74-b6f9-057e66376be0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=1c68a0ad-af49-49bd-b2ed-967105caf87b,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:18.017032 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af7590-488f-48f6-998d-a4a594ec84ee None None] Checking router: 5259e85a-2e8f-4c52-9b19-d8cf111fa964 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:19:18.017778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-d49c2767-ffe9-4f74-b6f9-057e66376be0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:18.023991 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bee76-adba-42dd-b1bb-623f587ac76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b57dadb-7669-4268-a401-f252952fe2dc,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:18.027573 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af7590-488f-48f6-998d-a4a594ec84ee None None] Routers {'5259e85a-2e8f-4c52-9b19-d8cf111fa964'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:18.028343 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c7af7590-488f-48f6-998d-a4a594ec84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['5259e85a-2e8f-4c52-9b19-d8cf111fa964'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:18.034149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c2767-ffe9-4f74-b6f9-057e66376be0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:18.054940 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d0693c-5a63-4934-abbc-99b8e34a8188 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 03488377-5dd0-4b2d-9762-d297e06948e0 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:18.144291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-827055bc-d7f2-4b13-b528-8c56f7aa2e20 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.145397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49c2767-ffe9-4f74-b6f9-057e66376be0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:18.146205 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d49c2767-ffe9-4f74-b6f9-057e66376be0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.147590 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-c7af7590-488f-48f6-998d-a4a594ec84ee None None] Set router 5259e85a-2e8f-4c52-9b19-d8cf111fa964 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:19:18.151286 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-827055bc-d7f2-4b13-b528-8c56f7aa2e20 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/e553c85a-a6e8-4329-8c33-822f0ce4a443 HTTP/1.1" status: 204 len: 168 time: 2.8223331 Nov 09 04:19:18.159313 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-80d0693c-5a63-4934-abbc-99b8e34a8188 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.162676 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47456) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:18.178090 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8ee0-cbaa-4899-8aa0-2d0dd02b8d9a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.186476 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5a4e-8c30-463a-bb3f-1dc835f8a8cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.213999 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5a4e-8c30-463a-bb3f-1dc835f8a8cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.215696 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d49c2767-ffe9-4f74-b6f9-057e66376be0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0889924 Nov 09 04:19:18.219701 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47458) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:18.220266 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c7af7590-488f-48f6-998d-a4a594ec84ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5259e85a-2e8f-4c52-9b19-d8cf111fa964', 'name': 'tempest-NetworksTestDHCPv6-router-2006216958', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:19:05Z', 'updated_at': '2021-11-09T04:19:15Z', 'revision_number': 3, 'project_id': '7884393cbbac46598e20e072bff6d616', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:18.250628 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af7590-488f-48f6-998d-a4a594ec84ee None None] The sync data for ids ['5259e85a-2e8f-4c52-9b19-d8cf111fa964'] in dv-neutron-816800-2-hyperv is: [{'id': '5259e85a-2e8f-4c52-9b19-d8cf111fa964', 'name': 'tempest-NetworksTestDHCPv6-router-2006216958', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:19:05Z', 'updated_at': '2021-11-09T04:19:15Z', 'revision_number': 3, 'project_id': '7884393cbbac46598e20e072bff6d616', 'gw_port_host': None}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:18.295512 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bbe0980-7f0e-44a8-a05e-082e2899348a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] GET failed (client error): The resource could not be found. Nov 09 04:19:18.299797 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4bbe0980-7f0e-44a8-a05e-082e2899348a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/e553c85a-a6e8-4329-8c33-822f0ce4a443 HTTP/1.1" status: 404 len: 333 time: 0.1331394 Nov 09 04:19:18.305296 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47462) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:18.337404 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-80d0693c-5a63-4934-abbc-99b8e34a8188 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.438782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5a4e-8c30-463a-bb3f-1dc835f8a8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.441246 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f6d5a4e-8c30-463a-bb3f-1dc835f8a8cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.445043 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2f6d5a4e-8c30-463a-bb3f-1dc835f8a8cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b57dadb-7669-4268-a401-f252952fe2dc HTTP/1.1" status: 204 len: 168 time: 0.4681146 Nov 09 04:19:18.446894 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e91f8bc-875a-42bf-9543-b34d4fc6db81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting subnet 4e283b67-808e-4fa8-898c-d1ba4901bba6 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:18.459681 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fc522e45-5dec-4a05-9565-1d22af7e6c4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.465695 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3e91f8bc-875a-42bf-9543-b34d4fc6db81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.493728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d5a4e-8c30-463a-bb3f-1dc835f8a8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b57dadb-7669-4268-a401-f252952fe2dc,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:18.497233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8ee0-cbaa-4899-8aa0-2d0dd02b8d9a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.499323 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fc522e45-5dec-4a05-9565-1d22af7e6c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.565264 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d8ee0-cbaa-4899-8aa0-2d0dd02b8d9a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Subnet': ['ID=dbed6a8a-7f8d-4653-88ef-694e6cc89715,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:18.600929 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226edc7-afbf-408d-a27c-fd45bd5f033c req-5f4f52f6-d58f-4a7c-943a-5b48ac8a7979 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:18.605900 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5226edc7-afbf-408d-a27c-fd45bd5f033c req-5f4f52f6-d58f-4a7c-943a-5b48ac8a7979 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.2524796 Nov 09 04:19:18.611006 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8ee0-cbaa-4899-8aa0-2d0dd02b8d9a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.618251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cbc4b5-6351-4712-8566-dc506b9085ae None None] Network dcb1418e-a59e-400a-9c37-10f37a662885 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:18.622054 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-eb7d8ee0-cbaa-4899-8aa0-2d0dd02b8d9a tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/subnets/dbed6a8a-7f8d-4653-88ef-694e6cc89715 HTTP/1.1" status: 204 len: 168 time: 1.1698093 Nov 09 04:19:18.633990 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47466) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:18.666546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-80d0693c-5a63-4934-abbc-99b8e34a8188 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.690782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3e91f8bc-875a-42bf-9543-b34d4fc6db81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.738191 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fc522e45-5dec-4a05-9565-1d22af7e6c4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba6b12debe654ce7bfda9fa93276767a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9425814 Nov 09 04:19:18.741381 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47468) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:18.743972 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc522e45-5dec-4a05-9565-1d22af7e6c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8e3650-47ca-458c-ae38-5c6f0fabd3d7,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:18.902616 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5226edc7-afbf-408d-a27c-fd45bd5f033c req-d014c5cb-4d8c-4c90-8ac5-297781193c47 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776353 Nov 09 04:19:18.984293 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9039dbd-d8e7-4b6d-a3ab-ead4d1242a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:18.993237 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3e91f8bc-875a-42bf-9543-b34d4fc6db81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.047531 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.055619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9039dbd-d8e7-4b6d-a3ab-ead4d1242a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.105068 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19ca0990-e91a-4ac1-8026-2167f69ecf82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.139216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3e91f8bc-875a-42bf-9543-b34d4fc6db81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.164297 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-80d0693c-5a63-4934-abbc-99b8e34a8188 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.181078 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91f8bc-875a-42bf-9543-b34d4fc6db81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Subnet': ['ID=4e283b67-808e-4fa8-898c-d1ba4901bba6,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:19.183363 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3e91f8bc-875a-42bf-9543-b34d4fc6db81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.188020 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3e91f8bc-875a-42bf-9543-b34d4fc6db81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/4e283b67-808e-4fa8-898c-d1ba4901bba6 HTTP/1.1" status: 204 len: 168 time: 0.8814929 Nov 09 04:19:19.189631 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9039dbd-d8e7-4b6d-a3ab-ead4d1242a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.193436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9039dbd-d8e7-4b6d-a3ab-ead4d1242a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.194856 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e9039dbd-d8e7-4b6d-a3ab-ead4d1242a02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f8e3650-47ca-458c-ae38-5c6f0fabd3d7 HTTP/1.1" status: 204 len: 168 time: 0.4379652 Nov 09 04:19:19.195432 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47474) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:19.200956 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0693c-5a63-4934-abbc-99b8e34a8188 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=03488377-5dd0-4b2d-9762-d297e06948e0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:19.214566 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9039dbd-d8e7-4b6d-a3ab-ead4d1242a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8e3650-47ca-458c-ae38-5c6f0fabd3d7,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:19.242415 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-80d0693c-5a63-4934-abbc-99b8e34a8188 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.248620 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-80d0693c-5a63-4934-abbc-99b8e34a8188 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/03488377-5dd0-4b2d-9762-d297e06948e0 HTTP/1.1" status: 204 len: 168 time: 1.4300025 Nov 09 04:19:19.254368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47478) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:19.296233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.362396 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 35d39f4f-2485-4af1-a826-a88ebbdde74d up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:19.407505 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9778134a-36d6-4c03-b141-51acd17170d1 None None] Network ae778f29-d60a-4be2-b5cf-de608058ea12 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:19.408080 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd18f3c-a1d0-4d6e-8957-1fb74642f755 req-e0810939-4cd3-4e45-a20f-6cf04a689c1e tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:19.409941 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ddd18f3c-a1d0-4d6e-8957-1fb74642f755 req-e0810939-4cd3-4e45-a20f-6cf04a689c1e tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.0701606 Nov 09 04:19:19.411746 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1733e34-d403-4ea3-87fd-7ccd2ff21435 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:19.418419 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port 35d39f4f-2485-4af1-a826-a88ebbdde74d {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:19.419110 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.491933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f336001e-99db-435b-95b9-98badbf6eb5b None None] Network 70b1559a-cc48-4bae-a149-3213e607722d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:19.498779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting port f59ee29d-51c5-4c31-8766-5f2fb62fda49 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:19.499828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.589141 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d245cc5f-a33f-4bdd-9d50-304e344b5c0f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3335390 Nov 09 04:19:19.596596 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] For port 35d39f4f-2485-4af1-a826-a88ebbdde74d, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=35d39f4f-2485-4af1-a826-a88ebbdde74d,segment=NetworkSegment(d3a9c394-252f-4e3f-834d-676e703e8af1),segment_id=d3a9c394-252f-4e3f-834d-676e703e8af1)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:19.596972 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.599643 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47482) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:19.647140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] For port f59ee29d-51c5-4c31-8766-5f2fb62fda49, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f59ee29d-51c5-4c31-8766-5f2fb62fda49,segment=NetworkSegment(324829ae-296b-40f8-8a6c-c1d86da01129),segment_id=324829ae-296b-40f8-8a6c-c1d86da01129)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:19.648317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.669093 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Calling delete_port for f59ee29d-51c5-4c31-8766-5f2fb62fda49 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:19.721392 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for 35d39f4f-2485-4af1-a826-a88ebbdde74d owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:19.727976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b4d2c05d-e796-4c6b-b98a-090f5730a1e5 None None] Provisioning complete for port 14f85497-2535-4b43-80b9-7ae281fa1681 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:19.728504 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b4d2c05d-e796-4c6b-b98a-090f5730a1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.743739 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63f5e5fd-c528-46fb-a9c7-ca51a3415c06 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.746914 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fe1e8-dcc5-40d0-bc90-3c32b859e264 req-e4ad44a1-6a8e-413d-a477-c4d1d5a77d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:19.748606 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-173fe1e8-dcc5-40d0-bc90-3c32b859e264 req-e4ad44a1-6a8e-413d-a477-c4d1d5a77d59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6dfcc1c4d09647fa8fc08487cdee666e&device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 1098 time: 0.2901776 Nov 09 04:19:19.793289 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ddd18f3c-a1d0-4d6e-8957-1fb74642f755 req-c3a856d3-9267-4cc7-8b56-4c2830aeec78 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714240 Nov 09 04:19:19.843379 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.886873 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19ca0990-e91a-4ac1-8026-2167f69ecf82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.892561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Port': ['ID=f59ee29d-51c5-4c31-8766-5f2fb62fda49,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:19.896381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] No DVR routers for this DVR port f59ee29d-51c5-4c31-8766-5f2fb62fda49 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:19.899099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19ca0990-e91a-4ac1-8026-2167f69ecf82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.916752 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 35d39f4f-2485-4af1-a826-a88ebbdde74d triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:19.917132 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:19.977631 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fe1e8-dcc5-40d0-bc90-3c32b859e264 req-fca26979-0d7b-4edb-b6e0-b80643028ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:19.980545 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-173fe1e8-dcc5-40d0-bc90-3c32b859e264 req-fca26979-0d7b-4edb-b6e0-b80643028ef5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7406e378-feb3-4f56-a182-2c787a7b80e5 HTTP/1.1" status: 200 len: 912 time: 0.1862772 Nov 09 04:19:20.037707 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f53a582-cfd9-4695-953c-13ee3b8fd649 None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:20.064399 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064a6769-d5d8-48a0-bd59-f5b563372c48 None None] DHCP port deletion for dcb1418e-a59e-400a-9c37-10f37a662885 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:20.105815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b4d2c05d-e796-4c6b-b98a-090f5730a1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.148458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbad2fae-9f28-48d5-99a6-a3f44222686c None None] DHCP port deletion for ae778f29-d60a-4be2-b5cf-de608058ea12 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:20.258436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b4d2c05d-e796-4c6b-b98a-090f5730a1e5 None None] For port 14f85497-2535-4b43-80b9-7ae281fa1681, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=14f85497-2535-4b43-80b9-7ae281fa1681,segment=NetworkSegment(04dd419d-a10f-4c29-aedd-2d354b48d210),segment_id=04dd419d-a10f-4c29-aedd-2d354b48d210)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:20.261297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 14f85497-2535-4b43-80b9-7ae281fa1681 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:20.284721 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-173fe1e8-dcc5-40d0-bc90-3c32b859e264 req-a60a85c0-598a-45d0-a8f9-1a728b3e2d3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490c1e67-81a0-40ef-8104-06c6989875b9 HTTP/1.1" status: 200 len: 1000 time: 0.2577837 Nov 09 04:19:20.330816 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b4d2c05d-e796-4c6b-b98a-090f5730a1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.350842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca0990-e91a-4ac1-8026-2167f69ecf82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=1c68a0ad-af49-49bd-b2ed-967105caf87b,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:20.381974 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.447663 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63f5e5fd-c528-46fb-a9c7-ca51a3415c06 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.451061 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63f5e5fd-c528-46fb-a9c7-ca51a3415c06 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.463068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.491005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1f53a582-cfd9-4695-953c-13ee3b8fd649 None None] Deleting port f4fa919e-f8bb-4145-a146-301b4399380b {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:20.491391 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1f53a582-cfd9-4695-953c-13ee3b8fd649 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.520229 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2c05d-e796-4c6b-b98a-090f5730a1e5 None None] Pushing event updated for resources: {'Port': ['ID=14f85497-2535-4b43-80b9-7ae281fa1681,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:20.520893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb1418e-a59e-400a-9c37-10f37a662885']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:20.561479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324829ae-296b-40f8-8a6c-c1d86da01129') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:20.563699 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324829ae-296b-40f8-8a6c-c1d86da01129') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:20.571457 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fe1e8-dcc5-40d0-bc90-3c32b859e264 req-e31298b0-d8fe-4910-b211-8c33481ae309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:20.573176 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-173fe1e8-dcc5-40d0-bc90-3c32b859e264 req-e31298b0-d8fe-4910-b211-8c33481ae309 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8e11ddf-918b-4633-b516-311dd3cf995b HTTP/1.1" status: 200 len: 851 time: 0.1989214 Nov 09 04:19:20.576430 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=35d39f4f-2485-4af1-a826-a88ebbdde74d,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:20.586792 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No DVR routers for this DVR port 35d39f4f-2485-4af1-a826-a88ebbdde74d on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:20.602239 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-dbad2fae-9f28-48d5-99a6-a3f44222686c None None] Deleting port 35d39f4f-2485-4af1-a826-a88ebbdde74d {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:20.602642 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dbad2fae-9f28-48d5-99a6-a3f44222686c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.608391 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63f5e5fd-c528-46fb-a9c7-ca51a3415c06 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.609139 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f5e5fd-c528-46fb-a9c7-ca51a3415c06 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Fanout notify agent at l3_agent the message router_deleted on router 5259e85a-2e8f-4c52-9b19-d8cf111fa964 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:19:20.654455 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-1f53a582-cfd9-4695-953c-13ee3b8fd649 None None] For port f4fa919e-f8bb-4145-a146-301b4399380b, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f4fa919e-f8bb-4145-a146-301b4399380b,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:20.655177 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1f53a582-cfd9-4695-953c-13ee3b8fd649 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.672425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.693421 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63f5e5fd-c528-46fb-a9c7-ca51a3415c06 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.702606 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-63f5e5fd-c528-46fb-a9c7-ca51a3415c06 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/routers/5259e85a-2e8f-4c52-9b19-d8cf111fa964 HTTP/1.1" status: 204 len: 168 time: 1.1002820 Nov 09 04:19:20.704323 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47502) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:20.740620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.744168 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1f53a582-cfd9-4695-953c-13ee3b8fd649 None None] Calling delete_port for f4fa919e-f8bb-4145-a146-301b4399380b owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:20.753927 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 14f85497-2535-4b43-80b9-7ae281fa1681 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:20.754571 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.793378 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1c160e95-3b2c-4132-9f97-ecdc35df3802 None None] Provisioning complete for port 1c68a0ad-af49-49bd-b2ed-967105caf87b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:20.793795 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1c160e95-3b2c-4132-9f97-ecdc35df3802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.798779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19ca0990-e91a-4ac1-8026-2167f69ecf82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.838264 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.866693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-dbad2fae-9f28-48d5-99a6-a3f44222686c None None] For port 35d39f4f-2485-4af1-a826-a88ebbdde74d, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:20.867107 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dbad2fae-9f28-48d5-99a6-a3f44222686c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.875164 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fe1e8-dcc5-40d0-bc90-3c32b859e264 req-72996cb1-3253-4c2c-ab6f-d660878d30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:20.876713 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-173fe1e8-dcc5-40d0-bc90-3c32b859e264 req-72996cb1-3253-4c2c-ab6f-d660878d30e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7406e378-feb3-4f56-a182-2c787a7b80e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2912009 Nov 09 04:19:20.878713 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae778f29-d60a-4be2-b5cf-de608058ea12']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:20.900980 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a9c394-252f-4e3f-834d-676e703e8af1') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:20.901331 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a9c394-252f-4e3f-834d-676e703e8af1') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:20.925705 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-dbad2fae-9f28-48d5-99a6-a3f44222686c None None] Calling delete_port for 35d39f4f-2485-4af1-a826-a88ebbdde74d owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:20.928721 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fb8e73-e031-4f75-8f79-a744862d3e59 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:20.933036 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-32fb8e73-e031-4f75-8f79-a744862d3e59 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2259221 Nov 09 04:19:20.934943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.ipam_backend_mixin [None req-dbad2fae-9f28-48d5-99a6-a3f44222686c None None] Port 35d39f4f-2485-4af1-a826-a88ebbdde74d was not found and therefore no delete operation was performed {{(pid=101885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 04:19:20.947878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dbad2fae-9f28-48d5-99a6-a3f44222686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:20.953152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1c160e95-3b2c-4132-9f97-ecdc35df3802 None None] Port 1c68a0ad-af49-49bd-b2ed-967105caf87b cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:20.961311 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47508) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:20.988356 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:21.017144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad2fae-9f28-48d5-99a6-a3f44222686c None None] Pushing event deleted for resources: {'Port': ['ID=35d39f4f-2485-4af1-a826-a88ebbdde74d,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:21.022663 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad2fae-9f28-48d5-99a6-a3f44222686c None None] No DVR routers for this DVR port 35d39f4f-2485-4af1-a826-a88ebbdde74d on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:21.080160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:19:21.080548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:21.084997 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1c160e95-3b2c-4132-9f97-ecdc35df3802 None None] Provisioning complete for port 14f85497-2535-4b43-80b9-7ae281fa1681 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:21.085453 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1c160e95-3b2c-4132-9f97-ecdc35df3802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:19:21.087164 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:19:21.113811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:21.148042 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:19:21.150365 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:21.151414 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1f53a582-cfd9-4695-953c-13ee3b8fd649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:19:21.155546 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:19:21.171861 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6f8dfecb-0b7a-459a-b586-4e1511f86551 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:21.232140 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53a582-cfd9-4695-953c-13ee3b8fd649 None None] Pushing event deleted for resources: {'Port': ['ID=f4fa919e-f8bb-4145-a146-301b4399380b,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:21.236009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 6f8dfecb-0b7a-459a-b586-4e1511f86551 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:21.236378 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6f8dfecb-0b7a-459a-b586-4e1511f86551 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:21.241219 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f53a582-cfd9-4695-953c-13ee3b8fd649 None None] No DVR routers for this DVR port f4fa919e-f8bb-4145-a146-301b4399380b on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:21.251989 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29886571-e1dc-4de1-bb75-6c63b4d643c8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:21.259976 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-29886571-e1dc-4de1-bb75-6c63b4d643c8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2971616 Nov 09 04:19:21.264556 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47514) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:21.337537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:21.360739 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:21.368272 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/networks/dcb1418e-a59e-400a-9c37-10f37a662885 HTTP/1.1" status: 204 len: 168 time: 2.7330515 Nov 09 04:19:21.388246 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47518) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:21.396789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 14f85497-2535-4b43-80b9-7ae281fa1681 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:21.397543 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-471d2d1b-dca6-4f6d-bfcd-c5d0eb570a22 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1252272 Nov 09 04:19:21.402623 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47520) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:21.412393 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-4409bf05-dd3e-45a9-ab05-541c0b9b4853 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:21.438367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0500c69-2497-45c0-b646-6d6a8daab5c7 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Network': ['ID=dcb1418e-a59e-400a-9c37-10f37a662885,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:21.450125 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-173fe1e8-dcc5-40d0-bc90-3c32b859e264 req-706a9344-31ca-4ebf-98e4-7d553fe4483b service neutron] 10.222.0.31 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599601 Nov 09 04:19:21.475212 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:21.477375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23615b-aa0a-4309-8146-ccd859624234 req-72af64ff-229c-497c-8194-5dec51afb524 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:21.490101 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6b23615b-aa0a-4309-8146-ccd859624234 req-72af64ff-229c-497c-8194-5dec51afb524 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.4117205 Nov 09 04:19:21.498870 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19ca0990-e91a-4ac1-8026-2167f69ecf82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:21.508072 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4fc3dff3-292b-4dc1-bc4c-2d84b20890ce None None] Provisioning complete for port 1c68a0ad-af49-49bd-b2ed-967105caf87b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:21.508430 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4fc3dff3-292b-4dc1-bc4c-2d84b20890ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:21.556014 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4fc3dff3-292b-4dc1-bc4c-2d84b20890ce None None] Port 1c68a0ad-af49-49bd-b2ed-967105caf87b cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:21.608044 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 14f85497-2535-4b43-80b9-7ae281fa1681 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:21.608534 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:21.790340 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f59ee29d-51c5-4c31-8766-5f2fb62fda49 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:21.844863 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6b23615b-aa0a-4309-8146-ccd859624234 req-b367888c-6c5d-45dd-bc63-48012c3a7160 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3495469 Nov 09 04:19:21.994981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19ca0990-e91a-4ac1-8026-2167f69ecf82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:21.996165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:22.004876 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/networks/ae778f29-d60a-4be2-b5cf-de608058ea12 HTTP/1.1" status: 204 len: 168 time: 2.8050764 Nov 09 04:19:22.010800 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-173fe1e8-dcc5-40d0-bc90-3c32b859e264 req-cc6bd14c-faf4-4f67-9b37-ad2cb90f9112 service neutron] 10.222.0.31 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363879 Nov 09 04:19:22.011283 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47532) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:22.011716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47534) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:22.015765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: f59ee29d-51c5-4c31-8766-5f2fb62fda49 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:22.015765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f59ee29d-51c5-4c31-8766-5f2fb62fda49 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:22.016036 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 35d39f4f-2485-4af1-a826-a88ebbdde74d no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:22.019416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19ca0990-e91a-4ac1-8026-2167f69ecf82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:22.036992 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 35d39f4f-2485-4af1-a826-a88ebbdde74d {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:22.037342 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 35d39f4f-2485-4af1-a826-a88ebbdde74d not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:22.037770 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f4fa919e-f8bb-4145-a146-301b4399380b no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:22.058190 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: f4fa919e-f8bb-4145-a146-301b4399380b {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:22.058505 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f4fa919e-f8bb-4145-a146-301b4399380b not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:22.108456 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-96c64886-e2b2-4833-8188-d858417adb7c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'name': 'tempest-PortsTestJSON-989903265'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:22.123823 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0731e-00ed-4c17-aa66-8282ff442c69 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Network': ['ID=ae778f29-d60a-4be2-b5cf-de608058ea12,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:22.133666 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19ca0990-e91a-4ac1-8026-2167f69ecf82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:22.138876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca0990-e91a-4ac1-8026-2167f69ecf82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=1c68a0ad-af49-49bd-b2ed-967105caf87b,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:22.152132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-e1d1b2b0-92e3-4b74-9ded-f7e3faee4cc4 tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:22.201188 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4409bf05-dd3e-45a9-ab05-541c0b9b4853 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:22.204692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4409bf05-dd3e-45a9-ab05-541c0b9b4853 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:22.251722 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e1d1b2b0-92e3-4b74-9ded-f7e3faee4cc4 tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] 10.222.0.21 "PUT /v2.0/quotas/942731a04f6e4f1d99878178342775df HTTP/1.1" status: 200 len: 366 time: 0.2358403 Nov 09 04:19:22.260260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47542) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:22.278392 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d2a392a2-ac60-4cf9-8f08-b6ad5f3b550b tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0170345 Nov 09 04:19:22.280496 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ca0990-e91a-4ac1-8026-2167f69ecf82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 70b1559a-cc48-4bae-a149-3213e607722d is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:22.281625 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47544) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:22.282448 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-19ca0990-e91a-4ac1-8026-2167f69ecf82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:22.297896 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f5587b0c-4bab-48fe-82c3-e3b034a56a9d tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] 10.222.0.21 "GET /v2.0/quotas/942731a04f6e4f1d99878178342775df HTTP/1.1" status: 200 len: 366 time: 0.0132370 Nov 09 04:19:22.301143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47546) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:22.329569 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c64886-e2b2-4833-8188-d858417adb7c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:22.333678 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-96c64886-e2b2-4833-8188-d858417adb7c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:22.340711 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-eb584901-d358-4e3d-8ba5-a7b138162f15 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting port 968fe6dd-d8ca-41a2-bf8c-b43ce2fb8fe2 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:22.341051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb584901-d358-4e3d-8ba5-a7b138162f15 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:22.389393 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-be7c2d46-76b3-4090-918c-e067b5dcc8fa tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/942731a04f6e4f1d99878178342775df HTTP/1.1" status: 204 len: 168 time: 0.0854504 Nov 09 04:19:22.390711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47548) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:22.406485 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cb9489a0-dcf1-411b-9179-279d15401a83 tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0147502 Nov 09 04:19:22.408271 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47550) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:22.430131 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-04911581-0b1e-40b9-9554-5c92f0cbfdd4 tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] 10.222.0.21 "GET /v2.0/quotas/942731a04f6e4f1d99878178342775df HTTP/1.1" status: 200 len: 370 time: 0.0185554 Nov 09 04:19:22.432809 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47552) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:22.435442 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-96c64886-e2b2-4833-8188-d858417adb7c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port d7f1f4d7-b922-404c-b49e-cf641306f18f yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:19:22.439248 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0e03adfd-462b-4d54-9d56-41dcfee04f33 tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] 10.222.0.21 "GET /v2.0/quotas/942731a04f6e4f1d99878178342775df/default HTTP/1.1" status: 200 len: 370 time: 0.0045404 Nov 09 04:19:22.442516 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47554) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:22.464027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ca0990-e91a-4ac1-8026-2167f69ecf82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router c9cf2d61-7e24-46fc-8ead-acd7d3e51e34 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:19:22.498783 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-835902fc-90e0-4573-8d41-351486125d18 tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] delete failed (client error): The resource could not be found. Nov 09 04:19:22.499825 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-835902fc-90e0-4573-8d41-351486125d18 tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/942731a04f6e4f1d99878178342775df HTTP/1.1" status: 404 len: 348 time: 0.0538573 Nov 09 04:19:22.583661 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb584901-d358-4e3d-8ba5-a7b138162f15 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:22.583974 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb584901-d358-4e3d-8ba5-a7b138162f15 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:22.586197 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bdc28baa-6b1b-4ad9-9128-da0baabc6abe None None] Provisioning complete for port 1c68a0ad-af49-49bd-b2ed-967105caf87b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:22.586935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bdc28baa-6b1b-4ad9-9128-da0baabc6abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:22.623031 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ca0990-e91a-4ac1-8026-2167f69ecf82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:22.626775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-eb584901-d358-4e3d-8ba5-a7b138162f15 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Calling delete_port for 968fe6dd-d8ca-41a2-bf8c-b43ce2fb8fe2 owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:22.631899 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-bdc28baa-6b1b-4ad9-9128-da0baabc6abe None None] Port 1c68a0ad-af49-49bd-b2ed-967105caf87b cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:22.638193 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47558) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:22.638750 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-19ca0990-e91a-4ac1-8026-2167f69ecf82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/c9cf2d61-7e24-46fc-8ead-acd7d3e51e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4179959 Nov 09 04:19:22.640745 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12993a-78ac-4bbb-ae6e-91660bf8c9b6 None None] Sync routers for ids ['c9cf2d61-7e24-46fc-8ead-acd7d3e51e34'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:22.658275 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e12993a-78ac-4bbb-ae6e-91660bf8c9b6 None None] Routers {'c9cf2d61-7e24-46fc-8ead-acd7d3e51e34'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:22.659040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1e12993a-78ac-4bbb-ae6e-91660bf8c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c9cf2d61-7e24-46fc-8ead-acd7d3e51e34'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:22.667923 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47560) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:22.693888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Usage tracker for resource:network and project:c3eaf2f21c7b4d1f9c664ef7f493079b is out of sync, need to count used quota {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 04:19:22.699035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 04:19:22.703683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1e12993a-78ac-4bbb-ae6e-91660bf8c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:22.706762 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Usage tracker for resource:subnet and project:c3eaf2f21c7b4d1f9c664ef7f493079b is out of sync, need to count used quota {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 04:19:22.710182 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 04:19:22.713023 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e12993a-78ac-4bbb-ae6e-91660bf8c9b6 None None] Routers {'c9cf2d61-7e24-46fc-8ead-acd7d3e51e34'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:22.713846 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1e12993a-78ac-4bbb-ae6e-91660bf8c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c9cf2d61-7e24-46fc-8ead-acd7d3e51e34'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:22.721228 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Usage tracker for resource:subnetpool and project:c3eaf2f21c7b4d1f9c664ef7f493079b is out of sync, need to count used quota {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 04:19:22.731221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 04:19:22.739387 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Usage tracker for resource:port and project:c3eaf2f21c7b4d1f9c664ef7f493079b is out of sync, need to count used quota {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 04:19:22.743160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 04:19:22.747137 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1e12993a-78ac-4bbb-ae6e-91660bf8c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:22.747800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e12993a-78ac-4bbb-ae6e-91660bf8c9b6 None None] The sync data for ids ['c9cf2d61-7e24-46fc-8ead-acd7d3e51e34'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:22.750364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Usage tracker for resource:router and project:c3eaf2f21c7b4d1f9c664ef7f493079b is out of sync, need to count used quota {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 04:19:22.754524 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 04:19:22.760625 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Usage tracker for resource:floatingip and project:c3eaf2f21c7b4d1f9c664ef7f493079b is out of sync, need to count used quota {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 04:19:22.763754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 04:19:22.798925 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Usage tracker for resource:security_group and project:c3eaf2f21c7b4d1f9c664ef7f493079b is out of sync, need to count used quota {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 04:19:22.804287 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 04:19:22.810898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Usage tracker for resource:security_group_rule and project:c3eaf2f21c7b4d1f9c664ef7f493079b is out of sync, need to count used quota {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 09 04:19:22.814255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.quota.resource [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101883) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 09 04:19:22.819623 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b6d73b17-9157-4334-91f0-984b7945dd7f tempest-QuotasTest-1498439531 tempest-QuotasTest-1498439531-project-admin] 10.222.0.21 "GET /v2.0/quotas/c3eaf2f21c7b4d1f9c664ef7f493079b/details.json HTTP/1.1" status: 200 len: 703 time: 0.1496570 Nov 09 04:19:22.819855 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4167a0d-1b29-41ee-ba10-b41e175948ac tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:22.821301 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c4167a0d-1b29-41ee-ba10-b41e175948ac tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports/1c68a0ad-af49-49bd-b2ed-967105caf87b HTTP/1.1" status: 200 len: 977 time: 0.1779888 Nov 09 04:19:22.825319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47564) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:22.874269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.objects.ports [None req-4409bf05-dd3e-45a9-ab05-541c0b9b4853 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:19:22.876140 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4409bf05-dd3e-45a9-ab05-541c0b9b4853 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:22.892827 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-96c64886-e2b2-4833-8188-d858417adb7c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:22.993182 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4409bf05-dd3e-45a9-ab05-541c0b9b4853 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:23.003733 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409bf05-dd3e-45a9-ab05-541c0b9b4853 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=2467e35f-da47-4943-947d-0cc17f2a9929,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:23.008118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-4409bf05-dd3e-45a9-ab05-541c0b9b4853 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:23.011389 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4409bf05-dd3e-45a9-ab05-541c0b9b4853 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:23.012421 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4409bf05-dd3e-45a9-ab05-541c0b9b4853 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.021967 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17806709-060a-4a07-a9f2-484bfd697f76 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:23.065042 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-96c64886-e2b2-4833-8188-d858417adb7c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.147043 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4409bf05-dd3e-45a9-ab05-541c0b9b4853 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7411032 Nov 09 04:19:23.151798 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47570) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:23.158557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-785729d1-2e62-4090-8ef9-388d598d46fe tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:23.239674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47572) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:23.251181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': '2467e35f-da47-4943-947d-0cc17f2a9929'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:19:23.252077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.273663 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c64886-e2b2-4833-8188-d858417adb7c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:23.274617 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c64886-e2b2-4833-8188-d858417adb7c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=d7f1f4d7-b922-404c-b49e-cf641306f18f,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:23.287291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-96c64886-e2b2-4833-8188-d858417adb7c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:23.291118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c64886-e2b2-4833-8188-d858417adb7c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:23.296811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c64886-e2b2-4833-8188-d858417adb7c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:23.297430 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-96c64886-e2b2-4833-8188-d858417adb7c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.307781 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb584901-d358-4e3d-8ba5-a7b138162f15 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.360190 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb584901-d358-4e3d-8ba5-a7b138162f15 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Port': ['ID=968fe6dd-d8ca-41a2-bf8c-b43ce2fb8fe2,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:23.370493 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785729d1-2e62-4090-8ef9-388d598d46fe tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:23.374089 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-785729d1-2e62-4090-8ef9-388d598d46fe tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.397083 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543703e-f5cd-4de9-b292-697255938eb2 req-6efa7baf-750b-4817-b451-1a6a4434121b tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:23.400498 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0543703e-f5cd-4de9-b292-697255938eb2 req-6efa7baf-750b-4817-b451-1a6a4434121b tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1499085 Nov 09 04:19:23.407456 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-96c64886-e2b2-4833-8188-d858417adb7c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3050106 Nov 09 04:19:23.412819 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47576) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:23.467436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Allocated IP 2001:db8::f816:3eff:feaa:57ed (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/2467e35f-da47-4943-947d-0cc17f2a9929/49ce7881-7973-46b0-be71-e5968545e668) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:23.487026 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-34d457ad-bd46-4e8a-8bf7-b88f1087405d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.516554 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb584901-d358-4e3d-8ba5-a7b138162f15 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.519053 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb584901-d358-4e3d-8ba5-a7b138162f15 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.524090 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-eb584901-d358-4e3d-8ba5-a7b138162f15 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/floatingips/d0870f1e-e41a-40af-ac5d-7d143fb96ea4 HTTP/1.1" status: 204 len: 168 time: 2.1300802 Nov 09 04:19:23.528050 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47578) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:23.550759 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0543703e-f5cd-4de9-b292-697255938eb2 req-f60dbc19-1803-4a60-9d77-a7643f0d9b99 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386006 Nov 09 04:19:23.562080 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f911e3-7ff1-4ddc-825a-02acedacef19 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:23.562825 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f911e3-7ff1-4ddc-825a-02acedacef19 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:23.568252 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-07f911e3-7ff1-4ddc-825a-02acedacef19 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/ports/0d97ff87-89dd-4e8a-aa19-f9baaff920a8 HTTP/1.1" status: 404 len: 333 time: 0.0375185 Nov 09 04:19:23.568916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47580) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:23.611239 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-547c970b-0b13-4f69-a5a6-b1b3a3de59f3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a7fb37f-cdee-4bde-aefe-6fc7d2af7477 HTTP/1.1" status: 200 len: 205 time: 0.0409343 Nov 09 04:19:23.615654 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47584) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:23.644367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-3b501f44-f9c9-4bb0-999c-06ded4626a63 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port d7f1f4d7-b922-404c-b49e-cf641306f18f {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:23.645019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3b501f44-f9c9-4bb0-999c-06ded4626a63 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.667654 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.668567 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-2b072c43-f4ac-4430-a947-23714fda01fe tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] delete failed (client error): The resource could not be found. Nov 09 04:19:23.669694 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2b072c43-f4ac-4430-a947-23714fda01fe tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/routers/6a7fb37f-cdee-4bde-aefe-6fc7d2af7477 HTTP/1.1" status: 404 len: 336 time: 0.0530007 Nov 09 04:19:23.676180 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47586) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:23.677552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.715346 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:23.718346 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:23.724169 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:23.733011 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Pushing event updated for resources: {'Port': ['ID=49ce7881-7973-46b0-be71-e5968545e668,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:23.747443 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-93eed08a-71b7-48e5-b955-153fd8b5a211 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] DELETE failed (client error): The resource could not be found. Nov 09 04:19:23.748023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93eed08a-71b7-48e5-b955-153fd8b5a211 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:23.753493 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-93eed08a-71b7-48e5-b955-153fd8b5a211 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/subnets/dbed6a8a-7f8d-4653-88ef-694e6cc89715 HTTP/1.1" status: 404 len: 337 time: 0.0726840 Nov 09 04:19:23.755742 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47588) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:23.779146 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-34d457ad-bd46-4e8a-8bf7-b88f1087405d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.788144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Attempting to bind port 49ce7881-7973-46b0-be71-e5968545e668 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:19:23.788379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-34d457ad-bd46-4e8a-8bf7-b88f1087405d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.788707 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Attempting to bind port 49ce7881-7973-46b0-be71-e5968545e668 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:19:23.789339 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Attempting to bind port 49ce7881-7973-46b0-be71-e5968545e668 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:23.795211 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:19:23.795448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:23.795952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.796411 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:19:23.797063 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Bound port: 49ce7881-7973-46b0-be71-e5968545e668, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:19:23.797572 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.799454 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7a333-0e9e-45a4-a2f5-097cb4662b3b req-e7fedd7c-49a8-4f7e-987a-d1ee0f47bdc1 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:23.801591 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cab7a333-0e9e-45a4-a2f5-097cb4662b3b req-e7fedd7c-49a8-4f7e-987a-d1ee0f47bdc1 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1421642 Nov 09 04:19:23.802355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3b501f44-f9c9-4bb0-999c-06ded4626a63 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.848399 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-3b501f44-f9c9-4bb0-999c-06ded4626a63 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for d7f1f4d7-b922-404c-b49e-cf641306f18f owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:23.873562 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] For port 49ce7881-7973-46b0-be71-e5968545e668, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:23.877443 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] For port 49ce7881-7973-46b0-be71-e5968545e668, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=49ce7881-7973-46b0-be71-e5968545e668,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:23.882065 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.901901 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d457ad-bd46-4e8a-8bf7-b88f1087405d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6880f10a-628b-46c8-84cd-0af6d1d366af,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:23.913144 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-34d457ad-bd46-4e8a-8bf7-b88f1087405d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1611ad60adc43ac8d57e900ab00bcb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6665146 Nov 09 04:19:23.918619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47590) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:23.962661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf293a-a146-4aa5-9d26-f0dffcd3407c None None] Pushing event updated for resources: {'Port': ['ID=49ce7881-7973-46b0-be71-e5968545e668,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:23.976169 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-785729d1-2e62-4090-8ef9-388d598d46fe tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:23.986829 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cab7a333-0e9e-45a4-a2f5-097cb4662b3b req-d6e7ff68-eb62-4270-b3a4-02cd8065bc93 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486764 Nov 09 04:19:23.998451 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14fdf71a-b554-4ef9-acbb-c6ced908838e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.034860 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785729d1-2e62-4090-8ef9-388d598d46fe tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:24.042043 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-785729d1-2e62-4090-8ef9-388d598d46fe tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:24.054493 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785729d1-2e62-4090-8ef9-388d598d46fe tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:24.055076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-785729d1-2e62-4090-8ef9-388d598d46fe tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.075242 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785729d1-2e62-4090-8ef9-388d598d46fe tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=b9f06b19-1def-4e11-81d7-31197948d5a4,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:24.078671 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5c2e16d3-a817-4987-953a-9cdcabcb8883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.094441 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-785729d1-2e62-4090-8ef9-388d598d46fe tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9396269 Nov 09 04:19:24.105688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c4bdda61-a245-4583-ad1f-4f09fd8cbb40 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting port 1ccf1fbe-bf06-484d-a3a2-88a5e2b0eeb1 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:24.106463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c4bdda61-a245-4583-ad1f-4f09fd8cbb40 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.107909 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5c2e16d3-a817-4987-953a-9cdcabcb8883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.109466 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47594) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:24.114686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-28e5b807-5b5f-46d8-aa30-7e80be09b124 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'mac_address': 'fa:16:3e:ac:85:71', 'name': 'tempest-NetworksTestDHCPv6-1277843365'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:24.232258 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3b501f44-f9c9-4bb0-999c-06ded4626a63 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.270562 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5c2e16d3-a817-4987-953a-9cdcabcb8883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.273257 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5c2e16d3-a817-4987-953a-9cdcabcb8883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.276926 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5c2e16d3-a817-4987-953a-9cdcabcb8883 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6880f10a-628b-46c8-84cd-0af6d1d366af HTTP/1.1" status: 204 len: 168 time: 0.3544877 Nov 09 04:19:24.284614 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e16d3-a817-4987-953a-9cdcabcb8883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6880f10a-628b-46c8-84cd-0af6d1d366af,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:24.288299 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e5b807-5b5f-46d8-aa30-7e80be09b124 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:24.328892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b501f44-f9c9-4bb0-999c-06ded4626a63 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=d7f1f4d7-b922-404c-b49e-cf641306f18f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:24.341085 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3b501f44-f9c9-4bb0-999c-06ded4626a63 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.344563 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3b501f44-f9c9-4bb0-999c-06ded4626a63 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/d7f1f4d7-b922-404c-b49e-cf641306f18f HTTP/1.1" status: 204 len: 168 time: 0.9305913 Nov 09 04:19:24.349151 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47598) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:24.354237 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7d1f1-a59f-429a-a6ee-340ff5171880 req-e6dd1a5f-c96d-4914-8009-1e79f0a4c70f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:24.355761 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e6c7d1f1-a59f-429a-a6ee-340ff5171880 req-e6dd1a5f-c96d-4914-8009-1e79f0a4c70f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.2253559 Nov 09 04:19:24.356009 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-47708fa6-fd36-4443-a671-8545e83a41a1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'mac_address': 'fa:16:3e:d4:38:6c', 'name': 'tempest-PortsTestJSON-1020251846'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:24.382364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c4bdda61-a245-4583-ad1f-4f09fd8cbb40 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.411507 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c4bdda61-a245-4583-ad1f-4f09fd8cbb40 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Calling delete_port for 1ccf1fbe-bf06-484d-a3a2-88a5e2b0eeb1 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:24.501798 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28e5b807-5b5f-46d8-aa30-7e80be09b124 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.505668 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47708fa6-fd36-4443-a671-8545e83a41a1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:24.506025 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e6c7d1f1-a59f-429a-a6ee-340ff5171880 req-a504f347-74b8-4dc8-bee2-9f58b83a03ce tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206238 Nov 09 04:19:24.562269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-28e5b807-5b5f-46d8-aa30-7e80be09b124 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port cfd8ae2d-8c0e-410d-b592-633da48765d3 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:19:24.633410 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-14fdf71a-b554-4ef9-acbb-c6ced908838e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port 1c68a0ad-af49-49bd-b2ed-967105caf87b {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:24.633979 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14fdf71a-b554-4ef9-acbb-c6ced908838e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.638753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c4bdda61-a245-4583-ad1f-4f09fd8cbb40 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.659135 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-47708fa6-fd36-4443-a671-8545e83a41a1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.683970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47604) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:24.714936 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee4f5-f9cf-4d50-b3a8-1c81651dfd45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.717277 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdda61-a245-4583-ad1f-4f09fd8cbb40 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Port': ['ID=1ccf1fbe-bf06-484d-a3a2-88a5e2b0eeb1,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:24.735069 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-47708fa6-fd36-4443-a671-8545e83a41a1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port dab170b9-fe58-4fa6-aa8b-3ffa20bc18d4 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:19:24.835484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14fdf71a-b554-4ef9-acbb-c6ced908838e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.882688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c4bdda61-a245-4583-ad1f-4f09fd8cbb40 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:24.886356 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c4bdda61-a245-4583-ad1f-4f09fd8cbb40 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/ports/1ccf1fbe-bf06-484d-a3a2-88a5e2b0eeb1 HTTP/1.1" status: 204 len: 168 time: 1.1301398 Nov 09 04:19:24.891493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-14fdf71a-b554-4ef9-acbb-c6ced908838e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for 1c68a0ad-af49-49bd-b2ed-967105caf87b owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:24.895886 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47610) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:24.955532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4ec75-b42a-4bf1-9185-4dc7e3694850 req-829726c8-8371-4589-ab30-a92b947e9012 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:24.957640 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c3a4ec75-b42a-4bf1-9185-4dc7e3694850 req-829726c8-8371-4589-ab30-a92b947e9012 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1242502 Nov 09 04:19:25.043299 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-28e5b807-5b5f-46d8-aa30-7e80be09b124 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 172.20.0.7 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/b9f06b19-1def-4e11-81d7-31197948d5a4/cfd8ae2d-8c0e-410d-b592-633da48765d3) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:25.068725 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c3a4ec75-b42a-4bf1-9185-4dc7e3694850 req-486bf698-1fc0-48dd-8b44-928a6fb1af7a tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985243 Nov 09 04:19:25.105564 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-28e5b807-5b5f-46d8-aa30-7e80be09b124 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::f816:3eff:feac:8571 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/2467e35f-da47-4943-947d-0cc17f2a9929/cfd8ae2d-8c0e-410d-b592-633da48765d3) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:25.110190 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee4f5-f9cf-4d50-b3a8-1c81651dfd45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.125788 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee4f5-f9cf-4d50-b3a8-1c81651dfd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.135464 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14fdf71a-b554-4ef9-acbb-c6ced908838e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.158817 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-47708fa6-fd36-4443-a671-8545e83a41a1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.172562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdf71a-b554-4ef9-acbb-c6ced908838e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=1c68a0ad-af49-49bd-b2ed-967105caf87b,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:25.215176 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8e8ee4f5-f9cf-4d50-b3a8-1c81651dfd45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3eaf2f21c7b4d1f9c664ef7f493079b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5268912 Nov 09 04:19:25.220133 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47612) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:25.225769 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbcd478-2928-41c6-8b65-663f6789dcf7 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:25.269742 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ee4f5-f9cf-4d50-b3a8-1c81651dfd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2def6d27-9e9c-41db-9800-943c2d15d3f1,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:25.350618 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b83d7464-192f-4d9d-846f-4371b64c93d3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting port f278b705-b00c-4287-be05-940dcb8a20d2 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:25.350959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b83d7464-192f-4d9d-846f-4371b64c93d3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.374702 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-14fdf71a-b554-4ef9-acbb-c6ced908838e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.409800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-32de48ec-58ba-42ab-86da-cbb5c4ae86c4 None None] Provisioning complete for port 49ce7881-7973-46b0-be71-e5968545e668 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:25.411407 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32de48ec-58ba-42ab-86da-cbb5c4ae86c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.469672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 49ce7881-7973-46b0-be71-e5968545e668 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:25.525818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-47708fa6-fd36-4443-a671-8545e83a41a1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.548181 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7827b521-b55d-4d19-8f5a-91e53c85ec45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.566272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80559962-c692-4ff2-b72e-fc4c40690099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.573141 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b83d7464-192f-4d9d-846f-4371b64c93d3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.586246 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fdf71a-b554-4ef9-acbb-c6ced908838e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router c9cf2d61-7e24-46fc-8ead-acd7d3e51e34 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:25.638019 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 49ce7881-7973-46b0-be71-e5968545e668 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:25.638397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.665053 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fdf71a-b554-4ef9-acbb-c6ced908838e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:25.670281 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-14fdf71a-b554-4ef9-acbb-c6ced908838e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/c9cf2d61-7e24-46fc-8ead-acd7d3e51e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8438752 Nov 09 04:19:25.673153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47614) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:25.676998 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32de48ec-58ba-42ab-86da-cbb5c4ae86c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.702574 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d16f4-5cb0-44a2-b3d3-58f9c229e6ea None None] Sync routers for ids ['c9cf2d61-7e24-46fc-8ead-acd7d3e51e34'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:25.717213 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d16f4-5cb0-44a2-b3d3-58f9c229e6ea None None] Routers {'c9cf2d61-7e24-46fc-8ead-acd7d3e51e34'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:25.717842 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-af0d16f4-5cb0-44a2-b3d3-58f9c229e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c9cf2d61-7e24-46fc-8ead-acd7d3e51e34'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:25.738386 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-32de48ec-58ba-42ab-86da-cbb5c4ae86c4 None None] For port 49ce7881-7973-46b0-be71-e5968545e668, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=49ce7881-7973-46b0-be71-e5968545e668,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:25.749799 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-af0d16f4-5cb0-44a2-b3d3-58f9c229e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:25.759724 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d16f4-5cb0-44a2-b3d3-58f9c229e6ea None None] Routers {'c9cf2d61-7e24-46fc-8ead-acd7d3e51e34'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:25.760335 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-af0d16f4-5cb0-44a2-b3d3-58f9c229e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:18:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c9cf2d61-7e24-46fc-8ead-acd7d3e51e34'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:25.778751 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32de48ec-58ba-42ab-86da-cbb5c4ae86c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.795710 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-af0d16f4-5cb0-44a2-b3d3-58f9c229e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:25.796364 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d16f4-5cb0-44a2-b3d3-58f9c229e6ea None None] The sync data for ids ['c9cf2d61-7e24-46fc-8ead-acd7d3e51e34'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:25.880490 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d394f0-fd4a-4925-a4dd-ce852bdeda64 None None] Update dhcp port {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'fixed_ips': [{'subnet_id': '2467e35f-da47-4943-947d-0cc17f2a9929', 'ip_address': '2001:db8::f816:3eff:feaa:57ed'}, {'subnet_id': 'b9f06b19-1def-4e11-81d7-31197948d5a4'}], 'binding:host_id': 'dv-neutron-816800-2-hyperv'}, 'id': '49ce7881-7973-46b0-be71-e5968545e668'} from dv-neutron-816800-2-hyperv. {{(pid=101885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 04:19:25.884683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de48ec-58ba-42ab-86da-cbb5c4ae86c4 None None] Pushing event updated for resources: {'Port': ['ID=49ce7881-7973-46b0-be71-e5968545e668,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:25.886407 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-ead4037c-ced9-41e6-bc8a-d82406a416ee tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 04:19:25.891264 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ead4037c-ced9-41e6-bc8a-d82406a416ee tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/c9cf2d61-7e24-46fc-8ead-acd7d3e51e34/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2168107 Nov 09 04:19:25.891833 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47616) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:25.911859 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-93d394f0-fd4a-4925-a4dd-ce852bdeda64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.921638 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-805a46cb-8f80-438a-a238-3db2dc91afd1 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cf2d61-7e24-46fc-8ead-acd7d3e51e34 HTTP/1.1" status: 200 len: 205 time: 0.0279279 Nov 09 04:19:25.923504 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47618) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:25.962070 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b83d7464-192f-4d9d-846f-4371b64c93d3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Calling delete_port for f278b705-b00c-4287-be05-940dcb8a20d2 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:25.974341 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47708fa6-fd36-4443-a671-8545e83a41a1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:25.985611 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7827b521-b55d-4d19-8f5a-91e53c85ec45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:25.992972 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-47708fa6-fd36-4443-a671-8545e83a41a1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:25.999345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-071bd64d-ff30-4e3e-870a-2bdcb9c35f94 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.009209 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47708fa6-fd36-4443-a671-8545e83a41a1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:26.014757 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47708fa6-fd36-4443-a671-8545e83a41a1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:26.015642 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-47708fa6-fd36-4443-a671-8545e83a41a1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.026191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47708fa6-fd36-4443-a671-8545e83a41a1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=dab170b9-fe58-4fa6-aa8b-3ffa20bc18d4,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:26.038573 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28e5b807-5b5f-46d8-aa30-7e80be09b124 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.098322 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-47708fa6-fd36-4443-a671-8545e83a41a1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7480667 Nov 09 04:19:26.104639 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47622) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:26.167259 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-071bd64d-ff30-4e3e-870a-2bdcb9c35f94 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.169500 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-071bd64d-ff30-4e3e-870a-2bdcb9c35f94 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.198012 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61e313d-510a-4173-b1fb-108089c7ee3a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:26.200234 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b61e313d-510a-4173-b1fb-108089c7ee3a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/dab170b9-fe58-4fa6-aa8b-3ffa20bc18d4 HTTP/1.1" status: 200 len: 841 time: 0.0922260 Nov 09 04:19:26.204491 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47624) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:26.215010 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7827b521-b55d-4d19-8f5a-91e53c85ec45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.217488 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7827b521-b55d-4d19-8f5a-91e53c85ec45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.218627 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7827b521-b55d-4d19-8f5a-91e53c85ec45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2def6d27-9e9c-41db-9800-943c2d15d3f1 HTTP/1.1" status: 204 len: 168 time: 0.9922884 Nov 09 04:19:26.233264 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827b521-b55d-4d19-8f5a-91e53c85ec45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2def6d27-9e9c-41db-9800-943c2d15d3f1,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:26.248015 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-071bd64d-ff30-4e3e-870a-2bdcb9c35f94 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.248548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071bd64d-ff30-4e3e-870a-2bdcb9c35f94 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Fanout notify agent at l3_agent the message router_deleted on router c9cf2d61-7e24-46fc-8ead-acd7d3e51e34 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:19:26.257768 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28e5b807-5b5f-46d8-aa30-7e80be09b124 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.262267 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-071bd64d-ff30-4e3e-870a-2bdcb9c35f94 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.268521 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-071bd64d-ff30-4e3e-870a-2bdcb9c35f94 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/routers/c9cf2d61-7e24-46fc-8ead-acd7d3e51e34 HTTP/1.1" status: 204 len: 168 time: 0.3414865 Nov 09 04:19:26.270752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47628) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:26.332493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-93d394f0-fd4a-4925-a4dd-ce852bdeda64 None None] Allocated IP 172.20.0.2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/b9f06b19-1def-4e11-81d7-31197948d5a4/49ce7881-7973-46b0-be71-e5968545e668) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:26.335669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e5b807-5b5f-46d8-aa30-7e80be09b124 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:26.343529 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cca7e-53d7-4065-b7a9-230159181df1 req-d538826b-6d0b-4754-9e5f-f1bd92c79ef6 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:26.345074 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cd1cca7e-53d7-4065-b7a9-230159181df1 req-d538826b-6d0b-4754-9e5f-f1bd92c79ef6 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1771543 Nov 09 04:19:26.351335 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-28e5b807-5b5f-46d8-aa30-7e80be09b124 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:26.358050 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e5b807-5b5f-46d8-aa30-7e80be09b124 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:26.367947 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5b807-5b5f-46d8-aa30-7e80be09b124 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=cfd8ae2d-8c0e-410d-b592-633da48765d3,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:26.390574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-175852bb-71f3-4383-83e2-fb4805636a81 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting subnet 68f1f975-1168-4215-aae7-3a9c2e019aa2 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:26.393203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b83d7464-192f-4d9d-846f-4371b64c93d3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.395466 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-175852bb-71f3-4383-83e2-fb4805636a81 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.428492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-72aa66ab-e1aa-4981-a4ae-8f96607c5731 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port dab170b9-fe58-4fa6-aa8b-3ffa20bc18d4 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:26.429094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72aa66ab-e1aa-4981-a4ae-8f96607c5731 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.445266 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d7464-192f-4d9d-846f-4371b64c93d3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Port': ['ID=f278b705-b00c-4287-be05-940dcb8a20d2,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:26.464544 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-93d394f0-fd4a-4925-a4dd-ce852bdeda64 None None] For port 49ce7881-7973-46b0-be71-e5968545e668, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=49ce7881-7973-46b0-be71-e5968545e668,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:26.490825 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e5b807-5b5f-46d8-aa30-7e80be09b124 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:26.491445 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28e5b807-5b5f-46d8-aa30-7e80be09b124 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.514117 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-175852bb-71f3-4383-83e2-fb4805636a81 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.520371 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cd1cca7e-53d7-4065-b7a9-230159181df1 req-41bb815a-10b0-42a2-9506-afeadd2ae607 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667895 Nov 09 04:19:26.534974 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-93d394f0-fd4a-4925-a4dd-ce852bdeda64 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.544068 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-28e5b807-5b5f-46d8-aa30-7e80be09b124 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4333010 Nov 09 04:19:26.547153 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47632) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:26.555669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-93d394f0-fd4a-4925-a4dd-ce852bdeda64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.568974 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72aa66ab-e1aa-4981-a4ae-8f96607c5731 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.575916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b83d7464-192f-4d9d-846f-4371b64c93d3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:26.581495 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b83d7464-192f-4d9d-846f-4371b64c93d3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/ports/f278b705-b00c-4287-be05-940dcb8a20d2 HTTP/1.1" status: 204 len: 168 time: 1.6766036 Nov 09 04:19:26.592732 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47636) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:26.639994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-72aa66ab-e1aa-4981-a4ae-8f96607c5731 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for dab170b9-fe58-4fa6-aa8b-3ffa20bc18d4 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:26.661378 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d394f0-fd4a-4925-a4dd-ce852bdeda64 None None] Pushing event updated for resources: {'Port': ['ID=49ce7881-7973-46b0-be71-e5968545e668,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:26.670858 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3940f7-f5db-4213-a85f-b6964cccb8b1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:26.682368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3940f7-f5db-4213-a85f-b6964cccb8b1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:26.684938 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ab3940f7-f5db-4213-a85f-b6964cccb8b1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1169491 Nov 09 04:19:26.692740 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47640) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:26.833116 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-0ab6ca91-7bc5-4dce-9f09-252158549228 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port cfd8ae2d-8c0e-410d-b592-633da48765d3 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:26.833459 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ca91-7bc5-4dce-9f09-252158549228 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:27.011921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c870-9fff-4177-81df-848b44c29e9c req-3d7f08cf-d863-4c0b-b62c-762808c3ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:27.013859 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1813c870-9fff-4177-81df-848b44c29e9c req-3d7f08cf-d863-4c0b-b62c-762808c3ee91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6dfcc1c4d09647fa8fc08487cdee666e&device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 1098 time: 0.1843576 Nov 09 04:19:27.058002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ca91-7bc5-4dce-9f09-252158549228 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:27.149271 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e6384d-6dd4-4c4c-984a-26c7cde96bd3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:27.150304 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-0ab6ca91-7bc5-4dce-9f09-252158549228 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for cfd8ae2d-8c0e-410d-b592-633da48765d3 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:27.153686 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-71e6384d-6dd4-4c4c-984a-26c7cde96bd3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d32b8b-d2a0-4879-979f-923392de6318 HTTP/1.1" status: 200 len: 913 time: 0.5573070 Nov 09 04:19:27.157564 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47656) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:27.163325 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590a76c-01f9-4bea-ac17-4e6cb662b03c req-d5992474-9f8b-4d6a-90f6-5dc105cef59f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:27.170940 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d590a76c-01f9-4bea-ac17-4e6cb662b03c req-d5992474-9f8b-4d6a-90f6-5dc105cef59f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.3039577 Nov 09 04:19:27.261735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-175852bb-71f3-4383-83e2-fb4805636a81 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:27.353421 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c870-9fff-4177-81df-848b44c29e9c req-ed993e23-0730-4d9e-a82c-cb9352508934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:27.355399 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1813c870-9fff-4177-81df-848b44c29e9c req-ed993e23-0730-4d9e-a82c-cb9352508934 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7406e378-feb3-4f56-a182-2c787a7b80e5 HTTP/1.1" status: 200 len: 912 time: 0.3323381 Nov 09 04:19:27.374029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 49ce7881-7973-46b0-be71-e5968545e668 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:27.374565 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d590a76c-01f9-4bea-ac17-4e6cb662b03c req-462730c9-ebc0-4eb2-a06d-69062064675f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022817 Nov 09 04:19:27.377596 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47660) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:27.435090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 49ce7881-7973-46b0-be71-e5968545e668 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:27.435476 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:27.469106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72aa66ab-e1aa-4981-a4ae-8f96607c5731 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:27.472740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-175852bb-71f3-4383-83e2-fb4805636a81 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:27.498361 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1813c870-9fff-4177-81df-848b44c29e9c req-1d20091e-ba7b-4b9b-ad7a-29b3123c0508 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490c1e67-81a0-40ef-8104-06c6989875b9 HTTP/1.1" status: 200 len: 1000 time: 0.1229215 Nov 09 04:19:27.558428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-665e6e6a-6de5-432c-b9d6-3ee0d927aeb0 None None] Provisioning complete for port 49ce7881-7973-46b0-be71-e5968545e668 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:27.558806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-665e6e6a-6de5-432c-b9d6-3ee0d927aeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:27.563836 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-600864513'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:27.621226 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa66ab-e1aa-4981-a4ae-8f96607c5731 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=dab170b9-fe58-4fa6-aa8b-3ffa20bc18d4,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:27.624158 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175852bb-71f3-4383-83e2-fb4805636a81 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Subnet': ['ID=68f1f975-1168-4215-aae7-3a9c2e019aa2,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:27.632824 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c870-9fff-4177-81df-848b44c29e9c req-57fa138f-1d5a-4519-a2be-11dba4c8bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:27.637792 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1813c870-9fff-4177-81df-848b44c29e9c req-57fa138f-1d5a-4519-a2be-11dba4c8bd52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8e11ddf-918b-4633-b516-311dd3cf995b HTTP/1.1" status: 200 len: 851 time: 0.1292505 Nov 09 04:19:27.640216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-175852bb-71f3-4383-83e2-fb4805636a81 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:27.643088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Made reservation on behalf of bb097b71154543d9918a019d7293147d for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:27.644399 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-175852bb-71f3-4383-83e2-fb4805636a81 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/68f1f975-1168-4215-aae7-3a9c2e019aa2 HTTP/1.1" status: 204 len: 168 time: 1.3466513 Nov 09 04:19:27.646626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72aa66ab-e1aa-4981-a4ae-8f96607c5731 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:27.648261 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:27.652990 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-72aa66ab-e1aa-4981-a4ae-8f96607c5731 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/dab170b9-fe58-4fa6-aa8b-3ffa20bc18d4 HTTP/1.1" status: 204 len: 168 time: 1.4474928 Nov 09 04:19:27.653655 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47664) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:27.653988 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47666) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:27.660212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c331fc91-ff8b-48ce-b8ce-11c77a8b0525 None None] Network 70b1559a-cc48-4bae-a149-3213e607722d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:27.739553 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:27.771123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ca91-7bc5-4dce-9f09-252158549228 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:27.822751 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-698dc2c4-2460-49a0-b366-111c5a35f775 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] GET failed (client error): The resource could not be found. Nov 09 04:19:27.825310 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-698dc2c4-2460-49a0-b366-111c5a35f775 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/dab170b9-fe58-4fa6-aa8b-3ffa20bc18d4 HTTP/1.1" status: 404 len: 333 time: 0.1693664 Nov 09 04:19:27.829776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47670) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:27.832814 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32653333-64cc-41ff-9cd1-4bc76c95262d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:27.840602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-42ef15d2-f228-4442-86f8-c7e77d1d4a84 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'name': 'tempest-PortsTestJSON-896127562'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:27.896946 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6ca91-7bc5-4dce-9f09-252158549228 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=cfd8ae2d-8c0e-410d-b592-633da48765d3,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:27.925465 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff525473-11e6-4d6e-af35-65de247cba68 None None] DHCP port deletion for 70b1559a-cc48-4bae-a149-3213e607722d request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:27.965767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ef757686-7de1-4aa3-9979-fba595aee8c3 None None] Could not find standard attr ID for object cfd8ae2d-8c0e-410d-b592-633da48765d3. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:19:27.981751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:27.999347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ff525473-11e6-4d6e-af35-65de247cba68 None None] Deleting port 14f85497-2535-4b43-80b9-7ae281fa1681 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:28.000032 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ff525473-11e6-4d6e-af35-65de247cba68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.000998 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c870-9fff-4177-81df-848b44c29e9c req-b991f566-3554-4b03-8736-6f1c7ab708c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:28.004985 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1813c870-9fff-4177-81df-848b44c29e9c req-b991f566-3554-4b03-8736-6f1c7ab708c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7406e378-feb3-4f56-a182-2c787a7b80e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3510280 Nov 09 04:19:28.005622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ef15d2-f228-4442-86f8-c7e77d1d4a84 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:28.009770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42ef15d2-f228-4442-86f8-c7e77d1d4a84 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.043850 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-42ef15d2-f228-4442-86f8-c7e77d1d4a84 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port e7540bd7-84cd-4779-ba51-29c478fc7ee2 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:19:28.061375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-671fa0db-a737-408d-b1a4-fbbd68d1547f tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.077446 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ff525473-11e6-4d6e-af35-65de247cba68 None None] For port 14f85497-2535-4b43-80b9-7ae281fa1681, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=14f85497-2535-4b43-80b9-7ae281fa1681,segment=NetworkSegment(04dd419d-a10f-4c29-aedd-2d354b48d210),segment_id=04dd419d-a10f-4c29-aedd-2d354b48d210)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:28.078215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ff525473-11e6-4d6e-af35-65de247cba68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.096834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ff525473-11e6-4d6e-af35-65de247cba68 None None] Calling delete_port for 14f85497-2535-4b43-80b9-7ae281fa1681 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:28.110808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ca91-7bc5-4dce-9f09-252158549228 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.116949 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0ab6ca91-7bc5-4dce-9f09-252158549228 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/cfd8ae2d-8c0e-410d-b592-633da48765d3 HTTP/1.1" status: 204 len: 168 time: 1.4203470 Nov 09 04:19:28.133428 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47674) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:28.218373 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.230202 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1813c870-9fff-4177-81df-848b44c29e9c req-074f2865-5825-4df0-a77a-20f83c592a3f service neutron] 10.222.0.31 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138841 Nov 09 04:19:28.232204 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.278846 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port 14f85497-2535-4b43-80b9-7ae281fa1681 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:28.279192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.283401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999f242f-c5c6-44dc-ab38-95f290e8c7eb tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:28.285070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999f242f-c5c6-44dc-ab38-95f290e8c7eb tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:28.286669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999f242f-c5c6-44dc-ab38-95f290e8c7eb tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:28.290850 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-999f242f-c5c6-44dc-ab38-95f290e8c7eb tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1521108 Nov 09 04:19:28.293131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47678) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:28.314038 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:19:28.333756 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e659ccbb-8d38-47fa-a836-61fa14b1c2b6,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:28.382513 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ff525473-11e6-4d6e-af35-65de247cba68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.398297 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.398662 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Added segment d41767b5-32b4-4a46-951b-77752bdf5f6f of type vlan for network f154e16c-a295-45b5-9bfa-10ae91b67313 Nov 09 04:19:28.410789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff525473-11e6-4d6e-af35-65de247cba68 None None] Pushing event deleted for resources: {'Port': ['ID=14f85497-2535-4b43-80b9-7ae281fa1681,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:28.417729 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff525473-11e6-4d6e-af35-65de247cba68 None None] No DVR routers for this DVR port 14f85497-2535-4b43-80b9-7ae281fa1681 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:28.471913 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee7db9e-ebae-4551-b6bf-daec79c444aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 2467e35f-da47-4943-947d-0cc17f2a9929 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:28.473396 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] For port 14f85497-2535-4b43-80b9-7ae281fa1681, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=14f85497-2535-4b43-80b9-7ae281fa1681,segment=NetworkSegment(04dd419d-a10f-4c29-aedd-2d354b48d210),segment_id=04dd419d-a10f-4c29-aedd-2d354b48d210)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:28.473779 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.480298 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4ee7db9e-ebae-4551-b6bf-daec79c444aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.490698 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.509090 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for 14f85497-2535-4b43-80b9-7ae281fa1681 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:28.518022 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1813c870-9fff-4177-81df-848b44c29e9c req-e6d504d6-4c0c-448f-ad5f-ffa002cf3b78 service neutron] 10.222.0.31 "GET /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763426 Nov 09 04:19:28.538341 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47682) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:28.543503 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42ef15d2-f228-4442-86f8-c7e77d1d4a84 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.577642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4ee7db9e-ebae-4551-b6bf-daec79c444aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.602318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.607892 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:28.608478 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.641306 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec770-e411-46b4-a7a6-81f2056af875 req-a7e3316e-20e4-4490-993b-b0179b72dc21 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:28.642900 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e2cec770-e411-46b4-a7a6-81f2056af875 req-a7e3316e-20e4-4490-993b-b0179b72dc21 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1639748 Nov 09 04:19:28.707321 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3260691 Nov 09 04:19:28.717249 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47684) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:28.719399 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42ef15d2-f228-4442-86f8-c7e77d1d4a84 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.727235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-48f2d111-6f06-4687-b919-d7fce9ad639d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Request body: {'subnet': {'network_id': 'f154e16c-a295-45b5-9bfa-10ae91b67313', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:28.753845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f202f84-bd2b-4abe-a3da-334ba9d0c776 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event updated for resources: {'Network': ['ID=f154e16c-a295-45b5-9bfa-10ae91b67313,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:28.766839 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30017ed4-03db-467f-a0a1-f1cc21c4c043 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:28.767260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network f154e16c-a295-45b5-9bfa-10ae91b67313 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:19:28.767396 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30017ed4-03db-467f-a0a1-f1cc21c4c043 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:28.767772 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30017ed4-03db-467f-a0a1-f1cc21c4c043 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:28.781592 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-30017ed4-03db-467f-a0a1-f1cc21c4c043 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=871582c076e646fa8f870c685a113561&network_id=e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 HTTP/1.1" status: 200 len: 2999 time: 0.2301643 Nov 09 04:19:28.791140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4ee7db9e-ebae-4551-b6bf-daec79c444aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.820926 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.843212 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ef15d2-f228-4442-86f8-c7e77d1d4a84 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:28.854310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=14f85497-2535-4b43-80b9-7ae281fa1681,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:28.860951 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No DVR routers for this DVR port 14f85497-2535-4b43-80b9-7ae281fa1681 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:28.865950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-42ef15d2-f228-4442-86f8-c7e77d1d4a84 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:28.874105 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e2cec770-e411-46b4-a7a6-81f2056af875 req-1e798af5-9ed9-486b-8e1d-584bb4a6edef tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186522 Nov 09 04:19:28.877713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef15d2-f228-4442-86f8-c7e77d1d4a84 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:28.883776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ef15d2-f228-4442-86f8-c7e77d1d4a84 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:28.884398 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42ef15d2-f228-4442-86f8-c7e77d1d4a84 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.886763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef15d2-f228-4442-86f8-c7e77d1d4a84 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=e7540bd7-84cd-4779-ba51-29c478fc7ee2,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:28.930507 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-42ef15d2-f228-4442-86f8-c7e77d1d4a84 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0977335 Nov 09 04:19:28.934237 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47688) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:28.941760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-2fed09f7-5f80-4ccf-bdcf-5ba446ce2112 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:28.942729 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f2d111-6f06-4687-b919-d7fce9ad639d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Made reservation on behalf of bb097b71154543d9918a019d7293147d for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:28.946566 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-48f2d111-6f06-4687-b919-d7fce9ad639d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.949464 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-671fa0db-a737-408d-b1a4-fbbd68d1547f tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting port 8083d995-9124-411a-b722-ae6bc532fb57 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:28.949834 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-671fa0db-a737-408d-b1a4-fbbd68d1547f tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.975812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:28.980477 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4ee7db9e-ebae-4551-b6bf-daec79c444aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.021205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.028165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b1559a-cc48-4bae-a149-3213e607722d']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:29.042214 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dd419d-a10f-4c29-aedd-2d354b48d210') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:29.042511 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dd419d-a10f-4c29-aedd-2d354b48d210') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:29.053272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7db9e-ebae-4551-b6bf-daec79c444aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=2467e35f-da47-4943-947d-0cc17f2a9929,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:29.059255 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.069734 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4ee7db9e-ebae-4551-b6bf-daec79c444aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.072688 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4ee7db9e-ebae-4551-b6bf-daec79c444aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/2467e35f-da47-4943-947d-0cc17f2a9929 HTTP/1.1" status: 204 len: 168 time: 0.7770839 Nov 09 04:19:29.076982 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47692) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:29.078368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877aef05-5b55-4545-8b37-76dac76500c0 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:29.090652 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.111955 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2fed09f7-5f80-4ccf-bdcf-5ba446ce2112 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.120880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:19:29.121293 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:19:29.126068 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:19:29.198410 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-671fa0db-a737-408d-b1a4-fbbd68d1547f tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.226921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-671fa0db-a737-408d-b1a4-fbbd68d1547f tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Calling delete_port for 8083d995-9124-411a-b722-ae6bc532fb57 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:29.229338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-3610b4f2-39a0-47e8-9024-c28d4812e80a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet b9f06b19-1def-4e11-81d7-31197948d5a4 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:29.244514 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3610b4f2-39a0-47e8-9024-c28d4812e80a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.345975 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.350728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.358506 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/networks/70b1559a-cc48-4bae-a149-3213e607722d HTTP/1.1" status: 204 len: 168 time: 1.6992941 Nov 09 04:19:29.363521 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47694) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:29.366979 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 14f85497-2535-4b43-80b9-7ae281fa1681 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:29.371532 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3610b4f2-39a0-47e8-9024-c28d4812e80a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.393952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 14f85497-2535-4b43-80b9-7ae281fa1681 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:29.394526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 14f85497-2535-4b43-80b9-7ae281fa1681 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:29.417394 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e0818435-879c-425e-8238-0fa5760784dd tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'network': {'name': 'tempest-RoutersTest-1419795736'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:29.424868 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817913cf-4648-4f0c-852f-01690cd6e28c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Network': ['ID=70b1559a-cc48-4bae-a149-3213e607722d,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:29.428934 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-48f2d111-6f06-4687-b919-d7fce9ad639d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.458420 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2fed09f7-5f80-4ccf-bdcf-5ba446ce2112 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.469161 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2fed09f7-5f80-4ccf-bdcf-5ba446ce2112 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.513207 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0818435-879c-425e-8238-0fa5760784dd tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:29.515849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-2fed09f7-5f80-4ccf-bdcf-5ba446ce2112 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] In _notify_port_updated(), no bound segment for port e7540bd7-84cd-4779-ba51-29c478fc7ee2 on network 2a4f88ae-c90e-49b5-9535-37524ce6b930 {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:19:29.516852 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0818435-879c-425e-8238-0fa5760784dd tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.522077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fed09f7-5f80-4ccf-bdcf-5ba446ce2112 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:29.522853 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2fed09f7-5f80-4ccf-bdcf-5ba446ce2112 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.523134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2d111-6f06-4687-b919-d7fce9ad639d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event updated for resources: {'Subnet': ['ID=c2a29aa5-1291-4041-938f-187ccfa1f402,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:29.527250 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2fed09f7-5f80-4ccf-bdcf-5ba446ce2112 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "PUT /v2.0/ports/e7540bd7-84cd-4779-ba51-29c478fc7ee2 HTTP/1.1" status: 200 len: 818 time: 0.5909016 Nov 09 04:19:29.528745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47696) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:29.571324 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed09f7-5f80-4ccf-bdcf-5ba446ce2112 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=e7540bd7-84cd-4779-ba51-29c478fc7ee2,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:29.599471 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0818435-879c-425e-8238-0fa5760784dd tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:19:29.605754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3610b4f2-39a0-47e8-9024-c28d4812e80a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.609643 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2d111-6f06-4687-b919-d7fce9ad639d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Checking segment: {'id': 'd41767b5-32b4-4a46-951b-77752bdf5f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f154e16c-a295-45b5-9bfa-10ae91b67313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:29.609643 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f2d111-6f06-4687-b919-d7fce9ad639d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Network hostable DHCP agents. Network: f154e16c-a295-45b5-9bfa-10ae91b67313, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:19:29.639874 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0818435-879c-425e-8238-0fa5760784dd tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.640214 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-e0818435-879c-425e-8238-0fa5760784dd tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Added segment efbc33eb-b263-4545-861f-d990315271a9 of type vlan for network 442771d4-02e3-430d-a32c-62fdd155aef1 Nov 09 04:19:29.666761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-671fa0db-a737-408d-b1a4-fbbd68d1547f tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.709842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671fa0db-a737-408d-b1a4-fbbd68d1547f tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Port': ['ID=8083d995-9124-411a-b722-ae6bc532fb57,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:29.714098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f2d111-6f06-4687-b919-d7fce9ad639d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Network f154e16c-a295-45b5-9bfa-10ae91b67313 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:19:29.720434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-387b0fe1-f905-4cb3-8ef5-9373b4b0baee tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port e7540bd7-84cd-4779-ba51-29c478fc7ee2 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:29.720586 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0818435-879c-425e-8238-0fa5760784dd tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.720841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-387b0fe1-f905-4cb3-8ef5-9373b4b0baee tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.735801 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3610b4f2-39a0-47e8-9024-c28d4812e80a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.747924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-48f2d111-6f06-4687-b919-d7fce9ad639d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, f154e16c-a295-45b5-9bfa-10ae91b67313) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:29.752360 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f2d111-6f06-4687-b919-d7fce9ad639d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:29.753112 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-48f2d111-6f06-4687-b919-d7fce9ad639d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.758174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843dc754-2d8a-4bfa-aad3-e7f120c45571 None None] Network f154e16c-a295-45b5-9bfa-10ae91b67313 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:29.790686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610b4f2-39a0-47e8-9024-c28d4812e80a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f06b19-1def-4e11-81d7-31197948d5a4,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:29.799159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3610b4f2-39a0-47e8-9024-c28d4812e80a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.805552 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3610b4f2-39a0-47e8-9024-c28d4812e80a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/b9f06b19-1def-4e11-81d7-31197948d5a4 HTTP/1.1" status: 204 len: 168 time: 0.7251019 Nov 09 04:19:29.806650 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47698) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:29.855028 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bb11272f-2bec-4813-a4a7-f8731c9c2604 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446255 Nov 09 04:19:29.855028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0818435-879c-425e-8238-0fa5760784dd tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.855386 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-387b0fe1-f905-4cb3-8ef5-9373b4b0baee tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.857270 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47700) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:29.863125 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0818435-879c-425e-8238-0fa5760784dd tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:29.864738 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0818435-879c-425e-8238-0fa5760784dd tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.865154 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6ea81e75-725b-40f6-b88d-e4fae4328b6a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:29.873026 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-48f2d111-6f06-4687-b919-d7fce9ad639d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1502213 Nov 09 04:19:29.877870 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47702) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:29.887444 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-387b0fe1-f905-4cb3-8ef5-9373b4b0baee tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for e7540bd7-84cd-4779-ba51-29c478fc7ee2 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:29.896000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-1bbb3849-44f9-4a6d-a169-35ef437d5fd8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1939618352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:29.964849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-f154e16c-a295-45b5-9bfa-10ae91b67313', 'network_id': 'f154e16c-a295-45b5-9bfa-10ae91b67313', 'tenant_id': 'bb097b71154543d9918a019d7293147d', 'fixed_ips': [{'subnet_id': 'c2a29aa5-1291-4041-938f-187ccfa1f402'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:19:29.964849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:29.985069 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e0818435-879c-425e-8238-0fa5760784dd tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5713224 Nov 09 04:19:29.999093 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47706) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:30.008037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-50f83d4e-ab51-4f4d-bd74-89bbd8da1058 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'subnet': {'network_id': '442771d4-02e3-430d-a32c-62fdd155aef1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:30.037319 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1bbb3849-44f9-4a6d-a169-35ef437d5fd8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.038405 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1bbb3849-44f9-4a6d-a169-35ef437d5fd8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.059325 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11512573-286b-44ba-bdd5-9fbaad787c36 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:30.069234 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0818435-879c-425e-8238-0fa5760784dd tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Network': ['ID=442771d4-02e3-430d-a32c-62fdd155aef1,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:30.095519 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 442771d4-02e3-430d-a32c-62fdd155aef1 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:19:30.179471 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bec2ce-cab8-4f47-bf38-4be55b4f1fd6 req-4b4b02cb-ad40-4989-bef4-908f81b75a06 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:30.186686 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b1bec2ce-cab8-4f47-bf38-4be55b4f1fd6 req-4b4b02cb-ad40-4989-bef4-908f81b75a06 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.1865492 Nov 09 04:19:30.198901 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1bbb3849-44f9-4a6d-a169-35ef437d5fd8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.207252 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea81e75-725b-40f6-b88d-e4fae4328b6a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:30.212347 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6ea81e75-725b-40f6-b88d-e4fae4328b6a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.215456 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1bbb3849-44f9-4a6d-a169-35ef437d5fd8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.241060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-671fa0db-a737-408d-b1a4-fbbd68d1547f tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.250820 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-387b0fe1-f905-4cb3-8ef5-9373b4b0baee tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.260603 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-de9f9f6d-9c31-4016-a5c8-a330f30f6c36 None None] Provisioning complete for port 49ce7881-7973-46b0-be71-e5968545e668 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:30.261068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-de9f9f6d-9c31-4016-a5c8-a330f30f6c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.306788 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.341177 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Allocated IP 172.20.0.2 (f154e16c-a295-45b5-9bfa-10ae91b67313/c2a29aa5-1291-4041-938f-187ccfa1f402/d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:30.372357 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b0fe1-f905-4cb3-8ef5-9373b4b0baee tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=e7540bd7-84cd-4779-ba51-29c478fc7ee2,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:30.375278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-387b0fe1-f905-4cb3-8ef5-9373b4b0baee tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.378977 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-387b0fe1-f905-4cb3-8ef5-9373b4b0baee tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/e7540bd7-84cd-4779-ba51-29c478fc7ee2 HTTP/1.1" status: 204 len: 168 time: 0.8470473 Nov 09 04:19:30.386315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47708) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:30.518966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0443700-f11f-4e89-a280-2b4f8b5e48ee None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:30.520587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1c29d6-d2d1-4fb3-9d89-29df78da3160 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:30.526098 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6c1c29d6-d2d1-4fb3-9d89-29df78da3160 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1325600 Nov 09 04:19:30.528080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47710) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:30.559209 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f83d4e-ab51-4f4d-bd74-89bbd8da1058 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:30.563184 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-50f83d4e-ab51-4f4d-bd74-89bbd8da1058 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.567216 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d55908-d32d-46c9-a324-245b4b225d26 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] GET failed (client error): The resource could not be found. Nov 09 04:19:30.576649 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-31d55908-d32d-46c9-a324-245b4b225d26 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/e7540bd7-84cd-4779-ba51-29c478fc7ee2 HTTP/1.1" status: 404 len: 333 time: 0.0398591 Nov 09 04:19:30.576875 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1bbb3849-44f9-4a6d-a169-35ef437d5fd8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.576875 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1bbb3849-44f9-4a6d-a169-35ef437d5fd8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6917484 Nov 09 04:19:30.583738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47712) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:30.584619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47714) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:30.601122 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.605797 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b1bec2ce-cab8-4f47-bf38-4be55b4f1fd6 req-8756c310-4d11-4cca-8e8e-11e016f2e34a tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4181633 Nov 09 04:19:30.607839 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.609363 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-dc87c899-283b-4f65-93c0-905298983aea tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-52497865'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:30.664977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a0443700-f11f-4e89-a280-2b4f8b5e48ee None None] Deleting port 49ce7881-7973-46b0-be71-e5968545e668 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:30.665412 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a0443700-f11f-4e89-a280-2b4f8b5e48ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.671844 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Network f154e16c-a295-45b5-9bfa-10ae91b67313 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:30.687637 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:30.689408 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Pushing event updated for resources: {'Port': ['ID=d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:30.693728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:30.742416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc87c899-283b-4f65-93c0-905298983aea tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:30.744240 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dc87c899-283b-4f65-93c0-905298983aea tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.798797 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a0443700-f11f-4e89-a280-2b4f8b5e48ee None None] For port 49ce7881-7973-46b0-be71-e5968545e668, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=49ce7881-7973-46b0-be71-e5968545e668,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:30.799225 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a0443700-f11f-4e89-a280-2b4f8b5e48ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.810040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Attempting to bind port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:19:30.810425 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Attempting to bind port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd41767b5-32b4-4a46-951b-77752bdf5f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f154e16c-a295-45b5-9bfa-10ae91b67313'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:19:30.810778 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Attempting to bind port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 on network f154e16c-a295-45b5-9bfa-10ae91b67313 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:30.818345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a0443700-f11f-4e89-a280-2b4f8b5e48ee None None] Calling delete_port for 49ce7881-7973-46b0-be71-e5968545e668 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:30.820593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:19:30.820974 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Checking segment: {'id': 'd41767b5-32b4-4a46-951b-77752bdf5f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f154e16c-a295-45b5-9bfa-10ae91b67313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:30.821374 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.821978 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Bound using segment: {'id': 'd41767b5-32b4-4a46-951b-77752bdf5f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f154e16c-a295-45b5-9bfa-10ae91b67313'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:19:30.822625 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Bound port: d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41767b5-32b4-4a46-951b-77752bdf5f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f154e16c-a295-45b5-9bfa-10ae91b67313'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:19:30.823009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.950739 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.969863 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] For port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:30.974072 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] For port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9,segment=NetworkSegment(d41767b5-32b4-4a46-951b-77752bdf5f6f),segment_id=d41767b5-32b4-4a46-951b-77752bdf5f6f)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:30.980490 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:30.992617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a0443700-f11f-4e89-a280-2b4f8b5e48ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.010033 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.034117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0443700-f11f-4e89-a280-2b4f8b5e48ee None None] No DVR routers for this DVR port 49ce7881-7973-46b0-be71-e5968545e668 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:31.060593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e89862-96d6-402a-b639-aaaaba1dd806 None None] Pushing event updated for resources: {'Port': ['ID=d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:31.081466 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-50f83d4e-ab51-4f4d-bd74-89bbd8da1058 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.085828 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0443700-f11f-4e89-a280-2b4f8b5e48ee None None] Pushing event deleted for resources: {'Port': ['ID=49ce7881-7973-46b0-be71-e5968545e668,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:31.214382 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f83d4e-ab51-4f4d-bd74-89bbd8da1058 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Subnet': ['ID=8431bb98-81ad-4041-9ab5-d91cbf02a000,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:31.248000 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047d15d-5c00-41c1-bb61-7e339d67f46a req-44c9bc54-dc85-4b66-9bc7-a9de2baf0442 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:31.255727 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e047d15d-5c00-41c1-bb61-7e339d67f46a req-44c9bc54-dc85-4b66-9bc7-a9de2baf0442 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.5535717 Nov 09 04:19:31.260485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc87c899-283b-4f65-93c0-905298983aea tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:19:31.271693 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f83d4e-ab51-4f4d-bd74-89bbd8da1058 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Checking segment: {'id': 'efbc33eb-b263-4545-861f-d990315271a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '442771d4-02e3-430d-a32c-62fdd155aef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:31.271693 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f83d4e-ab51-4f4d-bd74-89bbd8da1058 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network hostable DHCP agents. Network: 442771d4-02e3-430d-a32c-62fdd155aef1, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:19:31.319865 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dc87c899-283b-4f65-93c0-905298983aea tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.320213 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-dc87c899-283b-4f65-93c0-905298983aea tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Added segment 1a1edc1f-d354-4d9c-b6ec-f389479c74c5 of type vlan for network e958b987-ba39-4113-ad0a-4e07c60d99b4 Nov 09 04:19:31.332295 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f83d4e-ab51-4f4d-bd74-89bbd8da1058 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 442771d4-02e3-430d-a32c-62fdd155aef1 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:19:31.340434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671fa0db-a737-408d-b1a4-fbbd68d1547f tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Router e4d32b8b-d2a0-4879-979f-923392de6318 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:31.373463 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-50f83d4e-ab51-4f4d-bd74-89bbd8da1058 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 442771d4-02e3-430d-a32c-62fdd155aef1) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:31.386535 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0235adcb-d99c-4598-bb64-50722d68b997 None None] Network 442771d4-02e3-430d-a32c-62fdd155aef1 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:31.388517 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f83d4e-ab51-4f4d-bd74-89bbd8da1058 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:31.389115 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-50f83d4e-ab51-4f4d-bd74-89bbd8da1058 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.416705 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Allocated IP 172.20.0.1 (f154e16c-a295-45b5-9bfa-10ae91b67313/c2a29aa5-1291-4041-938f-187ccfa1f402/6c3f202e-c68d-40cd-8c36-5042c8146a9b) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:31.424754 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-50f83d4e-ab51-4f4d-bd74-89bbd8da1058 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4220958 Nov 09 04:19:31.427795 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47720) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:31.430812 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 49ce7881-7973-46b0-be71-e5968545e668 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:31.435972 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-12ac4d77-7d83-465d-b0de-5a96f6690094 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-552113760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:31.444958 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dc87c899-283b-4f65-93c0-905298983aea tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.502564 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 49ce7881-7973-46b0-be71-e5968545e668 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:31.502908 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 49ce7881-7973-46b0-be71-e5968545e668 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:31.522931 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e047d15d-5c00-41c1-bb61-7e339d67f46a req-9f260e7d-6cae-4654-9451-fe6c9bcc2cec tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661078 Nov 09 04:19:31.523801 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-12ac4d77-7d83-465d-b0de-5a96f6690094 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.525055 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-12ac4d77-7d83-465d-b0de-5a96f6690094 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.566364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.db.resource_extend [None req-dc87c899-283b-4f65-93c0-905298983aea tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 04:19:31.603614 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.objects.ports [None req-6ea81e75-725b-40f6-b88d-e4fae4328b6a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:19:31.624293 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-12ac4d77-7d83-465d-b0de-5a96f6690094 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.628744 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.638474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6ea81e75-725b-40f6-b88d-e4fae4328b6a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.642694 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-12ac4d77-7d83-465d-b0de-5a96f6690094 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.644218 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-442771d4-02e3-430d-a32c-62fdd155aef1', 'network_id': '442771d4-02e3-430d-a32c-62fdd155aef1', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'fixed_ips': [{'subnet_id': '8431bb98-81ad-4041-9ab5-d91cbf02a000'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:19:31.646400 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.674692 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dc87c899-283b-4f65-93c0-905298983aea tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.675937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-12ac4d77-7d83-465d-b0de-5a96f6690094 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.678794 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-12ac4d77-7d83-465d-b0de-5a96f6690094 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2490134 Nov 09 04:19:31.680970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47726) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:31.684812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc87c899-283b-4f65-93c0-905298983aea tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:31.685453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dc87c899-283b-4f65-93c0-905298983aea tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.752073 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea81e75-725b-40f6-b88d-e4fae4328b6a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:31.764517 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.776671 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-6ea81e75-725b-40f6-b88d-e4fae4328b6a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:31.796649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97602361-180a-42ab-89c5-4a47d1fca360 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:31.800768 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Network f154e16c-a295-45b5-9bfa-10ae91b67313 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:31.803847 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:31.806837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:31.830618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671fa0db-a737-408d-b1a4-fbbd68d1547f tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:31.835326 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-dc87c899-283b-4f65-93c0-905298983aea tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2484825 Nov 09 04:19:31.839670 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea81e75-725b-40f6-b88d-e4fae4328b6a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:31.841189 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6ea81e75-725b-40f6-b88d-e4fae4328b6a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:31.847438 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-671fa0db-a737-408d-b1a4-fbbd68d1547f tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "PUT /v2.0/routers/e4d32b8b-d2a0-4879-979f-923392de6318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6888661 Nov 09 04:19:31.848792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47730) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:31.857641 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a5b9e9a2-e68f-470c-b1ef-89081299c52a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'subnet': {'network_id': 'e958b987-ba39-4113-ad0a-4e07c60d99b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:31.860966 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea81e75-725b-40f6-b88d-e4fae4328b6a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=ee653653-e6d0-467e-82ab-5d956147ef23,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:31.863116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47732) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:31.876893 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed572ff-1890-408e-84a7-93e8188dfac4 None None] Sync routers for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:31.893681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Allocated IP 172.20.0.2 (442771d4-02e3-430d-a32c-62fdd155aef1/8431bb98-81ad-4041-9ab5-d91cbf02a000/1d792ab5-725e-4089-8c26-e11ba2c959f3) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:31.895914 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87c899-283b-4f65-93c0-905298983aea tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Network': ['ID=e958b987-ba39-4113-ad0a-4e07c60d99b4,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:31.913297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed572ff-1890-408e-84a7-93e8188dfac4 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:31.914144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-6ed572ff-1890-408e-84a7-93e8188dfac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:31.926855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network e958b987-ba39-4113-ad0a-4e07c60d99b4 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:19:31.993277 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6ea81e75-725b-40f6-b88d-e4fae4328b6a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1304886 Nov 09 04:19:31.995889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-6ed572ff-1890-408e-84a7-93e8188dfac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:31.997394 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47734) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:32.002379 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-fc8394bb-186c-4011-91f4-b24caf0eca82 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:32.031160 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event updated for resources: {'Port': ['ID=6c3f202e-c68d-40cd-8c36-5042c8146a9b,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:32.089247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:32.168592 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed572ff-1890-408e-84a7-93e8188dfac4 None None] Routers {'e4d32b8b-d2a0-4879-979f-923392de6318'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:32.169638 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-6ed572ff-1890-408e-84a7-93e8188dfac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e4d32b8b-d2a0-4879-979f-923392de6318'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:32.198103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5546836-09ab-447c-bc5c-bcf8e9be8426 req-dc4c83ea-532a-4941-b834-583c1e96a460 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:32.205736 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c5546836-09ab-447c-bc5c-bcf8e9be8426 req-dc4c83ea-532a-4941-b834-583c1e96a460 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.2606864 Nov 09 04:19:32.214682 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:32.219327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b9e9a2-e68f-470c-b1ef-89081299c52a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:32.223395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e9a2-e68f-470c-b1ef-89081299c52a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:32.227819 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9abcfcf6-16b8-4666-8aae-ea226c3d0505 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:32.232007 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-6ed572ff-1890-408e-84a7-93e8188dfac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:32.232784 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed572ff-1890-408e-84a7-93e8188dfac4 None None] The sync data for ids ['e4d32b8b-d2a0-4879-979f-923392de6318'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:32.301913 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': 'ee653653-e6d0-467e-82ab-5d956147ef23'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:19:32.304039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:32.353912 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:32.438941 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c5546836-09ab-447c-bc5c-bcf8e9be8426 req-42a967fe-9022-4fe4-b6bb-d945790b799a tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324023 Nov 09 04:19:32.439702 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47736) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:32.467775 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8394bb-186c-4011-91f4-b24caf0eca82 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:32.471607 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fc8394bb-186c-4011-91f4-b24caf0eca82 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:32.576806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:32.618806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9abcfcf6-16b8-4666-8aae-ea226c3d0505 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:32.627630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14acd71-ba6b-4412-8bdc-427bfa39b8b5 None None] Network f154e16c-a295-45b5-9bfa-10ae91b67313 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:32.628829 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa37bc16-7d69-4103-8e15-a307ba556dcd tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:32.630839 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fa37bc16-7d69-4103-8e15-a307ba556dcd tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be HTTP/1.1" status: 200 len: 814 time: 0.1696849 Nov 09 04:19:32.677677 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:32.793723 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:32.803170 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Allocated IP 172.20.0.1 (442771d4-02e3-430d-a32c-62fdd155aef1/8431bb98-81ad-4041-9ab5-d91cbf02a000/fae45358-cbbf-4647-81ba-c51c543ae8ae) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:32.808784 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Network 442771d4-02e3-430d-a32c-62fdd155aef1 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:32.808969 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:32.823305 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:32.826924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e9a2-e68f-470c-b1ef-89081299c52a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:32.830228 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e83c10c7-6319-46b9-8747-e4c8fa4643cb None None] Provisioning complete for port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:32.830596 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e83c10c7-6319-46b9-8747-e4c8fa4643cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:32.832268 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Pushing event updated for resources: {'Port': ['ID=1d792ab5-725e-4089-8c26-e11ba2c959f3,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:32.840450 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:32.845066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-9abcfcf6-16b8-4666-8aae-ea226c3d0505 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting port a56b824e-907e-4fb7-8082-02ec5713d71b {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:32.845667 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9abcfcf6-16b8-4666-8aae-ea226c3d0505 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:32.891546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Allocated IP 2001:db8::f816:3eff:fee8:be04 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/ee653653-e6d0-467e-82ab-5d956147ef23/79b4cb6f-502f-4d02-973e-2f0816347629) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:32.900911 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event updated for resources: {'Port': ['ID=6c3f202e-c68d-40cd-8c36-5042c8146a9b,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:32.949025 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.005598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9e9a2-e68f-470c-b1ef-89081299c52a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Subnet': ['ID=443faf8e-a1ce-49b7-8032-a0c5d878259b,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:33.012679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Attempting to bind port 1d792ab5-725e-4089-8c26-e11ba2c959f3 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:19:33.013034 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Attempting to bind port 1d792ab5-725e-4089-8c26-e11ba2c959f3 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'efbc33eb-b263-4545-861f-d990315271a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '442771d4-02e3-430d-a32c-62fdd155aef1'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:19:33.013406 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Attempting to bind port 1d792ab5-725e-4089-8c26-e11ba2c959f3 on network 442771d4-02e3-430d-a32c-62fdd155aef1 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:33.047518 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b9e9a2-e68f-470c-b1ef-89081299c52a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Checking segment: {'id': '1a1edc1f-d354-4d9c-b6ec-f389479c74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e958b987-ba39-4113-ad0a-4e07c60d99b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:33.047876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b9e9a2-e68f-470c-b1ef-89081299c52a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network hostable DHCP agents. Network: e958b987-ba39-4113-ad0a-4e07c60d99b4, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:19:33.052255 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:19:33.052628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Checking segment: {'id': 'efbc33eb-b263-4545-861f-d990315271a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '442771d4-02e3-430d-a32c-62fdd155aef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:33.053032 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.053428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Bound using segment: {'id': 'efbc33eb-b263-4545-861f-d990315271a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '442771d4-02e3-430d-a32c-62fdd155aef1'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:19:33.053937 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Bound port: 1d792ab5-725e-4089-8c26-e11ba2c959f3, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbc33eb-b263-4545-861f-d990315271a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '442771d4-02e3-430d-a32c-62fdd155aef1'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:19:33.054317 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.057175 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9abcfcf6-16b8-4666-8aae-ea226c3d0505 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.082848 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-9abcfcf6-16b8-4666-8aae-ea226c3d0505 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Calling delete_port for a56b824e-907e-4fb7-8082-02ec5713d71b owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:33.111179 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b9e9a2-e68f-470c-b1ef-89081299c52a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network e958b987-ba39-4113-ad0a-4e07c60d99b4 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:19:33.114704 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.148047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Network f154e16c-a295-45b5-9bfa-10ae91b67313 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:33.150558 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fc8394bb-186c-4011-91f4-b24caf0eca82 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.152415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:33.189598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-a5b9e9a2-e68f-470c-b1ef-89081299c52a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, e958b987-ba39-4113-ad0a-4e07c60d99b4) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:33.199534 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9e9a2-e68f-470c-b1ef-89081299c52a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:33.200124 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e9a2-e68f-470c-b1ef-89081299c52a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.212081 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ca4300-2e88-42e1-b04d-879a7138bcf1 None None] Network e958b987-ba39-4113-ad0a-4e07c60d99b4 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:33.225593 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8394bb-186c-4011-91f4-b24caf0eca82 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:33.233043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e83c10c7-6319-46b9-8747-e4c8fa4643cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.237851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-fc8394bb-186c-4011-91f4-b24caf0eca82 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:33.244898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8394bb-186c-4011-91f4-b24caf0eca82 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:33.245484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fc8394bb-186c-4011-91f4-b24caf0eca82 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.256333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8394bb-186c-4011-91f4-b24caf0eca82 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=4aee8789-49b1-4c16-bdba-d5f00ca068c3,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:33.264356 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a5b9e9a2-e68f-470c-b1ef-89081299c52a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4110746 Nov 09 04:19:33.269294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47742) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:33.269473 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.306817 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-2b6d898c-d2de-4dbf-a39a-b1afdfe4d1f8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'subnet': {'network_id': 'e958b987-ba39-4113-ad0a-4e07c60d99b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:33.307725 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] For port 1d792ab5-725e-4089-8c26-e11ba2c959f3, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:33.321374 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fc8394bb-186c-4011-91f4-b24caf0eca82 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3228726 Nov 09 04:19:33.326902 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47744) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:33.336748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ed1b4cab-c844-45df-a093-b8eab4d13d3d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'mac_address': 'fa:16:3e:a9:03:5d', 'name': 'tempest-NetworksTestDHCPv6-1476575098'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:33.381392 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] For port 1d792ab5-725e-4089-8c26-e11ba2c959f3, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1d792ab5-725e-4089-8c26-e11ba2c959f3,segment=NetworkSegment(efbc33eb-b263-4545-861f-d990315271a9),segment_id=efbc33eb-b263-4545-861f-d990315271a9)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:33.392395 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.405985 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.429977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e83c10c7-6319-46b9-8747-e4c8fa4643cb None None] For port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9,segment=NetworkSegment(d41767b5-32b4-4a46-951b-77752bdf5f6f),segment_id=d41767b5-32b4-4a46-951b-77752bdf5f6f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:33.437823 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 442771d4-02e3-430d-a32c-62fdd155aef1 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:33.450516 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:33.453306 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:33.474753 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.487167 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e83c10c7-6319-46b9-8747-e4c8fa4643cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.502444 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9abcfcf6-16b8-4666-8aae-ea226c3d0505 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.506683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:33.554839 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=fae45358-cbbf-4647-81ba-c51c543ae8ae,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:33.568282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcfcf6-16b8-4666-8aae-ea226c3d0505 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Port': ['ID=a56b824e-907e-4fb7-8082-02ec5713d71b,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:33.589046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:33.604741 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:33.621216 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:33.657579 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b194732-bb7e-400a-9168-0aff69cf47f9 None None] Pushing event updated for resources: {'Port': ['ID=1d792ab5-725e-4089-8c26-e11ba2c959f3,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:33.682572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9abcfcf6-16b8-4666-8aae-ea226c3d0505 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.745156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47748) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:33.754080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-84fa2692-f9e9-4405-9c4c-39d0d096f2aa tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'network': {'name': 'tempest-network-smoke--613413469', 'project_id': '871582c076e646fa8f870c685a113561', 'port_security_enabled': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:33.810617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Pushing event updated for resources: {'Port': ['ID=79b4cb6f-502f-4d02-973e-2f0816347629,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:33.858892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Attempting to bind port 79b4cb6f-502f-4d02-973e-2f0816347629 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:19:33.859268 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Attempting to bind port 79b4cb6f-502f-4d02-973e-2f0816347629 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:19:33.859642 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Attempting to bind port 79b4cb6f-502f-4d02-973e-2f0816347629 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:33.893884 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9abcfcf6-16b8-4666-8aae-ea226c3d0505 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.900731 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9abcfcf6-16b8-4666-8aae-ea226c3d0505 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.923345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-e958b987-ba39-4113-ad0a-4e07c60d99b4', 'network_id': 'e958b987-ba39-4113-ad0a-4e07c60d99b4', 'tenant_id': 'd56a0d9d08a14d82b1fc97eb3e7362fd', 'fixed_ips': [{'subnet_id': '443faf8e-a1ce-49b7-8032-a0c5d878259b'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:19:33.924118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.926878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:19:33.927252 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:33.927646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.928038 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:19:33.928522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Bound port: 79b4cb6f-502f-4d02-973e-2f0816347629, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:19:33.928895 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.938662 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-5a957cc3-f252-4c3b-86b0-baeef3f008ef None None] Provisioning complete for port 6c3f202e-c68d-40cd-8c36-5042c8146a9b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:33.939026 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5a957cc3-f252-4c3b-86b0-baeef3f008ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.961058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9abcfcf6-16b8-4666-8aae-ea226c3d0505 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.962009 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abcfcf6-16b8-4666-8aae-ea226c3d0505 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Fanout notify agent at l3_agent the message router_deleted on router e4d32b8b-d2a0-4879-979f-923392de6318 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:19:33.971979 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9abcfcf6-16b8-4666-8aae-ea226c3d0505 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:33.977053 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9abcfcf6-16b8-4666-8aae-ea226c3d0505 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/routers/e4d32b8b-d2a0-4879-979f-923392de6318 HTTP/1.1" status: 204 len: 168 time: 2.1070101 Nov 09 04:19:33.978251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47750) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:34.031534 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c10c7-6319-46b9-8747-e4c8fa4643cb None None] Pushing event updated for resources: {'Port': ['ID=d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:34.035265 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:34.036041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.038530 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-5368ce5f-147e-4ad3-ba9e-185d84c835b3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Deleting subnet 27356b21-76cb-412b-8957-43b83e9d7105 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:34.042408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5368ce5f-147e-4ad3-ba9e-185d84c835b3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.060841 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.092640 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5368ce5f-147e-4ad3-ba9e-185d84c835b3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.143702 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1b4cab-c844-45df-a093-b8eab4d13d3d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:34.148918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5368ce5f-147e-4ad3-ba9e-185d84c835b3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.191472 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6d898c-d2de-4dbf-a39a-b1afdfe4d1f8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:34.195519 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b6d898c-d2de-4dbf-a39a-b1afdfe4d1f8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.221008 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f546ab-0231-4480-9841-6c88d0f00ab6 req-023a28fc-283a-4e62-b23b-ff9e7e183455 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:34.222644 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-25f546ab-0231-4480-9841-6c88d0f00ab6 req-023a28fc-283a-4e62-b23b-ff9e7e183455 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.6479795 Nov 09 04:19:34.267641 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Router 6b5e4c14-7f92-4746-97ab-518f85689019 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:19:34.298270 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fa2692-f9e9-4405-9c4c-39d0d096f2aa tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:34.303021 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-84fa2692-f9e9-4405-9c4c-39d0d096f2aa tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.329433 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5368ce5f-147e-4ad3-ba9e-185d84c835b3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.337971 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Allocated IP 172.20.0.2 (e958b987-ba39-4113-ad0a-4e07c60d99b4/443faf8e-a1ce-49b7-8032-a0c5d878259b/5965cbb9-4adf-4fb5-964e-5635c43158e3) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:34.340410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-5a957cc3-f252-4c3b-86b0-baeef3f008ef None None] Port 6c3f202e-c68d-40cd-8c36-5042c8146a9b cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:34.373115 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fa2692-f9e9-4405-9c4c-39d0d096f2aa tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:19:34.383385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-84fa2692-f9e9-4405-9c4c-39d0d096f2aa tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.383654 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-84fa2692-f9e9-4405-9c4c-39d0d096f2aa tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Added segment 695ccbec-a0b5-447c-9cde-a098a5179c0b of type vlan for network 2a8fc1c1-33bd-434d-9dca-233836f0891d Nov 09 04:19:34.405502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] For port 79b4cb6f-502f-4d02-973e-2f0816347629, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:34.418096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-5a957cc3-f252-4c3b-86b0-baeef3f008ef None None] Provisioning complete for port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:34.419134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5a957cc3-f252-4c3b-86b0-baeef3f008ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.429146 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-84fa2692-f9e9-4405-9c4c-39d0d096f2aa tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.454076 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] For port 79b4cb6f-502f-4d02-973e-2f0816347629, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=79b4cb6f-502f-4d02-973e-2f0816347629,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:34.471940 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.474274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-84fa2692-f9e9-4405-9c4c-39d0d096f2aa tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.481036 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa2692-f9e9-4405-9c4c-39d0d096f2aa tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:34.481552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-84fa2692-f9e9-4405-9c4c-39d0d096f2aa tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.487492 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4cab-c844-45df-a093-b8eab4d13d3d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.488493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.494650 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.ipam_backend_mixin [None req-2b6d898c-d2de-4dbf-a39a-b1afdfe4d1f8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 443faf8e-a1ce-49b7-8032-a0c5d878259b (CIDR: 172.20.0.0/28) Nov 09 04:19:34.501623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5368ce5f-147e-4ad3-ba9e-185d84c835b3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:34.508742 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5368ce5f-147e-4ad3-ba9e-185d84c835b3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/subnets/27356b21-76cb-412b-8957-43b83e9d7105 HTTP/1.1" status: 204 len: 168 time: 0.5290091 Nov 09 04:19:34.509767 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368ce5f-147e-4ad3-ba9e-185d84c835b3 tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Subnet': ['ID=27356b21-76cb-412b-8957-43b83e9d7105,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:34.510564 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47752) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:34.518428 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-84fa2692-f9e9-4405-9c4c-39d0d096f2aa tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7692096 Nov 09 04:19:34.519399 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6d898c-d2de-4dbf-a39a-b1afdfe4d1f8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:19:34.519884 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6d898c-d2de-4dbf-a39a-b1afdfe4d1f8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:19:34.521966 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47754) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:34.546556 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-25f546ab-0231-4480-9841-6c88d0f00ab6 req-db6f3d1a-2004-4e71-9d19-98f6e7556f68 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799516 Nov 09 04:19:34.628032 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6b90a-7087-47ab-80b3-7f2a6270f4e7 None None] Pushing event updated for resources: {'Port': ['ID=79b4cb6f-502f-4d02-973e-2f0816347629,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:34.636171 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-b4dd706f-b475-4eb5-baa7-337d9384a28f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:34.638470 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-b4dd706f-b475-4eb5-baa7-337d9384a28f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.31 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.2955441 Nov 09 04:19:34.640681 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-ed1b4cab-c844-45df-a093-b8eab4d13d3d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port c269101e-44dc-41ad-859c-8ffb8d15b4af yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:19:34.660188 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:34.671004 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce2b3b-98e1-47e1-a20e-d575ed6b6ae0 None None] Sync routers for ids ['6b5e4c14-7f92-4746-97ab-518f85689019'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:34.703294 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce2b3b-98e1-47e1-a20e-d575ed6b6ae0 None None] Routers {'6b5e4c14-7f92-4746-97ab-518f85689019'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:34.706021 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-14ce2b3b-98e1-47e1-a20e-d575ed6b6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6b5e4c14-7f92-4746-97ab-518f85689019'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:34.715951 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8991083f-2c82-4a3a-8675-fec3191f9514 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "PUT /v2.0/routers/6b5e4c14-7f92-4746-97ab-518f85689019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1279993 Nov 09 04:19:34.716243 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2b6d898c-d2de-4dbf-a39a-b1afdfe4d1f8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4445393 Nov 09 04:19:34.716243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47756) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:34.720004 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47758) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:34.737344 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-997e04e9-11ec-4bc3-aebb-9712baad49a9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'subnet': {'network_id': 'e958b987-ba39-4113-ad0a-4e07c60d99b4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:34.762373 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa2692-f9e9-4405-9c4c-39d0d096f2aa tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Network': ['ID=2a8fc1c1-33bd-434d-9dca-233836f0891d,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:34.799497 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-14ce2b3b-98e1-47e1-a20e-d575ed6b6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:34.811781 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce2b3b-98e1-47e1-a20e-d575ed6b6ae0 None None] Routers {'6b5e4c14-7f92-4746-97ab-518f85689019'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:34.812764 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-14ce2b3b-98e1-47e1-a20e-d575ed6b6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6b5e4c14-7f92-4746-97ab-518f85689019'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:34.820760 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e5a34fab-4e49-4d1a-9206-b129ad3b05f8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Request body: {'port': {'network_id': 'f154e16c-a295-45b5-9bfa-10ae91b67313', 'name': 'tempest-FloatingIPNegativeTestJSON-1546517433'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:34.849297 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f229712-44c9-41e1-a100-f60f48475b41 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:34.851659 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7f229712-44c9-41e1-a100-f60f48475b41 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=871582c076e646fa8f870c685a113561&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3178356 Nov 09 04:19:34.885321 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47760) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:35.042151 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-14ce2b3b-98e1-47e1-a20e-d575ed6b6ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:35.043132 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce2b3b-98e1-47e1-a20e-d575ed6b6ae0 None None] The sync data for ids ['6b5e4c14-7f92-4746-97ab-518f85689019'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:35.049669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997e04e9-11ec-4bc3-aebb-9712baad49a9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:35.053401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-997e04e9-11ec-4bc3-aebb-9712baad49a9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.062706 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 2a8fc1c1-33bd-434d-9dca-233836f0891d details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:19:35.147254 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-152e96e5-b93f-48fb-8ff2-f5b40ea42bcc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.163095 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae5cc35-159a-47c9-8790-2cab86b31160 None None] Network 442771d4-02e3-430d-a32c-62fdd155aef1 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:35.165821 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.205094 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.298995 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Network e958b987-ba39-4113-ad0a-4e07c60d99b4 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:35.312912 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:35.316502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Pushing event updated for resources: {'Port': ['ID=5965cbb9-4adf-4fb5-964e-5635c43158e3,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:35.323499 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:35.363318 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-997e04e9-11ec-4bc3-aebb-9712baad49a9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.381170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-5ed340d0-a883-4a7c-a4c0-660f8c964a80 None None] Provisioning complete for port 6c3f202e-c68d-40cd-8c36-5042c8146a9b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:35.381570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5ed340d0-a883-4a7c-a4c0-660f8c964a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.431988 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997e04e9-11ec-4bc3-aebb-9712baad49a9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network e958b987-ba39-4113-ad0a-4e07c60d99b4 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:35.439025 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-997e04e9-11ec-4bc3-aebb-9712baad49a9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:35.450893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997e04e9-11ec-4bc3-aebb-9712baad49a9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:35.451525 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-997e04e9-11ec-4bc3-aebb-9712baad49a9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.464309 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Attempting to bind port 5965cbb9-4adf-4fb5-964e-5635c43158e3 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:19:35.464693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Attempting to bind port 5965cbb9-4adf-4fb5-964e-5635c43158e3 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '1a1edc1f-d354-4d9c-b6ec-f389479c74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e958b987-ba39-4113-ad0a-4e07c60d99b4'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:19:35.465068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Attempting to bind port 5965cbb9-4adf-4fb5-964e-5635c43158e3 on network e958b987-ba39-4113-ad0a-4e07c60d99b4 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:35.475616 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:19:35.476285 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Checking segment: {'id': '1a1edc1f-d354-4d9c-b6ec-f389479c74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e958b987-ba39-4113-ad0a-4e07c60d99b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:35.476944 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.477564 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Bound using segment: {'id': '1a1edc1f-d354-4d9c-b6ec-f389479c74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e958b987-ba39-4113-ad0a-4e07c60d99b4'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:19:35.478206 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Bound port: 5965cbb9-4adf-4fb5-964e-5635c43158e3, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1edc1f-d354-4d9c-b6ec-f389479c74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e958b987-ba39-4113-ad0a-4e07c60d99b4'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:19:35.478759 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.482922 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-5ed340d0-a883-4a7c-a4c0-660f8c964a80 None None] Port 6c3f202e-c68d-40cd-8c36-5042c8146a9b cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:35.497794 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e04e9-11ec-4bc3-aebb-9712baad49a9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Subnet': ['ID=e2b200b4-a910-4f5e-9f8c-4776bb9ad337,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:35.580157 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-997e04e9-11ec-4bc3-aebb-9712baad49a9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8464768 Nov 09 04:19:35.580379 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-5ed340d0-a883-4a7c-a4c0-660f8c964a80 None None] Provisioning complete for port 1d792ab5-725e-4089-8c26-e11ba2c959f3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:35.580379 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5ed340d0-a883-4a7c-a4c0-660f8c964a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.580538 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47764) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:35.590375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-afaeb33b-92d6-4387-9ec8-2c0ab325fdad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'network_id': 'e958b987-ba39-4113-ad0a-4e07c60d99b4', 'fixed_ips': [{'subnet_id': '443faf8e-a1ce-49b7-8032-a0c5d878259b'}, {'subnet_id': 'e2b200b4-a910-4f5e-9f8c-4776bb9ad337'}], 'name': 'tempest-PortsTestJSON-867746363'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:35.611737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] For port 5965cbb9-4adf-4fb5-964e-5635c43158e3, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:35.651159 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] For port 5965cbb9-4adf-4fb5-964e-5635c43158e3, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5965cbb9-4adf-4fb5-964e-5635c43158e3,segment=NetworkSegment(1a1edc1f-d354-4d9c-b6ec-f389479c74c5),segment_id=1a1edc1f-d354-4d9c-b6ec-f389479c74c5)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:35.660016 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 79b4cb6f-502f-4d02-973e-2f0816347629 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:35.705653 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.759967 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.763356 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a3b0ee-ecaf-4f43-8237-9ec0ecb6ca21 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:35.765607 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-83a3b0ee-ecaf-4f43-8237-9ec0ecb6ca21 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7322135 Nov 09 04:19:35.768368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47766) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:35.814451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-152e96e5-b93f-48fb-8ff2-f5b40ea42bcc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.814848 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5046fa1-4d74-4b49-bcfe-a0e73c291103 None None] Pushing event updated for resources: {'Port': ['ID=5965cbb9-4adf-4fb5-964e-5635c43158e3,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:35.841602 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-152e96e5-b93f-48fb-8ff2-f5b40ea42bcc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271d5afc-0436-4896-8364-99ac5a399ccb']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:35.854553 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-152e96e5-b93f-48fb-8ff2-f5b40ea42bcc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f1d3a2-21a9-4e66-be92-81186c5219b8') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:35.854924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-152e96e5-b93f-48fb-8ff2-f5b40ea42bcc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f1d3a2-21a9-4e66-be92-81186c5219b8') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:35.855324 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1ea6e4c9-7724-48fb-bfb1-24922f1e7ad5 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0855412 Nov 09 04:19:35.866418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-152e96e5-b93f-48fb-8ff2-f5b40ea42bcc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.871606 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47768) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:35.878786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5ed340d0-a883-4a7c-a4c0-660f8c964a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.884903 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-152e96e5-b93f-48fb-8ff2-f5b40ea42bcc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.892480 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152e96e5-b93f-48fb-8ff2-f5b40ea42bcc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:19:35.893291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-152e96e5-b93f-48fb-8ff2-f5b40ea42bcc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.929189 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5ed340d0-a883-4a7c-a4c0-660f8c964a80 None None] For port 1d792ab5-725e-4089-8c26-e11ba2c959f3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1d792ab5-725e-4089-8c26-e11ba2c959f3,segment=NetworkSegment(efbc33eb-b263-4545-861f-d990315271a9),segment_id=efbc33eb-b263-4545-861f-d990315271a9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:35.934381 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 79b4cb6f-502f-4d02-973e-2f0816347629 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:35.934914 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.938692 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5ed340d0-a883-4a7c-a4c0-660f8c964a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.954370 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-592e247e-5f9d-4d92-b557-c6cce5f37fb1 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=871582c076e646fa8f870c685a113561&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0815494 Nov 09 04:19:35.964982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d7981-3fb5-4eb2-93bd-70eef5d564b4 req-82975df8-24aa-4f23-a5a1-6da756b975ef tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:35.975154 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9a3d7981-3fb5-4eb2-93bd-70eef5d564b4 req-82975df8-24aa-4f23-a5a1-6da756b975ef tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 945 time: 0.2387528 Nov 09 04:19:35.977317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47770) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:35.980011 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-ad4e782c-c3f5-48d8-80b6-05ac145ad964 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Deleting port 490c1e67-81a0-40ef-8104-06c6989875b9 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:35.980962 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-ad4e782c-c3f5-48d8-80b6-05ac145ad964 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:19:35.985189 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:19:35.995069 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a34fab-4e49-4d1a-9206-b129ad3b05f8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Made reservation on behalf of bb097b71154543d9918a019d7293147d for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:35.999076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e5a34fab-4e49-4d1a-9206-b129ad3b05f8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:36.002619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:36.007754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaeb33b-92d6-4387-9ec8-2c0ab325fdad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:36.054066 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-152e96e5-b93f-48fb-8ff2-f5b40ea42bcc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:36.059002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-152e96e5-b93f-48fb-8ff2-f5b40ea42bcc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:36.067263 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-152e96e5-b93f-48fb-8ff2-f5b40ea42bcc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] 10.222.0.21 "DELETE /v2.0/networks/271d5afc-0436-4896-8364-99ac5a399ccb HTTP/1.1" status: 204 len: 168 time: 1.5523379 Nov 09 04:19:36.143876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed340d0-a883-4a7c-a4c0-660f8c964a80 None None] Pushing event updated for resources: {'Port': ['ID=1d792ab5-725e-4089-8c26-e11ba2c959f3,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:36.146275 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:36.183869 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-271359f0-aabc-4fdc-8724-3a366c0c58c7 None None] Provisioning complete for port fae45358-cbbf-4647-81ba-c51c543ae8ae triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:36.184248 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-271359f0-aabc-4fdc-8724-3a366c0c58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:36.224235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=fae45358-cbbf-4647-81ba-c51c543ae8ae,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:36.231131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e96e5-b93f-48fb-8ff2-f5b40ea42bcc tempest-FloatingIPTestJSON-446347803 tempest-FloatingIPTestJSON-446347803-project] Pushing event deleted for resources: {'Network': ['ID=271d5afc-0436-4896-8364-99ac5a399ccb,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:36.235082 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-271359f0-aabc-4fdc-8724-3a366c0c58c7 None None] Port fae45358-cbbf-4647-81ba-c51c543ae8ae cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:36.246419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca7aa6b-d1e5-4fd7-997a-2625177c6723 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:36.350340 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-e5a34fab-4e49-4d1a-9206-b129ad3b05f8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] device_id is not set on port baab9e0f-28e3-45d2-89b3-1892c66ac8a6 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:19:36.356990 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-ed1b4cab-c844-45df-a093-b8eab4d13d3d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 172.20.0.12 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/4aee8789-49b1-4c16-bdba-d5f00ca068c3/c269101e-44dc-41ad-859c-8ffb8d15b4af) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:36.399964 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-ed1b4cab-c844-45df-a093-b8eab4d13d3d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::f816:3eff:fea9:35d (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/ee653653-e6d0-467e-82ab-5d956147ef23/c269101e-44dc-41ad-859c-8ffb8d15b4af) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:36.453091 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-271359f0-aabc-4fdc-8724-3a366c0c58c7 None None] Provisioning complete for port 1d792ab5-725e-4089-8c26-e11ba2c959f3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:36.453722 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-271359f0-aabc-4fdc-8724-3a366c0c58c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:36.488036 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:36.526231 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 79b4cb6f-502f-4d02-973e-2f0816347629, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=79b4cb6f-502f-4d02-973e-2f0816347629,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:36.550458 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-ad4e782c-c3f5-48d8-80b6-05ac145ad964 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] For port 490c1e67-81a0-40ef-8104-06c6989875b9, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=490c1e67-81a0-40ef-8104-06c6989875b9,segment=NetworkSegment(48aee43e-30bf-4afa-8662-df14895c0815),segment_id=48aee43e-30bf-4afa-8662-df14895c0815)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:36.551075 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-ad4e782c-c3f5-48d8-80b6-05ac145ad964 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:36.558321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:36.559137 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1d792ab5-725e-4089-8c26-e11ba2c959f3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:36.667727 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47776) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:36.710467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=79b4cb6f-502f-4d02-973e-2f0816347629,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:36.721669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 1d792ab5-725e-4089-8c26-e11ba2c959f3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:36.722002 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:36.790373 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e84eb9-3090-4411-af83-338f3d3d3ca6 None None] Update dhcp port {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'fixed_ips': [{'subnet_id': 'ee653653-e6d0-467e-82ab-5d956147ef23', 'ip_address': '2001:db8::f816:3eff:fee8:be04'}, {'subnet_id': '4aee8789-49b1-4c16-bdba-d5f00ca068c3'}], 'binding:host_id': 'dv-neutron-816800-2-hyperv'}, 'id': '79b4cb6f-502f-4d02-973e-2f0816347629'} from dv-neutron-816800-2-hyperv. {{(pid=101885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 04:19:36.822925 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e8e84eb9-3090-4411-af83-338f3d3d3ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:36.936129 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9a3d7981-3fb5-4eb2-93bd-70eef5d564b4 req-f59ba100-897d-4159-9325-5abed3bb1a44 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9567440 Nov 09 04:19:36.982759 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-afaeb33b-92d6-4387-9ec8-2c0ab325fdad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:36.988919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f123f7e-d0e5-484b-9e56-26f33f361fc6 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:36.993159 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9f123f7e-d0e5-484b-9e56-26f33f361fc6 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0116997 Nov 09 04:19:37.005800 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47780) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:37.030279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:37.034724 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b4432f8e-f9f5-4085-bd4b-ca4fc20cfd98 None None] Provisioning complete for port 79b4cb6f-502f-4d02-973e-2f0816347629 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:37.035359 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b4432f8e-f9f5-4085-bd4b-ca4fc20cfd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.073987 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2c66c98d-d01a-40d9-ae0f-211569fa7636 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0669863 Nov 09 04:19:37.083765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47782) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:37.090840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-2a6081e5-e20d-419f-a1f9-0ba1e5d97888 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-488417585', 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d', 'project_id': '871582c076e646fa8f870c685a113561', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:37.098227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-afaeb33b-92d6-4387-9ec8-2c0ab325fdad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port 3f1c0e6b-eb6a-4270-9925-74842159fa27 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:19:37.138931 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f7b58b23-7be2-44f4-ae10-a53b2730491f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e03d3f9b88184897bb709a5d10ae0ada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4147024 Nov 09 04:19:37.166430 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:37.167032 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.172133 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47784) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:37.227478 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b4432f8e-f9f5-4085-bd4b-ca4fc20cfd98 None None] Provisioning complete for port fae45358-cbbf-4647-81ba-c51c543ae8ae triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:37.227701 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b4432f8e-f9f5-4085-bd4b-ca4fc20cfd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.255875 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 442771d4-02e3-430d-a32c-62fdd155aef1 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:37.283545 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:37.317295 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b4432f8e-f9f5-4085-bd4b-ca4fc20cfd98 None None] Port fae45358-cbbf-4647-81ba-c51c543ae8ae cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:37.345485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-e5a34fab-4e49-4d1a-9206-b129ad3b05f8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Allocated IP 172.20.0.4 (f154e16c-a295-45b5-9bfa-10ae91b67313/c2a29aa5-1291-4041-938f-187ccfa1f402/baab9e0f-28e3-45d2-89b3-1892c66ac8a6) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:37.359951 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f8dc94-6d2e-4ea8-a24a-b8c9ec10b04b None None] Network e958b987-ba39-4113-ad0a-4e07c60d99b4 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:37.364912 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e08bdfde-5549-4787-9100-ce081d3120d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.371354 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6081e5-e20d-419f-a1f9-0ba1e5d97888 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:37.374870 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2a6081e5-e20d-419f-a1f9-0ba1e5d97888 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.468155 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9a21f5e7-2f49-473b-a83b-0a7f73acd6eb None None] Provisioning complete for port 5965cbb9-4adf-4fb5-964e-5635c43158e3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:37.468976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9a21f5e7-2f49-473b-a83b-0a7f73acd6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.521881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e08bdfde-5549-4787-9100-ce081d3120d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.522137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-ad4e782c-c3f5-48d8-80b6-05ac145ad964 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.522245 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-ad4e782c-c3f5-48d8-80b6-05ac145ad964 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.522553 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-ad4e782c-c3f5-48d8-80b6-05ac145ad964 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Floating IP d71b3502-70a4-4ec4-a04f-3620f02671ee disassociated. External IP: 172.26.5.56, port: 490c1e67-81a0-40ef-8104-06c6989875b9. Nov 09 04:19:37.522892 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-ad4e782c-c3f5-48d8-80b6-05ac145ad964 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Calling delete_port for 490c1e67-81a0-40ef-8104-06c6989875b9 owned by compute:nova {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:37.579742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1d792ab5-725e-4089-8c26-e11ba2c959f3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:37.659445 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4cab-c844-45df-a093-b8eab4d13d3d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.732569 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e08bdfde-5549-4787-9100-ce081d3120d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.735256 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e08bdfde-5549-4787-9100-ce081d3120d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.736429 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e08bdfde-5549-4787-9100-ce081d3120d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da2aecd9-7e22-43f4-83d9-36d4c0443c7e HTTP/1.1" status: 204 len: 168 time: 0.5364311 Nov 09 04:19:37.754803 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9a21f5e7-2f49-473b-a83b-0a7f73acd6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.764228 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bdfde-5549-4787-9100-ce081d3120d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2aecd9-7e22-43f4-83d9-36d4c0443c7e,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:37.803616 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 1d792ab5-725e-4089-8c26-e11ba2c959f3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:37.803894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.804092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-afaeb33b-92d6-4387-9ec8-2c0ab325fdad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Allocated IP 172.20.0.6 (e958b987-ba39-4113-ad0a-4e07c60d99b4/443faf8e-a1ce-49b7-8032-a0c5d878259b/3f1c0e6b-eb6a-4270-9925-74842159fa27) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:37.820498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-afaeb33b-92d6-4387-9ec8-2c0ab325fdad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Allocated IP 172.20.0.26 (e958b987-ba39-4113-ad0a-4e07c60d99b4/e2b200b4-a910-4f5e-9f8c-4776bb9ad337/3f1c0e6b-eb6a-4270-9925-74842159fa27) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:37.834654 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router a0f8377f-770b-49cc-84c8-7bdc8061742a is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:19:37.838700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2a6081e5-e20d-419f-a1f9-0ba1e5d97888 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.870787 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4cab-c844-45df-a093-b8eab4d13d3d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.892294 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9a21f5e7-2f49-473b-a83b-0a7f73acd6eb None None] For port 5965cbb9-4adf-4fb5-964e-5635c43158e3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5965cbb9-4adf-4fb5-964e-5635c43158e3,segment=NetworkSegment(1a1edc1f-d354-4d9c-b6ec-f389479c74c5),segment_id=1a1edc1f-d354-4d9c-b6ec-f389479c74c5)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:37.928192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9a21f5e7-2f49-473b-a83b-0a7f73acd6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:37.997240 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-e8e84eb9-3090-4411-af83-338f3d3d3ca6 None None] Allocated IP 172.20.0.2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/4aee8789-49b1-4c16-bdba-d5f00ca068c3/79b4cb6f-502f-4d02-973e-2f0816347629) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:38.003040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e31ec-4a8d-49b9-a266-3123db082093 None None] Update dhcp port {'port': {'network_id': 'e958b987-ba39-4113-ad0a-4e07c60d99b4', 'fixed_ips': [{'subnet_id': '443faf8e-a1ce-49b7-8032-a0c5d878259b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e2b200b4-a910-4f5e-9f8c-4776bb9ad337'}], 'binding:host_id': 'dv-neutron-816800-2-hyperv'}, 'id': '5965cbb9-4adf-4fb5-964e-5635c43158e3'} from dv-neutron-816800-2-hyperv. {{(pid=101885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 04:19:38.038348 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:38.054820 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21f5e7-2f49-473b-a83b-0a7f73acd6eb None None] Pushing event updated for resources: {'Port': ['ID=5965cbb9-4adf-4fb5-964e-5635c43158e3,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:38.061445 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-44dced04-dd27-44b7-b516-591c639d2d33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/a0f8377f-770b-49cc-84c8-7bdc8061742a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3794172 Nov 09 04:19:38.067750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47790) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:38.081040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013da41b-f62d-4040-a61b-177f902cff95 None None] Sync routers for ids ['a0f8377f-770b-49cc-84c8-7bdc8061742a'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:38.100925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e5a34fab-4e49-4d1a-9206-b129ad3b05f8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:38.110661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0f3e31ec-4a8d-49b9-a266-3123db082093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:38.163503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b4cab-c844-45df-a093-b8eab4d13d3d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:38.170943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b4cab-c844-45df-a093-b8eab4d13d3d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=c269101e-44dc-41ad-859c-8ffb8d15b4af,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:38.174373 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-afaeb33b-92d6-4387-9ec8-2c0ab325fdad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:38.177574 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-ad4e782c-c3f5-48d8-80b6-05ac145ad964 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:38.179754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-ed1b4cab-c844-45df-a093-b8eab4d13d3d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:38.194196 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b4cab-c844-45df-a093-b8eab4d13d3d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:38.202757 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6081e5-e20d-419f-a1f9-0ba1e5d97888 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Subnet': ['ID=14cf0ce2-1a30-493a-8631-1555e6c1b198,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:38.222472 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6081e5-e20d-419f-a1f9-0ba1e5d97888 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Checking segment: {'id': '695ccbec-a0b5-447c-9cde-a098a5179c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:38.223988 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6081e5-e20d-419f-a1f9-0ba1e5d97888 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network hostable DHCP agents. Network: 2a8fc1c1-33bd-434d-9dca-233836f0891d, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:19:38.228472 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a058867-76b4-4cd9-b655-9178ca502385 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:38.233256 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8a058867-76b4-4cd9-b655-9178ca502385 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports/fae45358-cbbf-4647-81ba-c51c543ae8ae HTTP/1.1" status: 200 len: 910 time: 0.1591260 Nov 09 04:19:38.235652 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47794) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:38.276842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e782c-c3f5-48d8-80b6-05ac145ad964 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Pushing event deleted for resources: {'Port': ['ID=490c1e67-81a0-40ef-8104-06c6989875b9,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:38.307003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-afaeb33b-92d6-4387-9ec8-2c0ab325fdad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:38.315320 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6081e5-e20d-419f-a1f9-0ba1e5d97888 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2a8fc1c1-33bd-434d-9dca-233836f0891d is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:19:38.397335 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825a437-ae9e-42e4-a87b-155ac28b9c32 req-08d0a0bd-23ec-4c86-8bef-4135aa58e591 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:38.399104 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4825a437-ae9e-42e4-a87b-155ac28b9c32 req-08d0a0bd-23ec-4c86-8bef-4135aa58e591 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 867 time: 0.2965927 Nov 09 04:19:38.405895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaeb33b-92d6-4387-9ec8-2c0ab325fdad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=3f1c0e6b-eb6a-4270-9925-74842159fa27,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:38.426696 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e8e84eb9-3090-4411-af83-338f3d3d3ca6 None None] For port 79b4cb6f-502f-4d02-973e-2f0816347629, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=79b4cb6f-502f-4d02-973e-2f0816347629,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:38.457787 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e8e84eb9-3090-4411-af83-338f3d3d3ca6 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:38.461185 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaeb33b-92d6-4387-9ec8-2c0ab325fdad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network e958b987-ba39-4113-ad0a-4e07c60d99b4 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:38.463297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5965cbb9-4adf-4fb5-964e-5635c43158e3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:38.464275 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-2a6081e5-e20d-419f-a1f9-0ba1e5d97888 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 2a8fc1c1-33bd-434d-9dca-233836f0891d) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:38.469583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-afaeb33b-92d6-4387-9ec8-2c0ab325fdad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:38.472788 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaeb33b-92d6-4387-9ec8-2c0ab325fdad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:38.474940 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b4cab-c844-45df-a093-b8eab4d13d3d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:38.475675 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ed1b4cab-c844-45df-a093-b8eab4d13d3d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:38.490498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6081e5-e20d-419f-a1f9-0ba1e5d97888 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:38.491006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2a6081e5-e20d-419f-a1f9-0ba1e5d97888 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:38.497745 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e5a34fab-4e49-4d1a-9206-b129ad3b05f8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:38.562758 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2a6081e5-e20d-419f-a1f9-0ba1e5d97888 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4768620 Nov 09 04:19:38.595353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaeb33b-92d6-4387-9ec8-2c0ab325fdad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:38.596316 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-afaeb33b-92d6-4387-9ec8-2c0ab325fdad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:38.605878 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a34fab-4e49-4d1a-9206-b129ad3b05f8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Network f154e16c-a295-45b5-9bfa-10ae91b67313 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:38.615101 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ed1b4cab-c844-45df-a093-b8eab4d13d3d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.2829092 Nov 09 04:19:38.618276 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47806) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:38.632636 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-afaeb33b-92d6-4387-9ec8-2c0ab325fdad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.0512629 Nov 09 04:19:38.646983 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47808) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:38.654097 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3e0a07b0-70d7-4902-b9f4-967acf69c97a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '443faf8e-a1ce-49b7-8032-a0c5d878259b'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:38.665685 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-e5a34fab-4e49-4d1a-9206-b129ad3b05f8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:38.747427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6a3037-3dbd-43f0-8cdb-7f687b75385b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:38.754681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-0f3e31ec-4a8d-49b9-a266-3123db082093 None None] Allocated IP 172.20.0.18 (e958b987-ba39-4113-ad0a-4e07c60d99b4/e2b200b4-a910-4f5e-9f8c-4776bb9ad337/5965cbb9-4adf-4fb5-964e-5635c43158e3) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:38.756734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b4c22bef-d71d-4d2e-96cc-8608c10431f6 None None] Provisioning complete for port fae45358-cbbf-4647-81ba-c51c543ae8ae triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:38.757107 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b4c22bef-d71d-4d2e-96cc-8608c10431f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:38.763201 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a34fab-4e49-4d1a-9206-b129ad3b05f8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:38.765223 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6a3037-3dbd-43f0-8cdb-7f687b75385b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:38.768965 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5c6a3037-3dbd-43f0-8cdb-7f687b75385b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1494117 Nov 09 04:19:38.790570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47812) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:38.804615 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 490c1e67-81a0-40ef-8104-06c6989875b9 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:38.810129 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814368b9-06bd-4ae7-88a3-223faabcadac None None] Network 2a8fc1c1-33bd-434d-9dca-233836f0891d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:38.813062 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b4c22bef-d71d-4d2e-96cc-8608c10431f6 None None] Port fae45358-cbbf-4647-81ba-c51c543ae8ae cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:38.858736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a34fab-4e49-4d1a-9206-b129ad3b05f8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event updated for resources: {'Port': ['ID=baab9e0f-28e3-45d2-89b3-1892c66ac8a6,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:38.881198 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4825a437-ae9e-42e4-a87b-155ac28b9c32 req-b3c2d939-2ab5-436d-8271-2f9f411c330f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups?id=30a7353b-8c43-4beb-a52e-6513bfdc2c53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4687595 Nov 09 04:19:38.915958 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3e0a07b0-70d7-4902-b9f4-967acf69c97a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:38.956925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-ad4e782c-c3f5-48d8-80b6-05ac145ad964 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:38.978889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0f3e31ec-4a8d-49b9-a266-3123db082093 None None] For port 5965cbb9-4adf-4fb5-964e-5635c43158e3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5965cbb9-4adf-4fb5-964e-5635c43158e3,segment=NetworkSegment(1a1edc1f-d354-4d9c-b6ec-f389479c74c5),segment_id=1a1edc1f-d354-4d9c-b6ec-f389479c74c5)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:38.983254 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a34fab-4e49-4d1a-9206-b129ad3b05f8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:38.983916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e5a34fab-4e49-4d1a-9206-b129ad3b05f8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.032095 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0f3e31ec-4a8d-49b9-a266-3123db082093 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.035516 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e8e84eb9-3090-4411-af83-338f3d3d3ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.046093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013da41b-f62d-4040-a61b-177f902cff95 None None] Routers {'a0f8377f-770b-49cc-84c8-7bdc8061742a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:39.046795 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-013da41b-f62d-4040-a61b-177f902cff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['a0f8377f-770b-49cc-84c8-7bdc8061742a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:39.087625 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e5a34fab-4e49-4d1a-9206-b129ad3b05f8 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3633976 Nov 09 04:19:39.091905 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47820) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:39.100276 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:39.105467 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f0f32c2f-1d9e-4ec2-8f37-7d2ed6e02696 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port c269101e-44dc-41ad-859c-8ffb8d15b4af {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:39.110106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0f32c2f-1d9e-4ec2-8f37-7d2ed6e02696 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.118505 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-013da41b-f62d-4040-a61b-177f902cff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:39.124307 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0f3e31ec-4a8d-49b9-a266-3123db082093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.199031 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.219711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0f32c2f-1d9e-4ec2-8f37-7d2ed6e02696 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.224535 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-ad4e782c-c3f5-48d8-80b6-05ac145ad964 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:39.237088 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e45f3-9249-47f2-b5a8-41b19eb2a4c5 None None] Sync routers for ids ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:39.242665 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47822) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:39.253252 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f0f32c2f-1d9e-4ec2-8f37-7d2ed6e02696 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for c269101e-44dc-41ad-859c-8ffb8d15b4af owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:39.256435 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e45f3-9249-47f2-b5a8-41b19eb2a4c5 None None] Routers {'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:39.259992 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-433e45f3-9249-47f2-b5a8-41b19eb2a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:39.266886 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013da41b-f62d-4040-a61b-177f902cff95 None None] Routers {'a0f8377f-770b-49cc-84c8-7bdc8061742a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:39.267517 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-013da41b-f62d-4040-a61b-177f902cff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['a0f8377f-770b-49cc-84c8-7bdc8061742a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:39.282935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47826) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:39.294181 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ccaf38d3-86aa-47f2-b4dc-8965b60dd62b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-13001401', 'description': 'tempest-secgroup-smoke-13001401 description', 'project_id': '871582c076e646fa8f870c685a113561'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:39.310130 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 490c1e67-81a0-40ef-8104-06c6989875b9 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:39.310471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 490c1e67-81a0-40ef-8104-06c6989875b9 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:39.318627 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-ad4e782c-c3f5-48d8-80b6-05ac145ad964 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] No DVR routers for this DVR port 490c1e67-81a0-40ef-8104-06c6989875b9 on host hv-neutron-8168 {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:39.319282 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-013da41b-f62d-4040-a61b-177f902cff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:39.320395 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013da41b-f62d-4040-a61b-177f902cff95 None None] The sync data for ids ['a0f8377f-770b-49cc-84c8-7bdc8061742a'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:39.337218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ccaf38d3-86aa-47f2-b4dc-8965b60dd62b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.348128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-ad4e782c-c3f5-48d8-80b6-05ac145ad964 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.354718 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d1592abd-ee06-4803-a7be-ea3b3efb4f34 req-ad4e782c-c3f5-48d8-80b6-05ac145ad964 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.31 "DELETE /v2.0/ports/490c1e67-81a0-40ef-8104-06c6989875b9 HTTP/1.1" status: 204 len: 173 time: 4.7019818 Nov 09 04:19:39.369235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196b8c03-35f6-47e5-bc1c-c1579b6f42a9', 'name': 'network-vif-deleted', 'tag': '490c1e67-81a0-40ef-8104-06c6989875b9'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:19:39.372898 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5965cbb9-4adf-4fb5-964e-5635c43158e3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:39.373478 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.373644 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b82f782-5b28-4402-bd9a-3c665dc09a0e" -d '{"events": [{"server_uuid": "196b8c03-35f6-47e5-bc1c-c1579b6f42a9", "name": "network-vif-deleted", "tag": "490c1e67-81a0-40ef-8104-06c6989875b9"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:19:39.437248 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-433e45f3-9249-47f2-b5a8-41b19eb2a4c5 None None] Set router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:19:39.453860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e84eb9-3090-4411-af83-338f3d3d3ca6 None None] Pushing event updated for resources: {'Port': ['ID=79b4cb6f-502f-4d02-973e-2f0816347629,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:39.555723 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0299bc13-f0d8-4a51-8fa9-601ad8f4acae tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.712183 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-038ede72-7c97-496c-b08f-399667ff8523 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group': {'name': 'tempest-secgroup--1430123372'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:39.750917 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00818647-2ae5-4104-a490-1fff26ef650d x-openstack-request-id: req-00818647-2ae5-4104-a490-1fff26ef650d {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:19:39.753957 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196b8c03-35f6-47e5-bc1c-c1579b6f42a9", "name": "network-vif-deleted", "tag": "490c1e67-81a0-40ef-8104-06c6989875b9", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:19:39.754385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00818647-2ae5-4104-a490-1fff26ef650d {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:19:39.757070 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196b8c03-35f6-47e5-bc1c-c1579b6f42a9', 'name': 'network-vif-deleted', 'tag': '490c1e67-81a0-40ef-8104-06c6989875b9', 'status': 'completed', 'code': 200} Nov 09 04:19:39.759276 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7690ce6c-4f4f-4483-bfe5-7b8730f71fbc None None] Provisioning complete for port baab9e0f-28e3-45d2-89b3-1892c66ac8a6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:39.759653 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7690ce6c-4f4f-4483-bfe5-7b8730f71fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.830036 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ccaf38d3-86aa-47f2-b4dc-8965b60dd62b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.845744 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ccaf38d3-86aa-47f2-b4dc-8965b60dd62b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.862604 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-038ede72-7c97-496c-b08f-399667ff8523 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.882992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-038ede72-7c97-496c-b08f-399667ff8523 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.927675 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.934200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-3e0a07b0-70d7-4902-b9f4-967acf69c97a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Delete allocated IP 172.20.0.26 (e958b987-ba39-4113-ad0a-4e07c60d99b4/e2b200b4-a910-4f5e-9f8c-4776bb9ad337) {{(pid=101883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 04:19:39.939279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ccaf38d3-86aa-47f2-b4dc-8965b60dd62b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:39.950289 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ccaf38d3-86aa-47f2-b4dc-8965b60dd62b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6659999 Nov 09 04:19:39.969901 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47842) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:39.977062 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-433e45f3-9249-47f2-b5a8-41b19eb2a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'gw_port': {'id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'd5689e17-e89b-4b98-8832-00ea46fc1e35', 'name': '', 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'mac_address': 'fa:16:3e:2a:68:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:11Z', 'revision_number': 5, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'subnets': [{'id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:39.983540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d6cddd83-d3ea-43e3-b73e-89f8c49c6ebc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '917da1d0-342f-4a4a-911f-0ccc90756017', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:39.997369 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-2a8fc1c1-33bd-434d-9dca-233836f0891d', 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ips': [{'subnet_id': '14cf0ce2-1a30-493a-8631-1555e6c1b198'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:19:39.998444 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:40.087327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf38d3-86aa-47f2-b4dc-8965b60dd62b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917da1d0-342f-4a4a-911f-0ccc90756017,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:40.091787 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e45f3-9249-47f2-b5a8-41b19eb2a4c5 None None] Checking router: f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:19:40.096965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d6cddd83-d3ea-43e3-b73e-89f8c49c6ebc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:40.118323 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e45f3-9249-47f2-b5a8-41b19eb2a4c5 None None] Routers {'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:40.118958 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-433e45f3-9249-47f2-b5a8-41b19eb2a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:40.120529 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e31ec-4a8d-49b9-a266-3123db082093 None None] Pushing event updated for resources: {'Port': ['ID=5965cbb9-4adf-4fb5-964e-5635c43158e3,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:40.138481 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-7690ce6c-4f4f-4483-bfe5-7b8730f71fbc None None] Port baab9e0f-28e3-45d2-89b3-1892c66ac8a6 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:40.196362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 79b4cb6f-502f-4d02-973e-2f0816347629 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:40.333892 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-433e45f3-9249-47f2-b5a8-41b19eb2a4c5 None None] Set router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:19:40.401128 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d6cddd83-d3ea-43e3-b73e-89f8c49c6ebc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:40.408860 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-038ede72-7c97-496c-b08f-399667ff8523 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:40.412736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Allocated IP 172.26.5.90 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/7ecb24bb-f8b9-49a8-9e50-6333a9359c45) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:40.423730 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0836f9d8-fd3b-46b2-9c03-d520e3dbfc36 req-55f28674-fdec-4375-88e6-c0a7d1633a34 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/ports?device_id=196b8c03-35f6-47e5-bc1c-c1579b6f42a9 HTTP/1.1" status: 200 len: 210 time: 0.2883418 Nov 09 04:19:40.437115 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d6cddd83-d3ea-43e3-b73e-89f8c49c6ebc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:40.442888 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-038ede72-7c97-496c-b08f-399667ff8523 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:40.472522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 79b4cb6f-502f-4d02-973e-2f0816347629 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:40.473117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:40.514792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cddd83-d3ea-43e3-b73e-89f8c49c6ebc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70682a62-5839-4d8e-828b-4f9d2cd1804e,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:40.529767 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0f32c2f-1d9e-4ec2-8f37-7d2ed6e02696 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:40.545999 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d6cddd83-d3ea-43e3-b73e-89f8c49c6ebc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:40.552731 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d6cddd83-d3ea-43e3-b73e-89f8c49c6ebc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5778129 Nov 09 04:19:40.560727 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47846) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:40.575749 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Allocated IP 172.20.0.18 (2a8fc1c1-33bd-434d-9dca-233836f0891d/14cf0ce2-1a30-493a-8631-1555e6c1b198/bd63ee77-d67e-4229-bd75-e72b0394baf5) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:40.589274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f74672d4-8b65-403f-9ef1-a0949a28ed68 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '917da1d0-342f-4a4a-911f-0ccc90756017', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:40.638404 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-087d15a7-f963-48bf-98c4-506abafe1dbf None None] Provisioning complete for port 79b4cb6f-502f-4d02-973e-2f0816347629 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:40.639728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-087d15a7-f963-48bf-98c4-506abafe1dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:40.667202 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f32c2f-1d9e-4ec2-8f37-7d2ed6e02696 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=c269101e-44dc-41ad-859c-8ffb8d15b4af,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:40.688305 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-433e45f3-9249-47f2-b5a8-41b19eb2a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'gw_port': {'id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'd5689e17-e89b-4b98-8832-00ea46fc1e35', 'name': '', 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'mac_address': 'fa:16:3e:2a:68:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:11Z', 'revision_number': 5, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'subnets': [{'id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:40.748572 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e45f3-9249-47f2-b5a8-41b19eb2a4c5 None None] The sync data for ids ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'] in dv-neutron-816800-2-hyperv is: [{'id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:16:04Z', 'revision_number': 4, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'gw_port': {'id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'd5689e17-e89b-4b98-8832-00ea46fc1e35', 'name': '', 'network_id': '7406e378-feb3-4f56-a182-2c787a7b80e5', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'mac_address': 'fa:16:3e:2a:68:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:16:00Z', 'updated_at': '2021-11-09T04:16:11Z', 'revision_number': 5, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'subnets': [{'id': 'e8e11ddf-918b-4633-b516-311dd3cf995b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:40.879204 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f74672d4-8b65-403f-9ef1-a0949a28ed68 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:40.891609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3e0a07b0-70d7-4902-b9f4-967acf69c97a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:40.919728 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3e0a07b0-70d7-4902-b9f4-967acf69c97a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:40.921542 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a4ee55-f2d7-4e70-8faa-655717cb3816 None None] Network e958b987-ba39-4113-ad0a-4e07c60d99b4 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:41.003343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0f32c2f-1d9e-4ec2-8f37-7d2ed6e02696 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.009945 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f0f32c2f-1d9e-4ec2-8f37-7d2ed6e02696 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/c269101e-44dc-41ad-859c-8ffb8d15b4af HTTP/1.1" status: 204 len: 168 time: 2.2158012 Nov 09 04:19:41.027767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5965cbb9-4adf-4fb5-964e-5635c43158e3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:41.048097 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47850) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:41.172928 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ede72-7c97-496c-b08f-399667ff8523 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74881b6-4fa4-4866-966b-c3b4bc120869,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:41.238761 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a207c-667b-4a42-8fd0-c28719984033 None None] New status for floating IP d71b3502-70a4-4ec4-a04f-3620f02671ee: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:19:41.241414 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-0299bc13-f0d8-4a51-8fa9-601ad8f4acae tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port fae45358-cbbf-4647-81ba-c51c543ae8ae {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:41.241985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0299bc13-f0d8-4a51-8fa9-601ad8f4acae tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.317331 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-038ede72-7c97-496c-b08f-399667ff8523 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.345841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5965cbb9-4adf-4fb5-964e-5635c43158e3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:41.345841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.351032 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-038ede72-7c97-496c-b08f-399667ff8523 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.409179 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.436390 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-038ede72-7c97-496c-b08f-399667ff8523 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.440431 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-038ede72-7c97-496c-b08f-399667ff8523 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.1932282 Nov 09 04:19:41.441624 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ede72-7c97-496c-b08f-399667ff8523 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88afed7c-b7ac-408d-b2b5-b38e1506fb0d,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:41.444237 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47852) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:41.447522 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0299bc13-f0d8-4a51-8fa9-601ad8f4acae tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.483752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-0299bc13-f0d8-4a51-8fa9-601ad8f4acae tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for fae45358-cbbf-4647-81ba-c51c543ae8ae owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:41.541161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.544799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a144b667-faff-4325-883b-761111bd35da tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:41.546581 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a144b667-faff-4325-883b-761111bd35da tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:41.548249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a144b667-faff-4325-883b-761111bd35da tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:41.549881 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a144b667-faff-4325-883b-761111bd35da tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4905739 Nov 09 04:19:41.556905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47858) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:41.557360 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47860) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:41.558035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a07b0-70d7-4902-b9f4-967acf69c97a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=3f1c0e6b-eb6a-4270-9925-74842159fa27,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:41.588339 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.601802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.623643 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a07b0-70d7-4902-b9f4-967acf69c97a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] In _notify_port_updated(), no bound segment for port 3f1c0e6b-eb6a-4270-9925-74842159fa27 on network e958b987-ba39-4113-ad0a-4e07c60d99b4 {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:19:41.629169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a07b0-70d7-4902-b9f4-967acf69c97a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:41.629816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3e0a07b0-70d7-4902-b9f4-967acf69c97a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.633872 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3e0a07b0-70d7-4902-b9f4-967acf69c97a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "PUT /v2.0/ports/3f1c0e6b-eb6a-4270-9925-74842159fa27 HTTP/1.1" status: 200 len: 918 time: 2.9825788 Nov 09 04:19:41.639517 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47862) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:41.659634 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-65f31b18-665e-4186-8781-58d19c1242e5 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2083468 Nov 09 04:19:41.666333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-38f4d858-1dfb-4850-ad18-426ee64826a5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '443faf8e-a1ce-49b7-8032-a0c5d878259b'}, {'subnet_id': 'e2b200b4-a910-4f5e-9f8c-4776bb9ad337'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:41.668303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47866) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:41.672547 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f74672d4-8b65-403f-9ef1-a0949a28ed68 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.675626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8fa75acf-6b22-4926-9e91-f056c208e867 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group': {'name': 'tempest-security--229815624', 'description': 'tempest-security-description-602098448'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:41.707943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f74672d4-8b65-403f-9ef1-a0949a28ed68 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.729643 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Network 2a8fc1c1-33bd-434d-9dca-233836f0891d is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:41.731366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aab2eb4-da07-4979-83d2-976c5a13e63f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 4aee8789-49b1-4c16-bdba-d5f00ca068c3 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:41.735614 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Pushing event updated for resources: {'Port': ['ID=bd63ee77-d67e-4229-bd75-e72b0394baf5,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:41.740878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:41.745068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:41.747328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0aab2eb4-da07-4979-83d2-976c5a13e63f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.762166 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event updated for resources: {'Port': ['ID=7ecb24bb-f8b9-49a8-9e50-6333a9359c45,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:41.766653 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:41.780096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-baae4b86-d8ec-4996-8b78-6ab51ffaeaae None None] Provisioning complete for port 5965cbb9-4adf-4fb5-964e-5635c43158e3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:41.780595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-baae4b86-d8ec-4996-8b78-6ab51ffaeaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.799781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74672d4-8b65-403f-9ef1-a0949a28ed68 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f0cf29-3eb9-4798-ad24-82bc4026fb3b,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:41.845598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f74672d4-8b65-403f-9ef1-a0949a28ed68 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.847436 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f74672d4-8b65-403f-9ef1-a0949a28ed68 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2811432 Nov 09 04:19:41.849551 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:41.851537 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47868) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:41.860891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e7949362-3b8f-4b18-975d-0b3884964eb5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '917da1d0-342f-4a4a-911f-0ccc90756017', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:41.866364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:41.866570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c8bddd1-e7d2-4ce2-87f3-09db120b168f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.871395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-38f4d858-1dfb-4850-ad18-426ee64826a5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.876350 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0aab2eb4-da07-4979-83d2-976c5a13e63f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.897611 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 79b4cb6f-502f-4d02-973e-2f0816347629 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:41.933448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Attempting to bind port bd63ee77-d67e-4229-bd75-e72b0394baf5 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:19:41.934316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Attempting to bind port bd63ee77-d67e-4229-bd75-e72b0394baf5 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '695ccbec-a0b5-447c-9cde-a098a5179c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:19:41.934949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Attempting to bind port bd63ee77-d67e-4229-bd75-e72b0394baf5 on network 2a8fc1c1-33bd-434d-9dca-233836f0891d {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:41.937905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c8bddd1-e7d2-4ce2-87f3-09db120b168f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.952732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:19:41.953569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Checking segment: {'id': '695ccbec-a0b5-447c-9cde-a098a5179c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:41.953891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fa75acf-6b22-4926-9e91-f056c208e867 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.954633 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:41.955260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Bound using segment: {'id': '695ccbec-a0b5-447c-9cde-a098a5179c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:19:41.955993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Bound port: bd63ee77-d67e-4229-bd75-e72b0394baf5, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695ccbec-a0b5-447c-9cde-a098a5179c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:19:41.956629 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.031423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fa75acf-6b22-4926-9e91-f056c208e867 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.032874 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e7949362-3b8f-4b18-975d-0b3884964eb5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.057205 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fa75acf-6b22-4926-9e91-f056c208e867 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.060145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fa75acf-6b22-4926-9e91-f056c208e867 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.061466 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8fa75acf-6b22-4926-9e91-f056c208e867 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "PUT /v2.0/security-groups/88afed7c-b7ac-408d-b2b5-b38e1506fb0d HTTP/1.1" status: 200 len: 1793 time: 0.3922687 Nov 09 04:19:42.076763 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47870) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:42.088043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 79b4cb6f-502f-4d02-973e-2f0816347629 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:42.088425 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.097481 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0299bc13-f0d8-4a51-8fa9-601ad8f4acae tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.104258 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0aab2eb4-da07-4979-83d2-976c5a13e63f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.111411 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-baae4b86-d8ec-4996-8b78-6ab51ffaeaae None None] Could not find standard attr ID for object c269101e-44dc-41ad-859c-8ffb8d15b4af. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:19:42.116300 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] For port bd63ee77-d67e-4229-bd75-e72b0394baf5, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:42.142717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] For port bd63ee77-d67e-4229-bd75-e72b0394baf5, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=bd63ee77-d67e-4229-bd75-e72b0394baf5,segment=NetworkSegment(695ccbec-a0b5-447c-9cde-a098a5179c0b),segment_id=695ccbec-a0b5-447c-9cde-a098a5179c0b)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:42.166557 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.191845 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c8bddd1-e7d2-4ce2-87f3-09db120b168f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.197181 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c8bddd1-e7d2-4ce2-87f3-09db120b168f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.197181 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8c8bddd1-e7d2-4ce2-87f3-09db120b168f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "DELETE /v2.0/security-groups/30a7353b-8c43-4beb-a52e-6513bfdc2c53 HTTP/1.1" status: 204 len: 168 time: 0.6356449 Nov 09 04:19:42.203593 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299bc13-f0d8-4a51-8fa9-601ad8f4acae tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=fae45358-cbbf-4647-81ba-c51c543ae8ae,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:42.205943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47872) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:42.246107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bddd1-e7d2-4ce2-87f3-09db120b168f tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a7353b-8c43-4beb-a52e-6513bfdc2c53,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:42.291459 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-d3fd7e40-9259-4aa4-87fc-5ea55783fa43 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] show failed (client error): The resource could not be found. Nov 09 04:19:42.292546 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d3fd7e40-9259-4aa4-87fc-5ea55783fa43 tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "GET /v2.0/security-groups/30a7353b-8c43-4beb-a52e-6513bfdc2c53 HTTP/1.1" status: 404 len: 347 time: 0.0775948 Nov 09 04:19:42.296516 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47874) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:42.312185 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8fd51-d099-4c69-90e0-4396e465c4ad None None] Pushing event updated for resources: {'Port': ['ID=bd63ee77-d67e-4229-bd75-e72b0394baf5,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:42.346492 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2e1dbcea-fb18-4d42-ac8d-50fca4735a1c None None] Provisioning complete for port 3f1c0e6b-eb6a-4270-9925-74842159fa27 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:42.348333 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2e1dbcea-fb18-4d42-ac8d-50fca4735a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.367229 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.416446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e7949362-3b8f-4b18-975d-0b3884964eb5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.421646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0aab2eb4-da07-4979-83d2-976c5a13e63f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.435166 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-2e1dbcea-fb18-4d42-ac8d-50fca4735a1c None None] Port 3f1c0e6b-eb6a-4270-9925-74842159fa27 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:42.455413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2e1dbcea-fb18-4d42-ac8d-50fca4735a1c None None] Provisioning complete for port 5965cbb9-4adf-4fb5-964e-5635c43158e3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:42.456133 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2e1dbcea-fb18-4d42-ac8d-50fca4735a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.533219 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa75acf-6b22-4926-9e91-f056c208e867 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88afed7c-b7ac-408d-b2b5-b38e1506fb0d,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:42.543109 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f04ae315-3f68-43d0-be19-1bf4ae97d77a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-groups/88afed7c-b7ac-408d-b2b5-b38e1506fb0d HTTP/1.1" status: 200 len: 1793 time: 0.4648631 Nov 09 04:19:42.544812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47876) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:42.545448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0299bc13-f0d8-4a51-8fa9-601ad8f4acae tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.547432 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e7949362-3b8f-4b18-975d-0b3884964eb5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.634234 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab2eb4-da07-4979-83d2-976c5a13e63f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=4aee8789-49b1-4c16-bdba-d5f00ca068c3,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:42.638468 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0aab2eb4-da07-4979-83d2-976c5a13e63f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.641920 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0aab2eb4-da07-4979-83d2-976c5a13e63f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/4aee8789-49b1-4c16-bdba-d5f00ca068c3 HTTP/1.1" status: 204 len: 168 time: 1.0801756 Nov 09 04:19:42.644804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47878) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:42.652015 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d36978d-76be-4ac4-b9c4-e124a3ba75fc None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:42.687592 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7949362-3b8f-4b18-975d-0b3884964eb5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec6ca90-7d0c-45ed-9038-04d75d0ce283,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:42.710622 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad098-4b0d-4f68-bef4-421d0f18fdd2 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.735663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-38f4d858-1dfb-4850-ad18-426ee64826a5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Allocated IP 172.20.0.21 (e958b987-ba39-4113-ad0a-4e07c60d99b4/e2b200b4-a910-4f5e-9f8c-4776bb9ad337/3f1c0e6b-eb6a-4270-9925-74842159fa27) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:42.743718 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad098-4b0d-4f68-bef4-421d0f18fdd2 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.788439 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-da160e6b-9eab-4563-be26-83bd164fd053 None None] Provisioning complete for port 3f1c0e6b-eb6a-4270-9925-74842159fa27 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:42.788751 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-da160e6b-9eab-4563-be26-83bd164fd053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.854901 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e7949362-3b8f-4b18-975d-0b3884964eb5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.857706 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e7949362-3b8f-4b18-975d-0b3884964eb5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0011442 Nov 09 04:19:42.875729 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-da160e6b-9eab-4563-be26-83bd164fd053 None None] Port 3f1c0e6b-eb6a-4270-9925-74842159fa27 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:42.877488 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47880) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:42.878148 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:42.893108 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8364784f-6e9b-409c-9b66-53818df9b3b7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '917da1d0-342f-4a4a-911f-0ccc90756017', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:42.917034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a98fc32-15b3-4d5b-ad92-4419fc9d3354 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet ee653653-e6d0-467e-82ab-5d956147ef23 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:42.926706 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8a98fc32-15b3-4d5b-ad92-4419fc9d3354 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.000061 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad098-4b0d-4f68-bef4-421d0f18fdd2 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.002636 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad098-4b0d-4f68-bef4-421d0f18fdd2 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.006670 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bd3ad098-4b0d-4f68-bef4-421d0f18fdd2 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-groups/88afed7c-b7ac-408d-b2b5-b38e1506fb0d HTTP/1.1" status: 204 len: 168 time: 0.4438167 Nov 09 04:19:43.014123 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47882) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:43.023262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f24b6fad-b611-40da-9aa8-5d5b40f83150 None None] Provisioning complete for port 3f1c0e6b-eb6a-4270-9925-74842159fa27 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:43.023998 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f24b6fad-b611-40da-9aa8-5d5b40f83150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.049967 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8364784f-6e9b-409c-9b66-53818df9b3b7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.060126 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8a98fc32-15b3-4d5b-ad92-4419fc9d3354 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.062843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device bd63ee77-d67e-4229-bd75-e72b0394baf5 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:43.071031 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ad098-4b0d-4f68-bef4-421d0f18fdd2 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88afed7c-b7ac-408d-b2b5-b38e1506fb0d,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:43.104680 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0299bc13-f0d8-4a51-8fa9-601ad8f4acae tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router a0f8377f-770b-49cc-84c8-7bdc8061742a has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:43.107724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-7ae74516-129e-4a55-97f6-81ae41c2106d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Deleting port b7fb2c01-37bc-471d-bc19-34dd2fe2f081 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:43.108287 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ae74516-129e-4a55-97f6-81ae41c2106d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.122966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-f24b6fad-b611-40da-9aa8-5d5b40f83150 None None] Port 3f1c0e6b-eb6a-4270-9925-74842159fa27 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:43.153552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port bd63ee77-d67e-4229-bd75-e72b0394baf5 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:43.154062 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.183152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-38f4d858-1dfb-4850-ad18-426ee64826a5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.234717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-38f4d858-1dfb-4850-ad18-426ee64826a5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.269522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.282757 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bfd1384e-5479-4083-b34d-708ef74b2921 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2671254 Nov 09 04:19:43.303128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47884) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:43.319382 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8364784f-6e9b-409c-9b66-53818df9b3b7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.335972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4d858-1dfb-4850-ad18-426ee64826a5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=3f1c0e6b-eb6a-4270-9925-74842159fa27,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:43.341838 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port bd63ee77-d67e-4229-bd75-e72b0394baf5, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=bd63ee77-d67e-4229-bd75-e72b0394baf5,segment=NetworkSegment(695ccbec-a0b5-447c-9cde-a098a5179c0b),segment_id=695ccbec-a0b5-447c-9cde-a098a5179c0b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:43.343628 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8364784f-6e9b-409c-9b66-53818df9b3b7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.357967 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.376422 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364784f-6e9b-409c-9b66-53818df9b3b7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8992b44-d2e4-45e4-99b7-9356554a2aab,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:43.385895 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0299bc13-f0d8-4a51-8fa9-601ad8f4acae tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:43.393132 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0299bc13-f0d8-4a51-8fa9-601ad8f4acae tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/a0f8377f-770b-49cc-84c8-7bdc8061742a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1313715 Nov 09 04:19:43.394249 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-4495cc85-3ab8-4025-9665-c95b71ce14c0 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] delete failed (client error): The resource could not be found. Nov 09 04:19:43.397726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47886) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:43.399750 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ae74516-129e-4a55-97f6-81ae41c2106d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.399875 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4495cc85-3ab8-4025-9665-c95b71ce14c0 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-groups/88afed7c-b7ac-408d-b2b5-b38e1506fb0d HTTP/1.1" status: 404 len: 347 time: 0.0910585 Nov 09 04:19:43.400076 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ae74516-129e-4a55-97f6-81ae41c2106d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.404460 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d173b79e-5fa9-4a55-bc38-517cc645bda7 None None] Sync routers for ids ['a0f8377f-770b-49cc-84c8-7bdc8061742a'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:43.426627 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47888) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:43.437081 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d173b79e-5fa9-4a55-bc38-517cc645bda7 None None] Routers {'a0f8377f-770b-49cc-84c8-7bdc8061742a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:43.440915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8a98fc32-15b3-4d5b-ad92-4419fc9d3354 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.444373 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d173b79e-5fa9-4a55-bc38-517cc645bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['a0f8377f-770b-49cc-84c8-7bdc8061742a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:43.446760 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=bd63ee77-d67e-4229-bd75-e72b0394baf5,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:43.447435 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-175ed396-b5c6-492b-bf0d-1bf43071612a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group': {'name': 'tempest-secgroup--298563400'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:43.510816 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d173b79e-5fa9-4a55-bc38-517cc645bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:43.513318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8364784f-6e9b-409c-9b66-53818df9b3b7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.514608 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8364784f-6e9b-409c-9b66-53818df9b3b7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6309893 Nov 09 04:19:43.518947 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47890) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:43.524303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.535781 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-4129b06f-10ea-41c0-a1dc-ea49819c67f9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '917da1d0-342f-4a4a-911f-0ccc90756017', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:43.538169 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d173b79e-5fa9-4a55-bc38-517cc645bda7 None None] Routers {'a0f8377f-770b-49cc-84c8-7bdc8061742a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:43.538859 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d173b79e-5fa9-4a55-bc38-517cc645bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['a0f8377f-770b-49cc-84c8-7bdc8061742a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:43.546630 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-7ae74516-129e-4a55-97f6-81ae41c2106d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Calling delete_port for b7fb2c01-37bc-471d-bc19-34dd2fe2f081 owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:43.548972 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.581261 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d173b79e-5fa9-4a55-bc38-517cc645bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:43.582321 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d173b79e-5fa9-4a55-bc38-517cc645bda7 None None] The sync data for ids ['a0f8377f-770b-49cc-84c8-7bdc8061742a'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:43.584202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-175ed396-b5c6-492b-bf0d-1bf43071612a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.617837 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e0054295-30a9-4a65-a471-0f17af6e42e3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0f8377f-770b-49cc-84c8-7bdc8061742a HTTP/1.1" status: 200 len: 205 time: 0.2034204 Nov 09 04:19:43.626253 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47892) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:43.707239 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-38f4d858-1dfb-4850-ad18-426ee64826a5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] In _notify_port_updated(), no bound segment for port 3f1c0e6b-eb6a-4270-9925-74842159fa27 on network e958b987-ba39-4113-ad0a-4e07c60d99b4 {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:19:43.710638 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-4129b06f-10ea-41c0-a1dc-ea49819c67f9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:19:43.713462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f4d858-1dfb-4850-ad18-426ee64826a5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:43.714132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-38f4d858-1dfb-4850-ad18-426ee64826a5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.717589 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-38f4d858-1dfb-4850-ad18-426ee64826a5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "PUT /v2.0/ports/3f1c0e6b-eb6a-4270-9925-74842159fa27 HTTP/1.1" status: 200 len: 998 time: 2.0729625 Nov 09 04:19:43.731691 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47894) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:43.733678 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8a98fc32-15b3-4d5b-ad92-4419fc9d3354 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.747503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event updated for resources: {'Port': ['ID=7ecb24bb-f8b9-49a8-9e50-6333a9359c45,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:43.772735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4129b06f-10ea-41c0-a1dc-ea49819c67f9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.778583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.791171 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b1df564f-7088-48ed-8586-d87cf9413499 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.807688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98fc32-15b3-4d5b-ad92-4419fc9d3354 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=ee653653-e6d0-467e-82ab-5d956147ef23,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:43.829753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8a98fc32-15b3-4d5b-ad92-4419fc9d3354 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.836762 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8a98fc32-15b3-4d5b-ad92-4419fc9d3354 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/ee653653-e6d0-467e-82ab-5d956147ef23 HTTP/1.1" status: 204 len: 168 time: 1.1894410 Nov 09 04:19:43.837724 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47896) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:43.865115 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-89292afb-7899-49e9-8f60-a9db18513e2c None None] Provisioning complete for port 3f1c0e6b-eb6a-4270-9925-74842159fa27 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:43.865750 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-89292afb-7899-49e9-8f60-a9db18513e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.928230 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-89292afb-7899-49e9-8f60-a9db18513e2c None None] Port 3f1c0e6b-eb6a-4270-9925-74842159fa27 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:43.940003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ae74516-129e-4a55-97f6-81ae41c2106d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.948518 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-7cdfe4f7-9260-4bd1-af55-06c62c976989 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port 3f1c0e6b-eb6a-4270-9925-74842159fa27 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:43.948856 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe4f7-9260-4bd1-af55-06c62c976989 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.962538 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-413babb0-8d55-4582-9be4-60ba775c325f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1133039 Nov 09 04:19:43.970582 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47898) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:43.977567 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-dcb972b8-1800-41df-af4c-cd1ec39fc3a3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:43.982813 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa17642-940b-489d-97aa-107371b95b0f None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:43.991165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:43.995783 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f548bfe3-b98e-4963-91d8-ae40cecd7576 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8994961 Nov 09 04:19:44.002513 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47900) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:44.004981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae74516-129e-4a55-97f6-81ae41c2106d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Pushing event deleted for resources: {'Port': ['ID=b7fb2c01-37bc-471d-bc19-34dd2fe2f081,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:44.011056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-8edf0513-27a6-4525-8ac2-de765aaf87c7 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Request body: {'floatingip': {'port_id': 'baab9e0f-28e3-45d2-89b3-1892c66ac8a6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:44.061765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2baba7-cab8-478c-ae53-3eed75d1b2df None None] Network 2a8fc1c1-33bd-434d-9dca-233836f0891d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:44.108461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8edf0513-27a6-4525-8ac2-de765aaf87c7 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for floatingip, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.158691 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-dae0f284-89ed-4cdc-9343-6b2b48baf2e1 None None] Provisioning complete for port 79b4cb6f-502f-4d02-973e-2f0816347629 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:44.159031 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dae0f284-89ed-4cdc-9343-6b2b48baf2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.170392 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-175ed396-b5c6-492b-bf0d-1bf43071612a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.182859 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b1df564f-7088-48ed-8586-d87cf9413499 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.187317 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-175ed396-b5c6-492b-bf0d-1bf43071612a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.190038 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b1df564f-7088-48ed-8586-d87cf9413499 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.207065 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4129b06f-10ea-41c0-a1dc-ea49819c67f9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.250944 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ae74516-129e-4a55-97f6-81ae41c2106d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.253832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ae74516-129e-4a55-97f6-81ae41c2106d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.257852 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7ae74516-129e-4a55-97f6-81ae41c2106d tempest-ServerActionsTestJSON-400149524 tempest-ServerActionsTestJSON-400149524-project] 10.222.0.21 "DELETE /v2.0/floatingips/d71b3502-70a4-4ec4-a04f-3620f02671ee HTTP/1.1" status: 204 len: 168 time: 1.9547498 Nov 09 04:19:44.259835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47902) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:44.261557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe4f7-9260-4bd1-af55-06c62c976989 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.265145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4129b06f-10ea-41c0-a1dc-ea49819c67f9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.302541 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-175ed396-b5c6-492b-bf0d-1bf43071612a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.303715 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-175ed396-b5c6-492b-bf0d-1bf43071612a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8693788 Nov 09 04:19:44.309883 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47904) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:44.314158 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129b06f-10ea-41c0-a1dc-ea49819c67f9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba68a740-ebe0-4f1c-b371-a6a7fd649582,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:44.315936 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b1df564f-7088-48ed-8586-d87cf9413499 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.316428 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1df564f-7088-48ed-8586-d87cf9413499 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Fanout notify agent at l3_agent the message router_deleted on router a0f8377f-770b-49cc-84c8-7bdc8061742a {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:19:44.323597 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b27cdea7-9890-4c3c-9fd0-145197d4a90a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group_rule': {'security_group_id': '5daf0018-1160-4244-833e-65779225d0fa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:44.324428 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-7cdfe4f7-9260-4bd1-af55-06c62c976989 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for 3f1c0e6b-eb6a-4270-9925-74842159fa27 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:44.330093 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ed396-b5c6-492b-bf0d-1bf43071612a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5daf0018-1160-4244-833e-65779225d0fa,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:44.340379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b1df564f-7088-48ed-8586-d87cf9413499 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.344421 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b1df564f-7088-48ed-8586-d87cf9413499 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/routers/a0f8377f-770b-49cc-84c8-7bdc8061742a HTTP/1.1" status: 204 len: 168 time: 0.7143331 Nov 09 04:19:44.349143 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47906) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:44.355019 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-8edf0513-27a6-4525-8ac2-de765aaf87c7 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] update failed (client error): The resource could not be found. Nov 09 04:19:44.358569 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8edf0513-27a6-4525-8ac2-de765aaf87c7 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "PUT /v2.0/floatingips/6f5df747-c85d-488c-9a7b-d25132b76c35 HTTP/1.1" status: 404 len: 507 time: 0.3489025 Nov 09 04:19:44.359923 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47908) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:44.374694 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fe9e2a-43ea-48c8-8b0f-707c69f8be44 None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:44.389234 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb972b8-1800-41df-af4c-cd1ec39fc3a3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:44.392798 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dcb972b8-1800-41df-af4c-cd1ec39fc3a3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.447030 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4129b06f-10ea-41c0-a1dc-ea49819c67f9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.448177 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4129b06f-10ea-41c0-a1dc-ea49819c67f9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9264786 Nov 09 04:19:44.465330 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47910) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:44.465601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-dae0f284-89ed-4cdc-9343-6b2b48baf2e1 None None] Provisioning complete for port bd63ee77-d67e-4229-bd75-e72b0394baf5 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:44.465747 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dae0f284-89ed-4cdc-9343-6b2b48baf2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.473123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ac301409-4707-49a9-9273-73241b7fe3ea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '917da1d0-342f-4a4a-911f-0ccc90756017', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:44.523074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9e2a-43ea-48c8-8b0f-707c69f8be44 None None] Deleting port 79b4cb6f-502f-4d02-973e-2f0816347629 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:44.523590 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9e2a-43ea-48c8-8b0f-707c69f8be44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.563920 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf5119b-0681-4b24-849f-6777399ba76d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting subnet 8431bb98-81ad-4041-9ab5-d91cbf02a000 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:44.583513 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8cf5119b-0681-4b24-849f-6777399ba76d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.633723 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d0fe9e2a-43ea-48c8-8b0f-707c69f8be44 None None] For port 79b4cb6f-502f-4d02-973e-2f0816347629, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=79b4cb6f-502f-4d02-973e-2f0816347629,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:44.634293 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9e2a-43ea-48c8-8b0f-707c69f8be44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.654928 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe9e2a-43ea-48c8-8b0f-707c69f8be44 None None] Calling delete_port for 79b4cb6f-502f-4d02-973e-2f0816347629 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:44.760622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9e2a-43ea-48c8-8b0f-707c69f8be44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.789853 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9e2a-43ea-48c8-8b0f-707c69f8be44 None None] Pushing event deleted for resources: {'Port': ['ID=79b4cb6f-502f-4d02-973e-2f0816347629,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:44.801271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe9e2a-43ea-48c8-8b0f-707c69f8be44 None None] No DVR routers for this DVR port 79b4cb6f-502f-4d02-973e-2f0816347629 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:44.890127 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ecc1bd65-27b3-4ba7-9cd0-303f5c20e125 None None] Provisioning complete for port bd63ee77-d67e-4229-bd75-e72b0394baf5 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:44.891510 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ecc1bd65-27b3-4ba7-9cd0-303f5c20e125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.908551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe4f7-9260-4bd1-af55-06c62c976989 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.932238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device bd63ee77-d67e-4229-bd75-e72b0394baf5 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:44.969272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b27cdea7-9890-4c3c-9fd0-145197d4a90a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:44.978545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfe4f7-9260-4bd1-af55-06c62c976989 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=3f1c0e6b-eb6a-4270-9925-74842159fa27,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:44.999368 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-ac301409-4707-49a9-9273-73241b7fe3ea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:19:45.026055 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8cf5119b-0681-4b24-849f-6777399ba76d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.026894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port bd63ee77-d67e-4229-bd75-e72b0394baf5 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:45.027368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.030443 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ac301409-4707-49a9-9273-73241b7fe3ea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.121122 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe4f7-9260-4bd1-af55-06c62c976989 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.127543 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7cdfe4f7-9260-4bd1-af55-06c62c976989 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/3f1c0e6b-eb6a-4270-9925-74842159fa27 HTTP/1.1" status: 204 len: 168 time: 1.3889246 Nov 09 04:19:45.128218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47912) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:45.171097 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc586c4-66d1-4a57-84d8-f852871aae56 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] GET failed (client error): The resource could not be found. Nov 09 04:19:45.175188 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-efc586c4-66d1-4a57-84d8-f852871aae56 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/3f1c0e6b-eb6a-4270-9925-74842159fa27 HTTP/1.1" status: 404 len: 333 time: 0.0435696 Nov 09 04:19:45.176068 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47914) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:45.216967 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b27cdea7-9890-4c3c-9fd0-145197d4a90a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.218698 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf16d0-1729-43f5-8961-9aabb3654601 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Deleting port 7ecb24bb-f8b9-49a8-9e50-6333a9359c45 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:45.219014 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c2cf16d0-1729-43f5-8961-9aabb3654601 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.253066 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b27cdea7-9890-4c3c-9fd0-145197d4a90a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.253998 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 79b4cb6f-502f-4d02-973e-2f0816347629 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:45.264268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4579298-b48a-4d40-8a13-b8dd11c168db tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting subnet e2b200b4-a910-4f5e-9f8c-4776bb9ad337 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:45.268262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a4579298-b48a-4d40-8a13-b8dd11c168db tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.278264 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 79b4cb6f-502f-4d02-973e-2f0816347629 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:45.278622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 79b4cb6f-502f-4d02-973e-2f0816347629 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:45.322571 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8cf5119b-0681-4b24-849f-6777399ba76d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.326325 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ac301409-4707-49a9-9273-73241b7fe3ea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.329083 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a4579298-b48a-4d40-8a13-b8dd11c168db tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.380763 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cdea7-9890-4c3c-9fd0-145197d4a90a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f925a8d4-cab5-48ad-bd7d-f679fff48fde,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:45.388109 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ac301409-4707-49a9-9273-73241b7fe3ea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.419812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b27cdea7-9890-4c3c-9fd0-145197d4a90a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.423694 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b27cdea7-9890-4c3c-9fd0-145197d4a90a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1079597 Nov 09 04:19:45.425247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47916) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:45.440721 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac301409-4707-49a9-9273-73241b7fe3ea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2c0ac3-4b40-4f42-962a-055e9a8ae01e,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:45.451622 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dcb972b8-1800-41df-af4c-cd1ec39fc3a3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.468682 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ac301409-4707-49a9-9273-73241b7fe3ea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.469853 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ac301409-4707-49a9-9273-73241b7fe3ea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0004590 Nov 09 04:19:45.472331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-554cafb8-ddbb-4c0e-af96-6cbcdc01d7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.511832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c2cf16d0-1729-43f5-8961-9aabb3654601 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.512159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c2cf16d0-1729-43f5-8961-9aabb3654601 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.520565 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ad75f296-e25b-43a2-ace9-b9c2cb4df1eb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.525908 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a4579298-b48a-4d40-8a13-b8dd11c168db tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.536266 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb972b8-1800-41df-af4c-cd1ec39fc3a3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:45.541097 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf16d0-1729-43f5-8961-9aabb3654601 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Calling delete_port for 7ecb24bb-f8b9-49a8-9e50-6333a9359c45 owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:45.547544 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-dcb972b8-1800-41df-af4c-cd1ec39fc3a3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:45.553206 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8cf5119b-0681-4b24-849f-6777399ba76d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.557629 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb972b8-1800-41df-af4c-cd1ec39fc3a3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:45.558217 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dcb972b8-1800-41df-af4c-cd1ec39fc3a3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.564109 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098df3d5-0cdf-44b3-b8e2-fed54c57de95 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:45.574374 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb972b8-1800-41df-af4c-cd1ec39fc3a3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=ace289ce-207a-4e16-97f2-bbe10f022610,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:45.587561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ad75f296-e25b-43a2-ace9-b9c2cb4df1eb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.616296 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8cf5119b-0681-4b24-849f-6777399ba76d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.620871 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8cf5119b-0681-4b24-849f-6777399ba76d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/8431bb98-81ad-4041-9ab5-d91cbf02a000 HTTP/1.1" status: 204 len: 168 time: 1.2703626 Nov 09 04:19:45.625731 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47922) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:45.630657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926fbb4c-cc70-456b-bd22-9762cfe2d4d5 None None] Network 442771d4-02e3-430d-a32c-62fdd155aef1 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:45.662034 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dcb972b8-1800-41df-af4c-cd1ec39fc3a3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6907318 Nov 09 04:19:45.665044 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5119b-0681-4b24-849f-6777399ba76d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Subnet': ['ID=8431bb98-81ad-4041-9ab5-d91cbf02a000,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:45.668285 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47930) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:45.675202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:45.802633 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ad75f296-e25b-43a2-ace9-b9c2cb4df1eb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.829425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ad75f296-e25b-43a2-ace9-b9c2cb4df1eb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.834134 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ad75f296-e25b-43a2-ace9-b9c2cb4df1eb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f925a8d4-cab5-48ad-bd7d-f679fff48fde HTTP/1.1" status: 204 len: 168 time: 0.4017599 Nov 09 04:19:45.834134 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75f296-e25b-43a2-ace9-b9c2cb4df1eb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f925a8d4-cab5-48ad-bd7d-f679fff48fde,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:45.834134 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47938) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:45.852963 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-572a4106-abb2-448b-b8df-3acb3dfe709f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-13001401&fields=id&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 267 time: 0.1048555 Nov 09 04:19:45.881903 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.893086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a4579298-b48a-4d40-8a13-b8dd11c168db tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.958025 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a4579298-b48a-4d40-8a13-b8dd11c168db tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.962438 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a4579298-b48a-4d40-8a13-b8dd11c168db tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/e2b200b4-a910-4f5e-9f8c-4776bb9ad337 HTTP/1.1" status: 204 len: 168 time: 0.7850113 Nov 09 04:19:45.962902 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4579298-b48a-4d40-8a13-b8dd11c168db tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b200b4-a910-4f5e-9f8c-4776bb9ad337,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:45.966205 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47940) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:45.971881 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:45.975168 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae713cb9-af90-4ccb-a27f-66548d87613d None None] Network e958b987-ba39-4113-ad0a-4e07c60d99b4 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:45.975828 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:45.991912 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c2cf16d0-1729-43f5-8961-9aabb3654601 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.051932 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1d6dd766-3473-4543-a728-fea33763b2a8 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2084961 Nov 09 04:19:46.054519 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47942) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:46.060124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': 'ace289ce-207a-4e16-97f2-bbe10f022610'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:19:46.061116 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.073582 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf16d0-1729-43f5-8961-9aabb3654601 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event deleted for resources: {'Port': ['ID=7ecb24bb-f8b9-49a8-9e50-6333a9359c45,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:46.102926 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f4270c-2f2f-4bd5-9d7d-0278f9945c81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting subnet 443faf8e-a1ce-49b7-8032-a0c5d878259b {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:46.114285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-63f4270c-2f2f-4bd5-9d7d-0278f9945c81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.144317 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-659d25d7-5511-42ca-bbe1-4c9346492947 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:46.145856 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-659d25d7-5511-42ca-bbe1-4c9346492947 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/networks?id=2a8fc1c1-33bd-434d-9dca-233836f0891d HTTP/1.1" status: 200 len: 796 time: 0.2654161 Nov 09 04:19:46.156789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0488ee5e-fc4a-41f3-84bc-a854b8d5ad4f None None] DHCP port deletion for 442771d4-02e3-430d-a32c-62fdd155aef1 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:46.182785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-63f4270c-2f2f-4bd5-9d7d-0278f9945c81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.185537 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-ba81e322-4351-4fe7-b000-937bf5c82714 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/quotas/871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 375 time: 0.0321574 Nov 09 04:19:46.235849 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c2cf16d0-1729-43f5-8961-9aabb3654601 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.237103 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c2cf16d0-1729-43f5-8961-9aabb3654601 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.241728 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c2cf16d0-1729-43f5-8961-9aabb3654601 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "DELETE /v2.0/floatingips/6f5df747-c85d-488c-9a7b-d25132b76c35 HTTP/1.1" status: 204 len: 168 time: 1.8774738 Nov 09 04:19:46.241903 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port 1d792ab5-725e-4089-8c26-e11ba2c959f3 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:46.241903 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.242062 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47944) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:46.246612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-4392ec6b-9193-4c12-8e4d-1c35fe48e613 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Request body: {'floatingip': {'floating_network_id': 'f154e16c-a295-45b5-9bfa-10ae91b67313', 'port_id': 'baab9e0f-28e3-45d2-89b3-1892c66ac8a6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:46.315004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-773face3-3e48-450d-953f-f01ff2074f35 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.328298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Allocated IP 172.20.0.2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/ace289ce-207a-4e16-97f2-bbe10f022610/4dfd7957-b3a5-4852-af62-300ae653d7db) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:46.360274 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-0488ee5e-fc4a-41f3-84bc-a854b8d5ad4f None None] Deleting port 1d792ab5-725e-4089-8c26-e11ba2c959f3 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:46.360667 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0488ee5e-fc4a-41f3-84bc-a854b8d5ad4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.370267 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4392ec6b-9193-4c12-8e4d-1c35fe48e613 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.406986 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-773face3-3e48-450d-953f-f01ff2074f35 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.410538 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] For port 1d792ab5-725e-4089-8c26-e11ba2c959f3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1d792ab5-725e-4089-8c26-e11ba2c959f3,segment=NetworkSegment(efbc33eb-b263-4545-861f-d990315271a9),segment_id=efbc33eb-b263-4545-861f-d990315271a9)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:46.410976 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.453494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for 1d792ab5-725e-4089-8c26-e11ba2c959f3 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:46.455691 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-63f4270c-2f2f-4bd5-9d7d-0278f9945c81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.465684 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-c82ab706-f831-4c5b-8e51-1a15cfead550 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2735713 Nov 09 04:19:46.514809 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0488ee5e-fc4a-41f3-84bc-a854b8d5ad4f None None] For port 1d792ab5-725e-4089-8c26-e11ba2c959f3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1d792ab5-725e-4089-8c26-e11ba2c959f3,segment=NetworkSegment(efbc33eb-b263-4545-861f-d990315271a9),segment_id=efbc33eb-b263-4545-861f-d990315271a9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:46.515214 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0488ee5e-fc4a-41f3-84bc-a854b8d5ad4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.519794 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-554cafb8-ddbb-4c0e-af96-6cbcdc01d7d9 admin admin] Deleting port d5689e17-e89b-4b98-8832-00ea46fc1e35 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:46.520262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-554cafb8-ddbb-4c0e-af96-6cbcdc01d7d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.548406 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-0488ee5e-fc4a-41f3-84bc-a854b8d5ad4f None None] Calling delete_port for 1d792ab5-725e-4089-8c26-e11ba2c959f3 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:46.592601 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-773face3-3e48-450d-953f-f01ff2074f35 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.595316 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-773face3-3e48-450d-953f-f01ff2074f35 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.596572 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-773face3-3e48-450d-953f-f01ff2074f35 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-groups/5daf0018-1160-4244-833e-65779225d0fa HTTP/1.1" status: 204 len: 168 time: 0.5352607 Nov 09 04:19:46.603024 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47946) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:46.651282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773face3-3e48-450d-953f-f01ff2074f35 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daf0018-1160-4244-833e-65779225d0fa,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:46.658738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-63f4270c-2f2f-4bd5-9d7d-0278f9945c81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.689875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.708937 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.735080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-63f4270c-2f2f-4bd5-9d7d-0278f9945c81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.741279 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-63f4270c-2f2f-4bd5-9d7d-0278f9945c81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/443faf8e-a1ce-49b7-8032-a0c5d878259b HTTP/1.1" status: 204 len: 168 time: 0.7703254 Nov 09 04:19:46.741279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4270c-2f2f-4bd5-9d7d-0278f9945c81 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Subnet': ['ID=443faf8e-a1ce-49b7-8032-a0c5d878259b,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:46.742124 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47948) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:46.759559 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Pushing event updated for resources: {'Port': ['ID=4dfd7957-b3a5-4852-af62-300ae653d7db,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:46.772471 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-e5fd3205-8250-4990-bc6e-9826ad9ed19e service neutron] 10.222.0.21 "GET /v2.0/networks/2a8fc1c1-33bd-434d-9dca-233836f0891d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626209 Nov 09 04:19:46.775761 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:46.777760 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:46.782798 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0488ee5e-fc4a-41f3-84bc-a854b8d5ad4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.794950 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:46.798651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-554cafb8-ddbb-4c0e-af96-6cbcdc01d7d9 admin admin] For port d5689e17-e89b-4b98-8832-00ea46fc1e35, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d5689e17-e89b-4b98-8832-00ea46fc1e35,segment=NetworkSegment(48aee43e-30bf-4afa-8662-df14895c0815),segment_id=48aee43e-30bf-4afa-8662-df14895c0815)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:46.799167 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-554cafb8-ddbb-4c0e-af96-6cbcdc01d7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.806963 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0488ee5e-fc4a-41f3-84bc-a854b8d5ad4f None None] No DVR routers for this DVR port 1d792ab5-725e-4089-8c26-e11ba2c959f3 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:46.845835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.869043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-554cafb8-ddbb-4c0e-af96-6cbcdc01d7d9 admin admin] Calling delete_port for d5689e17-e89b-4b98-8832-00ea46fc1e35 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:46.881151 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488ee5e-fc4a-41f3-84bc-a854b8d5ad4f None None] Pushing event deleted for resources: {'Port': ['ID=1d792ab5-725e-4089-8c26-e11ba2c959f3,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:46.885973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No DVR routers for this DVR port 1d792ab5-725e-4089-8c26-e11ba2c959f3 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:46.917461 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.923192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Attempting to bind port 4dfd7957-b3a5-4852-af62-300ae653d7db on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:19:46.924152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Attempting to bind port 4dfd7957-b3a5-4852-af62-300ae653d7db by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:19:46.924855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Attempting to bind port 4dfd7957-b3a5-4852-af62-300ae653d7db on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:46.927304 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=1d792ab5-725e-4089-8c26-e11ba2c959f3,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:46.931734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:19:46.932536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:46.933255 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.933869 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:19:46.934486 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Bound port: 4dfd7957-b3a5-4852-af62-300ae653d7db, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:19:46.935023 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:46.990815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1d792ab5-725e-4089-8c26-e11ba2c959f3 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:46.995716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.013964 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-00e17484-f187-4400-bfd1-71f10f4d740e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4083612 Nov 09 04:19:47.014583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47950) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:47.019342 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.objects.ports [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:19:47.027193 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 1d792ab5-725e-4089-8c26-e11ba2c959f3 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:47.027401 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3176ee03-bce9-4383-a436-1d9d79257a50 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070859626'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:47.027904 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1d792ab5-725e-4089-8c26-e11ba2c959f3 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:47.036089 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-4392ec6b-9193-4c12-8e4d-1c35fe48e613 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:19:47.042280 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] For port 4dfd7957-b3a5-4852-af62-300ae653d7db, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:47.042580 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4392ec6b-9193-4c12-8e4d-1c35fe48e613 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7995453 Nov 09 04:19:47.044951 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47952) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:47.046699 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] For port 4dfd7957-b3a5-4852-af62-300ae653d7db, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4dfd7957-b3a5-4852-af62-300ae653d7db,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:47.052931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': 'baab9e0f-28e3-45d2-89b3-1892c66ac8a6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:47.058694 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.088612 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.127987 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bcf13-b73b-41a8-86a7-7e8451bfc1fe None None] Pushing event updated for resources: {'Port': ['ID=4dfd7957-b3a5-4852-af62-300ae653d7db,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:47.171310 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442771d4-02e3-430d-a32c-62fdd155aef1']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:47.188569 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbc33eb-b263-4545-861f-d990315271a9') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:47.189160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbc33eb-b263-4545-861f-d990315271a9') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:47.203227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.258226 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.261715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3176ee03-bce9-4383-a436-1d9d79257a50 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.280060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:19:47.280547 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:19:47.283860 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:19:47.306543 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-e11a9247-fd91-4718-a762-1268347f0d70 service neutron] 10.222.0.21 "GET /v2.0/networks/2a8fc1c1-33bd-434d-9dca-233836f0891d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331495 Nov 09 04:19:47.411416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.456770 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3176ee03-bce9-4383-a436-1d9d79257a50 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.477157 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de07e870-dd8c-4782-98f6-49af4ad76f62 None None] Network e958b987-ba39-4113-ad0a-4e07c60d99b4 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:47.479390 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3176ee03-bce9-4383-a436-1d9d79257a50 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.516544 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3176ee03-bce9-4383-a436-1d9d79257a50 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.518125 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3176ee03-bce9-4383-a436-1d9d79257a50 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4948099 Nov 09 04:19:47.562320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47954) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:47.576613 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c00eafba-b363-4c3b-8a5d-8940c7fc2406 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group_rule': {'security_group_id': 'a38d0a50-afd3-4998-9bc1-4d2414a4306f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:47.615347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-960c7139-7a05-4085-a17e-07aba9b0c104 None None] Provisioning complete for port 5965cbb9-4adf-4fb5-964e-5635c43158e3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:47.615613 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-960c7139-7a05-4085-a17e-07aba9b0c104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.662483 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176ee03-bce9-4383-a436-1d9d79257a50 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38d0a50-afd3-4998-9bc1-4d2414a4306f,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:47.674758 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.680370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port 5965cbb9-4adf-4fb5-964e-5635c43158e3 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:47.680712 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.748486 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-49004b99-a9b9-41df-b4f0-8cfc08bdd9b2 req-e90be5ab-b704-4fe7-8c60-29b01da6f81b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 210 time: 0.0924745 Nov 09 04:19:47.760815 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c00eafba-b363-4c3b-8a5d-8940c7fc2406 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.796714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.803321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.810856 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/networks/442771d4-02e3-430d-a32c-62fdd155aef1 HTTP/1.1" status: 204 len: 168 time: 2.1480136 Nov 09 04:19:47.811480 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47960) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:47.838218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-300343866', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:47.868569 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc77f7-9565-448f-943b-bb5ca93288f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Network': ['ID=442771d4-02e3-430d-a32c-62fdd155aef1,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:47.888579 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] For port 5965cbb9-4adf-4fb5-964e-5635c43158e3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5965cbb9-4adf-4fb5-964e-5635c43158e3,segment=NetworkSegment(1a1edc1f-d354-4d9c-b6ec-f389479c74c5),segment_id=1a1edc1f-d354-4d9c-b6ec-f389479c74c5)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:47.889257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.910552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f749d74-e0de-4332-9712-d15db215a57a None None] DHCP port deletion for e958b987-ba39-4113-ad0a-4e07c60d99b4 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:47.925788 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for 5965cbb9-4adf-4fb5-964e-5635c43158e3 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:47.931021 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c00eafba-b363-4c3b-8a5d-8940c7fc2406 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.932108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.933380 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.949731 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.951858 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c00eafba-b363-4c3b-8a5d-8940c7fc2406 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.998171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-554cafb8-ddbb-4c0e-af96-6cbcdc01d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:47.998402 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00eafba-b363-4c3b-8a5d-8940c7fc2406 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ea9894-bfad-49bb-aaea-144253447c7e,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:48.024657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4f749d74-e0de-4332-9712-d15db215a57a None None] Deleting port 5965cbb9-4adf-4fb5-964e-5635c43158e3 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:48.026032 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4f749d74-e0de-4332-9712-d15db215a57a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.064371 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c00eafba-b363-4c3b-8a5d-8940c7fc2406 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.065763 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c00eafba-b363-4c3b-8a5d-8940c7fc2406 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5007944 Nov 09 04:19:48.073924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47968) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:48.087321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-4d82d88e-8dcf-4be6-ba14-e15e702b402a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group_rule': {'security_group_id': 'a38d0a50-afd3-4998-9bc1-4d2414a4306f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:48.089666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] For port 4dfd7957-b3a5-4852-af62-300ae653d7db, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4dfd7957-b3a5-4852-af62-300ae653d7db,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:48.093131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.094186 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cafb8-ddbb-4c0e-af96-6cbcdc01d7d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5689e17-e89b-4b98-8832-00ea46fc1e35,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:48.115173 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:19:48.158307 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4f749d74-e0de-4332-9712-d15db215a57a None None] For port 5965cbb9-4adf-4fb5-964e-5635c43158e3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5965cbb9-4adf-4fb5-964e-5635c43158e3,segment=NetworkSegment(1a1edc1f-d354-4d9c-b6ec-f389479c74c5),segment_id=1a1edc1f-d354-4d9c-b6ec-f389479c74c5)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:48.158709 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4f749d74-e0de-4332-9712-d15db215a57a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.200044 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4f749d74-e0de-4332-9712-d15db215a57a None None] Calling delete_port for 5965cbb9-4adf-4fb5-964e-5635c43158e3 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:48.225853 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Allocated IP 172.26.5.20 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/8bd775ce-9f11-451b-9ced-97598368ba40) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:48.346673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.375947 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4d82d88e-8dcf-4be6-ba14-e15e702b402a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.395512 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4f749d74-e0de-4332-9712-d15db215a57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.448166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.455123 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f749d74-e0de-4332-9712-d15db215a57a None None] Pushing event deleted for resources: {'Port': ['ID=5965cbb9-4adf-4fb5-964e-5635c43158e3,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:48.460942 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f749d74-e0de-4332-9712-d15db215a57a None None] No DVR routers for this DVR port 5965cbb9-4adf-4fb5-964e-5635c43158e3 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:48.482665 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.496262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=5965cbb9-4adf-4fb5-964e-5635c43158e3,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:48.498523 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.516312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.517485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.525965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No DVR routers for this DVR port 5965cbb9-4adf-4fb5-964e-5635c43158e3 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:48.608571 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.615349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:48.639373 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:48.645250 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:48.645663 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.653176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1154d9-a916-482b-9696-074602c883ea None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:48.670108 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:48.673640 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=4dfd7957-b3a5-4852-af62-300ae653d7db,revision_number=4']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:48.682267 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4d82d88e-8dcf-4be6-ba14-e15e702b402a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.705931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:48.709848 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=191fe893-f1e7-4881-9236-b067a7cdf416,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:48.713957 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:48.721647 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ee449934-47b1-4a87-8887-d88e7c25af0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0491855 Nov 09 04:19:48.723935 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47970) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:48.730871 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4d82d88e-8dcf-4be6-ba14-e15e702b402a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.733074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-61de2646-6c3a-4483-8e53-73c929bd402d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'mac_address': 'fa:16:3e:23:74:f0', 'name': 'tempest-NetworksTestDHCPv6-672577936'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:48.756310 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.756568 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event updated for resources: {'Port': ['ID=8bd775ce-9f11-451b-9ced-97598368ba40,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:48.759895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-554cafb8-ddbb-4c0e-af96-6cbcdc01d7d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.784059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82d88e-8dcf-4be6-ba14-e15e702b402a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3c80f6-a2fc-4d28-a24a-d97561610922,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:48.813420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1c8eb890-7edc-4de8-9c4c-f1c819dff50a None None] Provisioning complete for port 4dfd7957-b3a5-4852-af62-300ae653d7db triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:48.814841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb890-7edc-4de8-9c4c-f1c819dff50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.870292 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4d82d88e-8dcf-4be6-ba14-e15e702b402a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:48.874530 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4d82d88e-8dcf-4be6-ba14-e15e702b402a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7950792 Nov 09 04:19:48.876962 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47974) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:48.878806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e958b987-ba39-4113-ad0a-4e07c60d99b4']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:48.897356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-4c374d50-dc10-444f-a1b1-5e98d3da20c5 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group_rule': {'security_group_id': 'a38d0a50-afd3-4998-9bc1-4d2414a4306f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:48.917127 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1edc1f-d354-4d9c-b6ec-f389479c74c5') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:48.917636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1edc1f-d354-4d9c-b6ec-f389479c74c5') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:48.924703 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fe839c02-1105-4860-9731-211520888ee3 req-315fe2fb-d7e5-4d89-aeed-7763bcbb6adf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 210 time: 0.0643027 Nov 09 04:19:48.955202 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.013892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.032203 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:19:49.032608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:19:49.039734 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:19:49.071578 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c374d50-dc10-444f-a1b1-5e98d3da20c5 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.114942 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4dfd7957-b3a5-4852-af62-300ae653d7db up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:49.157165 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb890-7edc-4de8-9c4c-f1c819dff50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.185709 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61de2646-6c3a-4483-8e53-73c929bd402d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:49.214534 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-1c8eb890-7edc-4de8-9c4c-f1c819dff50a None None] For port 4dfd7957-b3a5-4852-af62-300ae653d7db, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4dfd7957-b3a5-4852-af62-300ae653d7db,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:49.231202 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb890-7edc-4de8-9c4c-f1c819dff50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.260510 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.268391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.284023 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/networks/e958b987-ba39-4113-ad0a-4e07c60d99b4 HTTP/1.1" status: 204 len: 168 time: 2.5378716 Nov 09 04:19:49.292062 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47978) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:49.294632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 4dfd7957-b3a5-4852-af62-300ae653d7db triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:49.295041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.335508 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8eb890-7edc-4de8-9c4c-f1c819dff50a None None] Pushing event updated for resources: {'Port': ['ID=4dfd7957-b3a5-4852-af62-300ae653d7db,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:49.369379 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.378431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c9b64-a06b-474c-a220-7c4cc847fdf4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Network': ['ID=e958b987-ba39-4113-ad0a-4e07c60d99b4,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:49.428804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.484674 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5965cbb9-4adf-4fb5-964e-5635c43158e3 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:49.485277 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c374d50-dc10-444f-a1b1-5e98d3da20c5 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.507632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 5965cbb9-4adf-4fb5-964e-5635c43158e3 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:49.508049 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5965cbb9-4adf-4fb5-964e-5635c43158e3 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:49.546208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c374d50-dc10-444f-a1b1-5e98d3da20c5 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.597458 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb02970-d5c0-43d9-a461-bec4755e6510 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:49.604592 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5fb02970-d5c0-43d9-a461-bec4755e6510 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2725189 Nov 09 04:19:49.610871 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47982) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:49.634889 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c374d50-dc10-444f-a1b1-5e98d3da20c5 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537ac0fb-96c3-43d4-950a-dacebbff7108,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:49.675108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c374d50-dc10-444f-a1b1-5e98d3da20c5 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.676257 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4c374d50-dc10-444f-a1b1-5e98d3da20c5 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7919147 Nov 09 04:19:49.686112 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554cafb8-ddbb-4c0e-af96-6cbcdc01d7d9 admin admin] Router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:49.686489 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47984) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:49.698754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group_rule': {'security_group_id': 'a38d0a50-afd3-4998-9bc1-4d2414a4306f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:49.727525 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-f9862f54-0615-4c9f-b645-4194284ed64d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:49.729029 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-f9862f54-0615-4c9f-b645-4194284ed64d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/networks?id=2a8fc1c1-33bd-434d-9dca-233836f0891d HTTP/1.1" status: 200 len: 796 time: 0.7336450 Nov 09 04:19:49.741691 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a12cd0bd-bef5-4a94-a388-f70ed2d9b1dc tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1126649 Nov 09 04:19:49.741691 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47986) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:49.746166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-fe259dd5-19d3-4943-9720-dc962cb824f7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-329827591'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:49.789252 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Deleting port 8bd775ce-9f11-451b-9ced-97598368ba40 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:49.789649 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.801263 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Allocated IP 172.26.5.178 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/3903179b-eae3-48da-a13d-e07de0fa53b0) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:49.810126 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61de2646-6c3a-4483-8e53-73c929bd402d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.864618 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-708a83fa-c889-4a96-9acd-b2b6f881732f None None] Provisioning complete for port 4dfd7957-b3a5-4852-af62-300ae653d7db triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:49.864618 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-708a83fa-c889-4a96-9acd-b2b6f881732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.865531 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe259dd5-19d3-4943-9720-dc962cb824f7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:49.869781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fe259dd5-19d3-4943-9720-dc962cb824f7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.873584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:49.931115 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-61de2646-6c3a-4483-8e53-73c929bd402d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port 56aae55c-5d77-4fef-ba1e-4c4991086ab3 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:19:49.955346 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554cafb8-ddbb-4c0e-af96-6cbcdc01d7d9 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:49.961315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe259dd5-19d3-4943-9720-dc962cb824f7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:19:49.967630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84664405-c391-4f78-82f1-e0eb8a466cd0 None None] Sync routers for ids ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:49.968971 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-554cafb8-ddbb-4c0e-af96-6cbcdc01d7d9 admin admin] 10.222.0.21 "PUT /v2.0/routers/f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7047071 Nov 09 04:19:49.973791 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47990) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:49.981644 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84664405-c391-4f78-82f1-e0eb8a466cd0 None None] Routers {'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:49.983068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-84664405-c391-4f78-82f1-e0eb8a466cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:50.014164 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-cd338b54-3cea-4580-95ea-5173b079d8a9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 470 time: 0.2745194 Nov 09 04:19:50.027786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-fb9b7c63-3653-4484-a6f6-cca453e350c6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'port': {'device_id': '6f275f9f-ff50-4312-9e79-be7e80b85bff', 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d', 'admin_state_up': True, 'tenant_id': '871582c076e646fa8f870c685a113561', 'security_groups': ['917da1d0-342f-4a4a-911f-0ccc90756017']}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:50.031185 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fe259dd5-19d3-4943-9720-dc962cb824f7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.031533 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-fe259dd5-19d3-4943-9720-dc962cb824f7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Added segment 01b96e43-f1fe-4163-938c-488336e8c9df of type vlan for network b2b95de4-b048-4105-9df1-3339ad9c0241 Nov 09 04:19:50.033001 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.033332 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.066701 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4c185b6d-8900-4f08-a259-a2b59c61d518 req-d7f7f427-86ce-4905-b636-d8ff218ba922 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 210 time: 0.0481491 Nov 09 04:19:50.076897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Calling delete_port for 8bd775ce-9f11-451b-9ced-97598368ba40 owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:50.106959 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-84664405-c391-4f78-82f1-e0eb8a466cd0 None None] Set router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:19:50.149815 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.214910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.272441 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.273688 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5830486 Nov 09 04:19:50.274413 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59042d2-520e-417f-9757-cb276c2fe293,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:50.285528 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47992) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:50.296751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-a06b20fd-ea7e-445f-830e-7e93ee4ab01f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group_rule': {'security_group_id': 'a38d0a50-afd3-4998-9bc1-4d2414a4306f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:50.309873 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-84664405-c391-4f78-82f1-e0eb8a466cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:19:47Z', 'revision_number': 5, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'gw_port': {'id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:50.326486 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:50.327116 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:50.327456 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:50.327786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:50.328117 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:50.328438 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:50.328762 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:50.329083 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:50.329405 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:50.329748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:50.330061 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:50.330376 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ed088-d379-403a-9ec5-c89c8a553a03 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:50.342360 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84664405-c391-4f78-82f1-e0eb8a466cd0 None None] Checking router: f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:19:50.351875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84664405-c391-4f78-82f1-e0eb8a466cd0 None None] Routers {'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:50.352630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-84664405-c391-4f78-82f1-e0eb8a466cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:50.385718 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.401307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fe259dd5-19d3-4943-9720-dc962cb824f7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.416455 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-61de2646-6c3a-4483-8e53-73c929bd402d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 172.20.0.9 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/ace289ce-207a-4e16-97f2-bbe10f022610/56aae55c-5d77-4fef-ba1e-4c4991086ab3) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:50.450516 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.450749 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-61de2646-6c3a-4483-8e53-73c929bd402d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::f816:3eff:fe23:74f0 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/191fe893-f1e7-4881-9236-b067a7cdf416/56aae55c-5d77-4fef-ba1e-4c4991086ab3) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:50.452765 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a06b20fd-ea7e-445f-830e-7e93ee4ab01f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.472537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-84664405-c391-4f78-82f1-e0eb8a466cd0 None None] Set router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:19:50.489430 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-fb9b7c63-3653-4484-a6f6-cca453e350c6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:50.492862 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-fb9b7c63-3653-4484-a6f6-cca453e350c6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.499460 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fe259dd5-19d3-4943-9720-dc962cb824f7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.505143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe259dd5-19d3-4943-9720-dc962cb824f7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:50.506287 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fe259dd5-19d3-4943-9720-dc962cb824f7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.546322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.575654 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.622861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a06b20fd-ea7e-445f-830e-7e93ee4ab01f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.644972 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fe259dd5-19d3-4943-9720-dc962cb824f7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8977659 Nov 09 04:19:50.653023 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 47994) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:50.653225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a06b20fd-ea7e-445f-830e-7e93ee4ab01f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.659389 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event deleted for resources: {'Port': ['ID=8bd775ce-9f11-451b-9ced-97598368ba40,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:50.662945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe259dd5-19d3-4943-9720-dc962cb824f7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Network': ['ID=b2b95de4-b048-4105-9df1-3339ad9c0241,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:50.669671 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0c0f8bed-9079-4765-9075-cd1efc5f51d7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'subnet': {'network_id': 'b2b95de4-b048-4105-9df1-3339ad9c0241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:50.683128 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network b2b95de4-b048-4105-9df1-3339ad9c0241 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:19:50.699102 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:50.702760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=3903179b-eae3-48da-a13d-e07de0fa53b0,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:50.704481 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-84664405-c391-4f78-82f1-e0eb8a466cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:19:47Z', 'revision_number': 5, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'gw_port': {'id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:50.704799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:50.707638 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:50.732397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.763307 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84664405-c391-4f78-82f1-e0eb8a466cd0 None None] The sync data for ids ['f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2'] in dv-neutron-816800-2-hyperv is: [{'id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'name': 'tempest-ServerActionsTestJSON-1704104954-router', 'tenant_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:15:50Z', 'updated_at': '2021-11-09T04:19:47Z', 'revision_number': 5, 'project_id': '6dfcc1c4d09647fa8fc08487cdee666e', 'gw_port': {'id': '4eddb257-12eb-4554-8a15-b5ad48023e07', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:15:52Z', 'updated_at': '2021-11-09T04:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:50.792145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b20fd-ea7e-445f-830e-7e93ee4ab01f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cbb5d5b-753f-49ec-abf6-f580abb22776,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:50.822821 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a06b20fd-ea7e-445f-830e-7e93ee4ab01f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.824069 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a06b20fd-ea7e-445f-830e-7e93ee4ab01f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5309854 Nov 09 04:19:50.848066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47996) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:50.911451 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.921439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.950378 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] Deleting port 4eddb257-12eb-4554-8a15-b5ad48023e07 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:50.950720 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:50.983288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-fb9b7c63-3653-4484-a6f6-cca453e350c6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.24 (2a8fc1c1-33bd-434d-9dca-233836f0891d/14cf0ce2-1a30-493a-8631-1555e6c1b198/2b1d0c3e-2209-4673-a8cc-9561594744d4) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:51.010421 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61de2646-6c3a-4483-8e53-73c929bd402d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.028660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0f8bed-9079-4765-9075-cd1efc5f51d7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:51.032203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8bed-9079-4765-9075-cd1efc5f51d7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.036438 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.039910 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] create failed (client error): The resource could not be found. Nov 09 04:19:51.040984 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ad456a49-daad-427a-99ed-d5b3b6df05bc tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9920278 Nov 09 04:19:51.046861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.048045 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4cbb5d5b-753f-49ec-abf6-f580abb22776 HTTP/1.1" status: 204 len: 168 time: 0.1979723 Nov 09 04:19:51.058936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 47998) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:51.058936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48000) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:51.084427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cbb5d5b-753f-49ec-abf6-f580abb22776,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:51.156664 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:51.157230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:51.157766 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:51.158285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:51.158775 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:51.159252 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:51.159727 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:51.160219 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:51.160714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:51.161490 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:51.162557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:51.163197 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4ea8d-86c5-4955-a2fd-0b58eaa1312e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:51.223108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.249335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] For port 4eddb257-12eb-4554-8a15-b5ad48023e07, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4eddb257-12eb-4554-8a15-b5ad48023e07,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:51.249856 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.256246 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9f0319aa-3a16-4d13-b754-c213be69d5de req-84a3bd90-107e-481b-bd56-dba0fb55e661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 210 time: 0.0499775 Nov 09 04:19:51.262541 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61de2646-6c3a-4483-8e53-73c929bd402d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.268907 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4dfd7957-b3a5-4852-af62-300ae653d7db up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:51.339638 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de2646-6c3a-4483-8e53-73c929bd402d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:51.342215 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a3bae139-ae69-42df-816f-c4088b14b654 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2770383 Nov 09 04:19:51.343460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48004) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:51.357146 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] Calling delete_port for 4eddb257-12eb-4554-8a15-b5ad48023e07 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:51.366098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-61de2646-6c3a-4483-8e53-73c929bd402d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:51.370131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de2646-6c3a-4483-8e53-73c929bd402d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:51.447960 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de2646-6c3a-4483-8e53-73c929bd402d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=56aae55c-5d77-4fef-ba1e-4c4991086ab3,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:51.459380 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-fb9b7c63-3653-4484-a6f6-cca453e350c6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.482068 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-451b3a03-a7e8-4cb4-a5a9-8df17446476b tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Deleting port baab9e0f-28e3-45d2-89b3-1892c66ac8a6 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:51.482623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-451b3a03-a7e8-4cb4-a5a9-8df17446476b tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.502658 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-df55603b-732c-4d2b-959e-3be607367a18 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.515769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de2646-6c3a-4483-8e53-73c929bd402d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:51.516429 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61de2646-6c3a-4483-8e53-73c929bd402d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.533773 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-df55603b-732c-4d2b-959e-3be607367a18 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.540309 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 4dfd7957-b3a5-4852-af62-300ae653d7db triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:51.540855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.602469 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-61de2646-6c3a-4483-8e53-73c929bd402d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8735363 Nov 09 04:19:51.609774 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48006) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:51.656083 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-df55603b-732c-4d2b-959e-3be607367a18 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.661356 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-df55603b-732c-4d2b-959e-3be607367a18 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.665790 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-df55603b-732c-4d2b-959e-3be607367a18 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b59042d2-520e-417f-9757-cb276c2fe293 HTTP/1.1" status: 204 len: 168 time: 0.3109002 Nov 09 04:19:51.665790 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-fb9b7c63-3653-4484-a6f6-cca453e350c6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.667721 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48008) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:51.670993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d5689e17-e89b-4b98-8832-00ea46fc1e35 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:51.676042 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8bed-9079-4765-9075-cd1efc5f51d7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.707128 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: d5689e17-e89b-4b98-8832-00ea46fc1e35 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:51.707763 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d5689e17-e89b-4b98-8832-00ea46fc1e35 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:51.747234 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.751748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55603b-732c-4d2b-959e-3be607367a18 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b59042d2-520e-417f-9757-cb276c2fe293,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:51.795430 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-fb9b7c63-3653-4484-a6f6-cca453e350c6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2a8fc1c1-33bd-434d-9dca-233836f0891d is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:51.799401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9417b277-b002-472b-8e83-4dc5d9e26b75 None None] Provisioning complete for port 56aae55c-5d77-4fef-ba1e-4c4991086ab3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:51.799782 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9417b277-b002-472b-8e83-4dc5d9e26b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.812217 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-fb9b7c63-3653-4484-a6f6-cca453e350c6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:51.814650 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-fb9b7c63-3653-4484-a6f6-cca453e350c6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:51.830464 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b7c63-3653-4484-a6f6-cca453e350c6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=2b1d0c3e-2209-4673-a8cc-9561594744d4,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:51.851621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-451b3a03-a7e8-4cb4-a5a9-8df17446476b tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:51.855032 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-9417b277-b002-472b-8e83-4dc5d9e26b75 None None] Port 56aae55c-5d77-4fef-ba1e-4c4991086ab3 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:51.879037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0afeaad-7322-4228-960c-5412481329be tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:51.885663 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0afeaad-7322-4228-960c-5412481329be tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:51.887381 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c0afeaad-7322-4228-960c-5412481329be tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2741899 Nov 09 04:19:51.895447 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f8bed-9079-4765-9075-cd1efc5f51d7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Subnet': ['ID=5b83a390-6324-4648-bf0b-ccaaca35c2ae,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:51.897338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-451b3a03-a7e8-4cb4-a5a9-8df17446476b tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Calling delete_port for baab9e0f-28e3-45d2-89b3-1892c66ac8a6 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:51.899043 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48010) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:51.915500 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ae857e22-6917-4a3a-bd74-363057a4718b tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2366719 Nov 09 04:19:51.919182 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48012) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:51.967808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f8bed-9079-4765-9075-cd1efc5f51d7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Checking segment: {'id': '01b96e43-f1fe-4163-938c-488336e8c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2b95de4-b048-4105-9df1-3339ad9c0241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:51.967808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f8bed-9079-4765-9075-cd1efc5f51d7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network hostable DHCP agents. Network: b2b95de4-b048-4105-9df1-3339ad9c0241, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:19:51.981686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-fb9b7c63-3653-4484-a6f6-cca453e350c6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:51.982320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-fb9b7c63-3653-4484-a6f6-cca453e350c6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.025206 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-956eac2b-a3c0-44cc-b74e-86826f39c925 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.036278 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-fb9b7c63-3653-4484-a6f6-cca453e350c6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0153825 Nov 09 04:19:52.040896 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f8bed-9079-4765-9075-cd1efc5f51d7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network b2b95de4-b048-4105-9df1-3339ad9c0241 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:19:52.041455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.044476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-956eac2b-a3c0-44cc-b74e-86826f39c925 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.052619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Request body: {'port': {'device_id': '6f275f9f-ff50-4312-9e79-be7e80b85bff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:52.081949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-700227b7-5b42-4907-8f73-9e23c8345cc1 None None] Provisioning complete for port 2b1d0c3e-2209-4673-a8cc-9561594744d4 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:52.082604 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-700227b7-5b42-4907-8f73-9e23c8345cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.082761 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-0c0f8bed-9079-4765-9075-cd1efc5f51d7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, b2b95de4-b048-4105-9df1-3339ad9c0241) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:52.089426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f8bed-9079-4765-9075-cd1efc5f51d7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:52.090249 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8bed-9079-4765-9075-cd1efc5f51d7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.096800 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=4eddb257-12eb-4554-8a15-b5ad48023e07,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:52.114932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b38d4e1-6056-4dee-a048-41150a846bcb None None] Network b2b95de4-b048-4105-9df1-3339ad9c0241 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:52.119703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-0e4bcce2-43c3-4458-aa51-47a501ec7087 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port 56aae55c-5d77-4fef-ba1e-4c4991086ab3 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:52.120285 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcce2-43c3-4458-aa51-47a501ec7087 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.155978 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0c0f8bed-9079-4765-9075-cd1efc5f51d7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4982359 Nov 09 04:19:52.168054 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48014) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:52.173674 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-121f32b0-1815-428f-b557-5c685c49a49a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'network_id': 'b2b95de4-b048-4105-9df1-3339ad9c0241', 'name': 'tempest-PortsTestJSON-402985587'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:52.179939 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-956eac2b-a3c0-44cc-b74e-86826f39c925 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.184131 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-700227b7-5b42-4907-8f73-9e23c8345cc1 None None] Port 2b1d0c3e-2209-4673-a8cc-9561594744d4 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:52.190723 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-956eac2b-a3c0-44cc-b74e-86826f39c925 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.191858 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-956eac2b-a3c0-44cc-b74e-86826f39c925 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/537ac0fb-96c3-43d4-950a-dacebbff7108 HTTP/1.1" status: 204 len: 168 time: 0.2689388 Nov 09 04:19:52.209418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48016) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:52.209987 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.217053 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router d0f75600-8284-44fb-a2e1-85bd6ce06819 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:19:52.224317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956eac2b-a3c0-44cc-b74e-86826f39c925 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=537ac0fb-96c3-43d4-950a-dacebbff7108,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:52.285057 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-b2b95de4-b048-4105-9df1-3339ad9c0241', 'network_id': 'b2b95de4-b048-4105-9df1-3339ad9c0241', 'tenant_id': 'd56a0d9d08a14d82b1fc97eb3e7362fd', 'fixed_ips': [{'subnet_id': '5b83a390-6324-4648-bf0b-ccaaca35c2ae'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:19:52.286776 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.300872 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.327592 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3c421333-46a1-4c14-a346-cd8176c86e70 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1180482 Nov 09 04:19:52.330843 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48020) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:52.345779 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcce2-43c3-4458-aa51-47a501ec7087 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.413794 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-0e4bcce2-43c3-4458-aa51-47a501ec7087 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for 56aae55c-5d77-4fef-ba1e-4c4991086ab3 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:52.449379 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Allocated IP 172.20.0.2 (b2b95de4-b048-4105-9df1-3339ad9c0241/5b83a390-6324-4648-bf0b-ccaaca35c2ae/a343d7de-6e4c-454c-bb8a-78ef7181ab68) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:52.455775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acdfc11a-987b-421f-8342-cb5a621a350f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.508704 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acdfc11a-987b-421f-8342-cb5a621a350f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.601866 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acdfc11a-987b-421f-8342-cb5a621a350f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.605980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.606496 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acdfc11a-987b-421f-8342-cb5a621a350f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.610097 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-acdfc11a-987b-421f-8342-cb5a621a350f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2f3c80f6-a2fc-4d28-a24a-d97561610922 HTTP/1.1" status: 204 len: 168 time: 0.2739401 Nov 09 04:19:52.617013 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.618983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48022) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:52.656174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfc11a-987b-421f-8342-cb5a621a350f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f3c80f6-a2fc-4d28-a24a-d97561610922,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:52.660161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Network b2b95de4-b048-4105-9df1-3339ad9c0241 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:52.666700 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:52.670616 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:52.679415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Pushing event updated for resources: {'Port': ['ID=a343d7de-6e4c-454c-bb8a-78ef7181ab68,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:52.733399 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e13cb115-6772-4c94-bb2d-b5bdcf74c67c tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1123521 Nov 09 04:19:52.738970 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Attempting to bind port a343d7de-6e4c-454c-bb8a-78ef7181ab68 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:19:52.739689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Attempting to bind port a343d7de-6e4c-454c-bb8a-78ef7181ab68 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '01b96e43-f1fe-4163-938c-488336e8c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2b95de4-b048-4105-9df1-3339ad9c0241'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:19:52.740456 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Attempting to bind port a343d7de-6e4c-454c-bb8a-78ef7181ab68 on network b2b95de4-b048-4105-9df1-3339ad9c0241 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:52.740665 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48024) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:52.746530 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:19:52.746530 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Checking segment: {'id': '01b96e43-f1fe-4163-938c-488336e8c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2b95de4-b048-4105-9df1-3339ad9c0241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:52.747375 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.750183 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Bound using segment: {'id': '01b96e43-f1fe-4163-938c-488336e8c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2b95de4-b048-4105-9df1-3339ad9c0241'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:19:52.750693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Bound port: a343d7de-6e4c-454c-bb8a-78ef7181ab68, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b96e43-f1fe-4163-938c-488336e8c9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b2b95de4-b048-4105-9df1-3339ad9c0241'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:19:52.752029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.752422 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.760048 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.819893 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] For port a343d7de-6e4c-454c-bb8a-78ef7181ab68, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:52.820396 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-999075bf-d0ea-4075-b408-15e4e26ab642 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.825877 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] For port a343d7de-6e4c-454c-bb8a-78ef7181ab68, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a343d7de-6e4c-454c-bb8a-78ef7181ab68,segment=NetworkSegment(01b96e43-f1fe-4163-938c-488336e8c9df),segment_id=01b96e43-f1fe-4163-938c-488336e8c9df)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:52.829774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.839594 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-999075bf-d0ea-4075-b408-15e4e26ab642 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.848235 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-451b3a03-a7e8-4cb4-a5a9-8df17446476b tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.869573 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1d0c3e-2209-4673-a8cc-9561594744d4 {{(pid=101884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:19:52.893228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.912703 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b3a03-a7e8-4cb4-a5a9-8df17446476b tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event deleted for resources: {'Port': ['ID=baab9e0f-28e3-45d2-89b3-1892c66ac8a6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:52.921526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e15147-fa2e-4276-9c2b-f29ec5b8cbb3 None None] Pushing event updated for resources: {'Port': ['ID=a343d7de-6e4c-454c-bb8a-78ef7181ab68,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:52.933245 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-999075bf-d0ea-4075-b408-15e4e26ab642 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.937480 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-999075bf-d0ea-4075-b408-15e4e26ab642 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.938965 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-999075bf-d0ea-4075-b408-15e4e26ab642 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d9ea9894-bfad-49bb-aaea-144253447c7e HTTP/1.1" status: 204 len: 168 time: 0.1972840 Nov 09 04:19:52.939743 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df717002-95c6-4aa9-bd3b-16ebc145ad5d req-506833bb-4135-466b-8087-748e2deb4d4f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:52.941639 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-df717002-95c6-4aa9-bd3b-16ebc145ad5d req-506833bb-4135-466b-8087-748e2deb4d4f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 932 time: 0.2454720 Nov 09 04:19:52.943610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48026) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:52.950789 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.950940 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999075bf-d0ea-4075-b408-15e4e26ab642 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9ea9894-bfad-49bb-aaea-144253447c7e,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:52.951945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:19:52.960580 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.provisioning_blocks [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Transition to ACTIVE for port object 2b1d0c3e-2209-4673-a8cc-9561594744d4 will not be triggered until provisioned by entity L2. {{(pid=101884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:19:52.961605 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcce2-43c3-4458-aa51-47a501ec7087 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.969940 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.971074 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f7d812bf-28e9-4a8f-be55-a39ac6fd1e6f admin admin] 10.222.0.21 "DELETE /v2.0/routers/f4351c62-7f05-4d28-b7dc-7c1eaeb9c3c2 HTTP/1.1" status: 204 len: 168 time: 2.9962766 Nov 09 04:19:52.974824 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:52.984391 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48028) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:53.013024 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:53.013843 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bcce2-43c3-4458-aa51-47a501ec7087 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=56aae55c-5d77-4fef-ba1e-4c4991086ab3,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:53.027024 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87fb805-658a-4c9c-ae73-0a79a821ac88 None None] Sync routers for ids ['d0f75600-8284-44fb-a2e1-85bd6ce06819'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:53.044983 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87fb805-658a-4c9c-ae73-0a79a821ac88 None None] Routers {'d0f75600-8284-44fb-a2e1-85bd6ce06819'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:53.045609 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a87fb805-658a-4c9c-ae73-0a79a821ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['d0f75600-8284-44fb-a2e1-85bd6ce06819'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:53.109656 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121f32b0-1815-428f-b557-5c685c49a49a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:53.113204 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a87fb805-658a-4c9c-ae73-0a79a821ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:53.119645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-121f32b0-1815-428f-b557-5c685c49a49a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:53.134114 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87fb805-658a-4c9c-ae73-0a79a821ac88 None None] Routers {'d0f75600-8284-44fb-a2e1-85bd6ce06819'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:53.138275 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a87fb805-658a-4c9c-ae73-0a79a821ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['d0f75600-8284-44fb-a2e1-85bd6ce06819'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:53.210697 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a87fb805-658a-4c9c-ae73-0a79a821ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:53.211359 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87fb805-658a-4c9c-ae73-0a79a821ac88 None None] The sync data for ids ['d0f75600-8284-44fb-a2e1-85bd6ce06819'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:53.231643 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:53.238328 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2d962cbd-7ab5-44f5-9cf7-2d65c140498e tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.4080148 Nov 09 04:19:53.241211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-121f32b0-1815-428f-b557-5c685c49a49a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port b91226fa-b884-4286-a378-b12155c4e88a yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:19:53.246350 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48030) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:53.256758 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Pushing event updated for resources: {'Port': ['ID=2b1d0c3e-2209-4673-a8cc-9561594744d4,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:53.329489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-451b3a03-a7e8-4cb4-a5a9-8df17446476b tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:53.335140 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-451b3a03-a7e8-4cb4-a5a9-8df17446476b tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "DELETE /v2.0/ports/baab9e0f-28e3-45d2-89b3-1892c66ac8a6 HTTP/1.1" status: 204 len: 168 time: 2.2689559 Nov 09 04:19:53.354918 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48032) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:53.396973 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-368e3072-60df-47d0-bb4f-7490c400a792 admin admin] Deleting subnet e8e11ddf-918b-4633-b516-311dd3cf995b {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:53.400291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-368e3072-60df-47d0-bb4f-7490c400a792 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:53.458335 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-368e3072-60df-47d0-bb4f-7490c400a792 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:53.467482 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ddd0e584-0092-4a36-8221-754bead66b13 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5152254 Nov 09 04:19:53.473292 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48034) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:53.488357 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-df717002-95c6-4aa9-bd3b-16ebc145ad5d req-6b31d2af-b519-4c87-b330-c2c0ce36ccf8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=917da1d0-342f-4a4a-911f-0ccc90756017&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5239778 Nov 09 04:19:53.520156 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0e4bcce2-43c3-4458-aa51-47a501ec7087 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:53.525466 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0e4bcce2-43c3-4458-aa51-47a501ec7087 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/56aae55c-5d77-4fef-ba1e-4c4991086ab3 HTTP/1.1" status: 204 len: 168 time: 1.6088634 Nov 09 04:19:53.535511 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48036) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:53.582861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Attempting to bind port 2b1d0c3e-2209-4673-a8cc-9561594744d4 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:19:53.583364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Attempting to bind port 2b1d0c3e-2209-4673-a8cc-9561594744d4 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '695ccbec-a0b5-447c-9cde-a098a5179c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:19:53.583860 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Attempting to bind port 2b1d0c3e-2209-4673-a8cc-9561594744d4 on network 2a8fc1c1-33bd-434d-9dca-233836f0891d {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:53.595080 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08cfd1e-b28a-47d4-8458-e9a7d472b0f1 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:53.599221 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d08cfd1e-b28a-47d4-8458-e9a7d472b0f1 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b5e4c14-7f92-4746-97ab-518f85689019 HTTP/1.1" status: 200 len: 913 time: 0.2371666 Nov 09 04:19:53.606402 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48038) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:53.612595 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f8cf6589-1dbb-4f41-8ed1-d1ece07de56f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/routers/d0f75600-8284-44fb-a2e1-85bd6ce06819 HTTP/1.1" status: 200 len: 880 time: 0.3597448 Nov 09 04:19:53.615647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48040) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:53.663080 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Port 2b1d0c3e-2209-4673-a8cc-9561594744d4 on network 2a8fc1c1-33bd-434d-9dca-233836f0891d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:19:53.663409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Attempting to bind port 2b1d0c3e-2209-4673-a8cc-9561594744d4 on network 2a8fc1c1-33bd-434d-9dca-233836f0891d {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:53.666958 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-368e3072-60df-47d0-bb4f-7490c400a792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:53.685815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-121f32b0-1815-428f-b557-5c685c49a49a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Allocated IP 172.20.0.6 (b2b95de4-b048-4105-9df1-3339ad9c0241/5b83a390-6324-4648-bf0b-ccaaca35c2ae/b91226fa-b884-4286-a378-b12155c4e88a) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:53.725965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e4bc41-fd34-4fbe-b54f-dd91edcec5b3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:53.727645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e4bc41-fd34-4fbe-b54f-dd91edcec5b3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:53.729204 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e4bc41-fd34-4fbe-b54f-dd91edcec5b3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:53.731011 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-77e4bc41-fd34-4fbe-b54f-dd91edcec5b3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1948867 Nov 09 04:19:53.733922 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48042) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:53.734575 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df81f37d-9e5f-49db-a923-d1676a57e2d2 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:53.763930 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:19:53.764354 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Checking segment: {'id': '695ccbec-a0b5-447c-9cde-a098a5179c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:53.764803 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Bound using segment: {'id': '695ccbec-a0b5-447c-9cde-a098a5179c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d'} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:19:53.765310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Bound port: 2b1d0c3e-2209-4673-a8cc-9561594744d4, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695ccbec-a0b5-447c-9cde-a098a5179c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d'}}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:19:53.765779 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:53.828662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df81f37d-9e5f-49db-a923-d1676a57e2d2 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:53.880130 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4dbfd97-f689-46bf-ac33-7bca7b18a0b2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 191fe893-f1e7-4881-9236-b067a7cdf416 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:53.903883 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b4dbfd97-f689-46bf-ac33-7bca7b18a0b2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:53.982407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df81f37d-9e5f-49db-a923-d1676a57e2d2 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:53.985026 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df81f37d-9e5f-49db-a923-d1676a57e2d2 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:53.986246 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-df81f37d-9e5f-49db-a923-d1676a57e2d2 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-groups/a38d0a50-afd3-4998-9bc1-4d2414a4306f HTTP/1.1" status: 204 len: 168 time: 0.5119693 Nov 09 04:19:53.996601 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48044) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:54.004058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b4dbfd97-f689-46bf-ac33-7bca7b18a0b2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.054810 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81f37d-9e5f-49db-a923-d1676a57e2d2 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38d0a50-afd3-4998-9bc1-4d2414a4306f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:54.111887 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3d302a3b-a1ba-470a-8f17-9f1c488ced6c tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1082745 Nov 09 04:19:54.116912 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48046) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:54.120078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-121f32b0-1815-428f-b557-5c685c49a49a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.125474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-5af59b81-8f38-407b-afff-bbf66690445a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group': {'name': 'tempest-secgroup--1544328121'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:54.194292 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5af59b81-8f38-407b-afff-bbf66690445a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.214080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b4dbfd97-f689-46bf-ac33-7bca7b18a0b2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.274216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-121f32b0-1815-428f-b557-5c685c49a49a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.349431 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-368e3072-60df-47d0-bb4f-7490c400a792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.350639 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121f32b0-1815-428f-b557-5c685c49a49a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network b2b95de4-b048-4105-9df1-3339ad9c0241 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:54.360444 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-121f32b0-1815-428f-b557-5c685c49a49a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:54.366268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b4dbfd97-f689-46bf-ac33-7bca7b18a0b2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.382609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f32b0-1815-428f-b557-5c685c49a49a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:54.394616 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b4dbfd97-f689-46bf-ac33-7bca7b18a0b2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.400246 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b4dbfd97-f689-46bf-ac33-7bca7b18a0b2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/191fe893-f1e7-4881-9236-b067a7cdf416 HTTP/1.1" status: 204 len: 168 time: 0.6613288 Nov 09 04:19:54.401081 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fde2a8-d5f3-4def-93d5-2c1ea8bff84a None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:54.403358 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e3072-60df-47d0-bb4f-7490c400a792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e11ddf-918b-4633-b516-311dd3cf995b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:54.407921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] For port 2b1d0c3e-2209-4673-a8cc-9561594744d4, host hv-neutron-8168, cleared binding levels {{(pid=101884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:54.411204 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-368e3072-60df-47d0-bb4f-7490c400a792 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.417583 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-368e3072-60df-47d0-bb4f-7490c400a792 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e8e11ddf-918b-4633-b516-311dd3cf995b HTTP/1.1" status: 204 len: 168 time: 1.4132798 Nov 09 04:19:54.417583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48048) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:54.429747 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e535b0-5760-47a6-a828-aa62aac53801 None None] Network 7406e378-feb3-4f56-a182-2c787a7b80e5 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:54.432574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f32b0-1815-428f-b557-5c685c49a49a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=b91226fa-b884-4286-a378-b12155c4e88a,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:54.434788 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48050) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:54.475551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5af59b81-8f38-407b-afff-bbf66690445a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.483858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbfd97-f689-46bf-ac33-7bca7b18a0b2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=191fe893-f1e7-4881-9236-b067a7cdf416,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:54.502355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5af59b81-8f38-407b-afff-bbf66690445a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.525758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df737071-ffab-4939-8ce9-585b5751eb96 None None] Network b2b95de4-b048-4105-9df1-3339ad9c0241 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:54.548996 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] For port 2b1d0c3e-2209-4673-a8cc-9561594744d4, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2b1d0c3e-2209-4673-a8cc-9561594744d4,segment=NetworkSegment(695ccbec-a0b5-447c-9cde-a098a5179c0b),segment_id=695ccbec-a0b5-447c-9cde-a098a5179c0b)] {{(pid=101884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:54.571647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.580952 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-330b7c89-a1e1-4ee2-9400-def62908bf03 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet ace289ce-207a-4e16-97f2-bbe10f022610 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:54.623349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-330b7c89-a1e1-4ee2-9400-def62908bf03 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.623620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af59b81-8f38-407b-afff-bbf66690445a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187a0d80-dbb6-40a6-9102-12142d89202a,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:54.627877 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.642199 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121f32b0-1815-428f-b557-5c685c49a49a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:54.643585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-121f32b0-1815-428f-b557-5c685c49a49a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.655461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5af59b81-8f38-407b-afff-bbf66690445a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.659194 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5af59b81-8f38-407b-afff-bbf66690445a tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5346975 Nov 09 04:19:54.668386 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48054) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:54.694150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Provisioning complete for port a343d7de-6e4c-454c-bb8a-78ef7181ab68 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:54.694529 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.714953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ff8e7406-ed71-4b7b-9ae1-01ca97287633 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group_rule': {'security_group_id': '187a0d80-dbb6-40a6-9102-12142d89202a', 'direction': 'ingress', 'protocol': 17}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:54.718278 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:54.718899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.720310 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] 10.222.0.31 "PUT /v2.0/ports/2b1d0c3e-2209-4673-a8cc-9561594744d4 HTTP/1.1" status: 200 len: 1094 time: 2.6751697 Nov 09 04:19:54.728090 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f275f9f-ff50-4312-9e79-be7e80b85bff', 'tag': '2b1d0c3e-2209-4673-a8cc-9561594744d4'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:19:54.730673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68c675c-d12f-415a-8383-76f9b74b624a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f275f9f-ff50-4312-9e79-be7e80b85bff", "tag": "2b1d0c3e-2209-4673-a8cc-9561594744d4"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:19:54.746440 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-121f32b0-1815-428f-b557-5c685c49a49a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5771914 Nov 09 04:19:54.751281 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48058) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:54.769673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-41110f66-2c55-4cce-a97a-2faeb13d11dd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'network_id': 'b2b95de4-b048-4105-9df1-3339ad9c0241', 'name': 'tempest-PortsTestJSON-929048226'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:54.798537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff8e7406-ed71-4b7b-9ae1-01ca97287633 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.811571 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b2b076-e402-4110-a180-dbf10cb680a1 x-openstack-request-id: req-b7b2b076-e402-4110-a180-dbf10cb680a1 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:19:54.812145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f275f9f-ff50-4312-9e79-be7e80b85bff", "tag": "2b1d0c3e-2209-4673-a8cc-9561594744d4", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:19:54.812577 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7b2b076-e402-4110-a180-dbf10cb680a1 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:19:54.813139 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f275f9f-ff50-4312-9e79-be7e80b85bff', 'tag': '2b1d0c3e-2209-4673-a8cc-9561594744d4', 'status': 'completed', 'code': 200} Nov 09 04:19:54.837070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] Deleting port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:54.837686 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.838381 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-330b7c89-a1e1-4ee2-9400-def62908bf03 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.907863 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e747fa-d1dc-4c3a-a12d-c0fc57cc6ddd service neutron] Pushing event updated for resources: {'Port': ['ID=2b1d0c3e-2209-4673-a8cc-9561594744d4,revision_number=3']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:54.937167 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff8e7406-ed71-4b7b-9ae1-01ca97287633 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:54.999885 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] For port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f30f5a17-e04e-428f-a4f4-87b6b0eb2a92,segment=NetworkSegment(48aee43e-30bf-4afa-8662-df14895c0815),segment_id=48aee43e-30bf-4afa-8662-df14895c0815)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:55.000287 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.018353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] Calling delete_port for f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:55.035047 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff8e7406-ed71-4b7b-9ae1-01ca97287633 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.050117 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c1f6e-9c6f-40a3-86f4-394737e10ee1 req-a73ec611-00f4-45f3-ac78-803952bbe00d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:55.057001 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a343d7de-6e4c-454c-bb8a-78ef7181ab68 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:55.064095 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e28c1f6e-9c6f-40a3-86f4-394737e10ee1 req-a73ec611-00f4-45f3-ac78-803952bbe00d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 944 time: 0.4790232 Nov 09 04:19:55.104128 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.119892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e7406-ed71-4b7b-9ae1-01ca97287633 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4a100e-6e53-4fc3-bce2-8b1c985154f8,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:55.121497 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb850bc-cd5b-4412-a556-c975343db65c None None] DHCP port deletion for 7406e378-feb3-4f56-a182-2c787a7b80e5 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:55.134845 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff8e7406-ed71-4b7b-9ae1-01ca97287633 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.136928 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ff8e7406-ed71-4b7b-9ae1-01ca97287633 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4417117 Nov 09 04:19:55.142849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48060) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:55.205783 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-4bdec1be-3930-4884-8a0e-43f937819fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:55.207317 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-4bdec1be-3930-4884-8a0e-43f937819fa8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 1097 time: 0.4029913 Nov 09 04:19:55.222560 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1229afcf-ba70-4cba-a73d-c5c94e16e9cd tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.6029334 Nov 09 04:19:55.225871 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48062) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:55.230894 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a0aa4fcb-d985-4ee6-b7d1-2155a82ae6f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-300343866'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:55.236204 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] For port a343d7de-6e4c-454c-bb8a-78ef7181ab68, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a343d7de-6e4c-454c-bb8a-78ef7181ab68,segment=NetworkSegment(01b96e43-f1fe-4163-938c-488336e8c9df),segment_id=01b96e43-f1fe-4163-938c-488336e8c9df)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:55.256304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.275979 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.284988 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port a343d7de-6e4c-454c-bb8a-78ef7181ab68 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:55.285500 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.319642 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-844af4b0-fc7b-4d49-8797-8bdd759d3c14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=2b1d0c3e-2209-4673-a8cc-9561594744d4 HTTP/1.1" status: 200 len: 217 time: 0.0923517 Nov 09 04:19:55.338707 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e28c1f6e-9c6f-40a3-86f4-394737e10ee1 req-f921cc91-3b33-4c2f-8d8d-04c4fff779ef tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=917da1d0-342f-4a4a-911f-0ccc90756017&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2727249 Nov 09 04:19:55.370938 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f30f5a17-e04e-428f-a4f4-87b6b0eb2a92,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:55.403057 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-330b7c89-a1e1-4ee2-9400-def62908bf03 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.411952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-5cb850bc-cd5b-4412-a556-c975343db65c None None] Deleting port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:55.417198 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-635e5055-0a89-4201-adef-980fc698c676 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.419233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5cb850bc-cd5b-4412-a556-c975343db65c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.455971 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-635e5055-0a89-4201-adef-980fc698c676 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.483027 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41110f66-2c55-4cce-a97a-2faeb13d11dd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:55.487005 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41110f66-2c55-4cce-a97a-2faeb13d11dd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.513287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-acf8b486-1190-43e8-80d7-d3ef540f416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:55.515228 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-acf8b486-1190-43e8-80d7-d3ef540f416e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14cf0ce2-1a30-493a-8631-1555e6c1b198 HTTP/1.1" status: 200 len: 837 time: 0.1851997 Nov 09 04:19:55.531668 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] No DVR routers for this DVR port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:55.533474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-635e5055-0a89-4201-adef-980fc698c676 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.536665 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-635e5055-0a89-4201-adef-980fc698c676 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.540948 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-635e5055-0a89-4201-adef-980fc698c676 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-groups/187a0d80-dbb6-40a6-9102-12142d89202a HTTP/1.1" status: 204 len: 168 time: 0.3967309 Nov 09 04:19:55.543990 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48064) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:55.566056 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-41110f66-2c55-4cce-a97a-2faeb13d11dd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port 693fad8d-2f9b-4169-a325-cf4a3a8f9418 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:19:55.618825 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e5055-0a89-4201-adef-980fc698c676 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=187a0d80-dbb6-40a6-9102-12142d89202a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:55.644722 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-330b7c89-a1e1-4ee2-9400-def62908bf03 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.669003 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ab4fa9d6-a6bd-4424-bd4c-9226b5b2714d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.732231 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-c6e0fefb-fc7a-47e6-b2c0-5299ffcd441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:55.733826 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-c6e0fefb-fc7a-47e6-b2c0-5299ffcd441d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a8fc1c1-33bd-434d-9dca-233836f0891d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2106402 Nov 09 04:19:55.751677 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-330b7c89-a1e1-4ee2-9400-def62908bf03 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.758066 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-330b7c89-a1e1-4ee2-9400-def62908bf03 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/ace289ce-207a-4e16-97f2-bbe10f022610 HTTP/1.1" status: 204 len: 168 time: 1.3192182 Nov 09 04:19:55.759241 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b7c89-a1e1-4ee2-9400-def62908bf03 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=ace289ce-207a-4e16-97f2-bbe10f022610,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:55.761396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48066) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:55.782498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.812991 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5cb850bc-cd5b-4412-a556-c975343db65c None None] For port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:55.813806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5cb850bc-cd5b-4412-a556-c975343db65c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.843930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Pushing event updated for resources: {'Port': ['ID=a343d7de-6e4c-454c-bb8a-78ef7181ab68,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:55.861633 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:55.862212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:55.862728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:55.863170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:55.863601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:55.864037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:55.864473 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:55.865009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:55.865394 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0c96f4c1-0540-41fc-99fc-e1b20d8f5d46 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987990 Nov 09 04:19:55.865896 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:55.866039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:55.866466 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:55.866891 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2feb97-08aa-46cb-a7ad-ee03c0bc6a6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:19:55.869492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48068) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:55.876558 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-daa6fb1f-ece9-4e84-b760-e23fafd00814 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:55.878373 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dd23a468-a27f-45da-9c22-6d4d70cc6967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.883641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-5cb850bc-cd5b-4412-a556-c975343db65c None None] Calling delete_port for f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:55.887913 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.ipam_backend_mixin [None req-5cb850bc-cd5b-4412-a556-c975343db65c None None] Port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 was not found and therefore no delete operation was performed {{(pid=101885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 04:19:55.892251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5cb850bc-cd5b-4412-a556-c975343db65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:55.919604 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2c153f0d-0940-43b3-bb66-e62b754d0c57 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3649869 Nov 09 04:19:55.922104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48070) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:55.930929 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb850bc-cd5b-4412-a556-c975343db65c None None] Pushing event deleted for resources: {'Port': ['ID=f30f5a17-e04e-428f-a4f4-87b6b0eb2a92,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:55.949646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-5a0ca0d7-126b-47a6-ab73-5897778d6d81 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070821348'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:55.957041 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7406e378-feb3-4f56-a182-2c787a7b80e5']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:55.961951 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-41110f66-2c55-4cce-a97a-2faeb13d11dd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Allocated IP 172.20.0.12 (b2b95de4-b048-4105-9df1-3339ad9c0241/5b83a390-6324-4648-bf0b-ccaaca35c2ae/693fad8d-2f9b-4169-a325-cf4a3a8f9418) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:55.970075 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb850bc-cd5b-4412-a556-c975343db65c None None] No DVR routers for this DVR port f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:56.003427 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4eddb257-12eb-4554-8a15-b5ad48023e07 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:56.039733 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 4eddb257-12eb-4554-8a15-b5ad48023e07 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:56.040134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4eddb257-12eb-4554-8a15-b5ad48023e07 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:56.044210 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-106f57ae-a17c-4233-81bf-3d226ffad46b None None] Provisioning complete for port b91226fa-b884-4286-a378-b12155c4e88a triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:56.044813 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-106f57ae-a17c-4233-81bf-3d226ffad46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.085235 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a517ca-87e7-4aec-8453-fe015b69a632 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:56.088776 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-be9649cd-6ad9-4971-975d-038381ec7098 service neutron] 10.222.0.31 "GET /v2.0/networks/2a8fc1c1-33bd-434d-9dca-233836f0891d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239262 Nov 09 04:19:56.116799 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-106f57ae-a17c-4233-81bf-3d226ffad46b None None] Port b91226fa-b884-4286-a378-b12155c4e88a cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:56.169236 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-106f57ae-a17c-4233-81bf-3d226ffad46b None None] Provisioning complete for port a343d7de-6e4c-454c-bb8a-78ef7181ab68 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:56.169853 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-106f57ae-a17c-4233-81bf-3d226ffad46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.299448 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-06aee587-8263-4252-b5eb-67da59b6c1b6 req-46bdd482-c81e-47cb-a7e0-9e73b13c2400 service neutron] 10.222.0.31 "GET /v2.0/networks/2a8fc1c1-33bd-434d-9dca-233836f0891d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033191 Nov 09 04:19:56.313835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48aee43e-30bf-4afa-8662-df14895c0815') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:56.313835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48aee43e-30bf-4afa-8662-df14895c0815') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:56.323261 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41110f66-2c55-4cce-a97a-2faeb13d11dd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.379100 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.398822 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.408831 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54598252-1897-4ad2-b5a6-64bf73781b60 None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:19:56.421249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca0d7-126b-47a6-ab73-5897778d6d81 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.422286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c675c-d12f-415a-8383-76f9b74b624a req-6ebc7d9d-e033-4c16-af0e-e0aabae664d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:56.423868 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d68c675c-d12f-415a-8383-76f9b74b624a req-6ebc7d9d-e033-4c16-af0e-e0aabae664d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 1097 time: 0.0722475 Nov 09 04:19:56.428390 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41110f66-2c55-4cce-a97a-2faeb13d11dd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.451003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:19:56.451975 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.452417 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-07d0797d-22b4-4527-9c34-7180764d428b None None] Provisioning complete for port 4dfd7957-b3a5-4852-af62-300ae653d7db triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:56.452878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-07d0797d-22b4-4527-9c34-7180764d428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:19:56.457394 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:19:56.475369 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-ab4fa9d6-a6bd-4424-bd4c-9226b5b2714d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Deleting port 6c3f202e-c68d-40cd-8c36-5042c8146a9b {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:56.475728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ab4fa9d6-a6bd-4424-bd4c-9226b5b2714d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.514358 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-54598252-1897-4ad2-b5a6-64bf73781b60 None None] Deleting port 4dfd7957-b3a5-4852-af62-300ae653d7db {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:56.514736 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-54598252-1897-4ad2-b5a6-64bf73781b60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.516589 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41110f66-2c55-4cce-a97a-2faeb13d11dd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network b2b95de4-b048-4105-9df1-3339ad9c0241 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:56.532864 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-41110f66-2c55-4cce-a97a-2faeb13d11dd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:56.563487 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41110f66-2c55-4cce-a97a-2faeb13d11dd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:56.601030 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41110f66-2c55-4cce-a97a-2faeb13d11dd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=693fad8d-2f9b-4169-a325-cf4a3a8f9418,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:56.641532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-54598252-1897-4ad2-b5a6-64bf73781b60 None None] For port 4dfd7957-b3a5-4852-af62-300ae653d7db, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4dfd7957-b3a5-4852-af62-300ae653d7db,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:56.642155 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-54598252-1897-4ad2-b5a6-64bf73781b60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.658851 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-54598252-1897-4ad2-b5a6-64bf73781b60 None None] Calling delete_port for 4dfd7957-b3a5-4852-af62-300ae653d7db owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:56.676861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.681981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.687992 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7406e378-feb3-4f56-a182-2c787a7b80e5 HTTP/1.1" status: 204 len: 168 time: 2.2401807 Nov 09 04:19:56.730001 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41110f66-2c55-4cce-a97a-2faeb13d11dd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:56.731017 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41110f66-2c55-4cce-a97a-2faeb13d11dd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.746651 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c675c-d12f-415a-8383-76f9b74b624a req-128f6232-e390-42bd-bda2-1f172117f3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:56.748587 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d68c675c-d12f-415a-8383-76f9b74b624a req-128f6232-e390-42bd-bda2-1f172117f3c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2a8fc1c1-33bd-434d-9dca-233836f0891d HTTP/1.1" status: 200 len: 896 time: 0.3124907 Nov 09 04:19:56.754768 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa6fb1f-ece9-4e84-b760-e23fafd00814 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:56.758611 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-daa6fb1f-ece9-4e84-b760-e23fafd00814 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.760044 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ab4fa9d6-a6bd-4424-bd4c-9226b5b2714d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.762122 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acde6b6-3832-48e9-8437-a18c70e5efd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7406e378-feb3-4f56-a182-2c787a7b80e5,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:56.778578 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4296ca-14f8-4efa-bfd2-3193d51c6146 req-3b9dac43-7339-4928-ae65-c373c2be5b07 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:56.785939 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e4296ca-14f8-4efa-bfd2-3193d51c6146 req-3b9dac43-7339-4928-ae65-c373c2be5b07 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 944 time: 0.3377585 Nov 09 04:19:56.803768 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-54598252-1897-4ad2-b5a6-64bf73781b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.833297 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d68c675c-d12f-415a-8383-76f9b74b624a req-c414a9ff-def9-4bcf-8c99-323bd22153a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=2b1d0c3e-2209-4673-a8cc-9561594744d4 HTTP/1.1" status: 200 len: 217 time: 0.0657935 Nov 09 04:19:56.840883 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-41110f66-2c55-4cce-a97a-2faeb13d11dd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0758307 Nov 09 04:19:56.850446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-ab4fa9d6-a6bd-4424-bd4c-9226b5b2714d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Calling delete_port for 6c3f202e-c68d-40cd-8c36-5042c8146a9b owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:56.852185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48076) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:56.900581 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54598252-1897-4ad2-b5a6-64bf73781b60 None None] Pushing event deleted for resources: {'Port': ['ID=4dfd7957-b3a5-4852-af62-300ae653d7db,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:56.908702 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54598252-1897-4ad2-b5a6-64bf73781b60 None None] No DVR routers for this DVR port 4dfd7957-b3a5-4852-af62-300ae653d7db on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:19:56.967496 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-8de53276-41a2-422b-8354-1248a746a596 None None] Provisioning complete for port 693fad8d-2f9b-4169-a325-cf4a3a8f9418 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:56.968056 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8de53276-41a2-422b-8354-1248a746a596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.982706 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca0d7-126b-47a6-ab73-5897778d6d81 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.987261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a0aa4fcb-d985-4ee6-b7d1-2155a82ae6f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:56.992329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48078) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:57.003105 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a343d7de-6e4c-454c-bb8a-78ef7181ab68 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:57.046946 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-8de53276-41a2-422b-8354-1248a746a596 None None] Port 693fad8d-2f9b-4169-a325-cf4a3a8f9418 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:19:57.064675 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port a343d7de-6e4c-454c-bb8a-78ef7181ab68 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:57.065044 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.114351 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca0d7-126b-47a6-ab73-5897778d6d81 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.120138 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e4296ca-14f8-4efa-bfd2-3193d51c6146 req-a74c862e-cc00-4350-9f60-853e95cb4c4c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=917da1d0-342f-4a4a-911f-0ccc90756017&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3332145 Nov 09 04:19:57.186550 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a0aa4fcb-d985-4ee6-b7d1-2155a82ae6f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.220253 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4dfd7957-b3a5-4852-af62-300ae653d7db no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:57.244835 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 4dfd7957-b3a5-4852-af62-300ae653d7db {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:57.245177 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4dfd7957-b3a5-4852-af62-300ae653d7db not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:57.245425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-daa6fb1f-ece9-4e84-b760-e23fafd00814 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.245629 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:19:57.266183 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:19:57.266534 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f30f5a17-e04e-428f-a4f4-87b6b0eb2a92 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:19:57.285808 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca0d7-126b-47a6-ab73-5897778d6d81 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.287658 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5a0ca0d7-126b-47a6-ab73-5897778d6d81 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3519471 Nov 09 04:19:57.299242 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ca0d7-126b-47a6-ab73-5897778d6d81 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b390a6c-abc8-4729-a340-25cbbb2cc8b8,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:57.302179 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48080) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:57.339753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7271e912-1d2d-4f2a-af51-a81cb752a57f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group': {'name': 'tempest-secgroup--869055556'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:57.373687 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa6fb1f-ece9-4e84-b760-e23fafd00814 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:57.380415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c675c-d12f-415a-8383-76f9b74b624a req-7bbef125-7699-4932-baca-f4ef2d32585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:57.382463 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d68c675c-d12f-415a-8383-76f9b74b624a req-7bbef125-7699-4932-baca-f4ef2d32585b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14cf0ce2-1a30-493a-8631-1555e6c1b198 HTTP/1.1" status: 200 len: 837 time: 0.5293887 Nov 09 04:19:57.385315 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cf2e584f-8495-425a-85b7-d2dee8adb16b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6dfcc1c4d09647fa8fc08487cdee666e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2641163 Nov 09 04:19:57.390191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48082) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:57.390825 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-daa6fb1f-ece9-4e84-b760-e23fafd00814 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:57.401313 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa6fb1f-ece9-4e84-b760-e23fafd00814 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:57.401938 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-daa6fb1f-ece9-4e84-b760-e23fafd00814 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.402988 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c794bde5-4ad5-4e7e-aa85-8aa373ae505a None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:19:57.413337 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be0550a-c8d7-4d32-a470-67ccf8c4e4e9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:57.414643 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4be0550a-c8d7-4d32-a470-67ccf8c4e4e9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.5526338 Nov 09 04:19:57.422907 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48084) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:57.432057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0aa4fcb-d985-4ee6-b7d1-2155a82ae6f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router d0f75600-8284-44fb-a2e1-85bd6ce06819 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:57.435636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7271e912-1d2d-4f2a-af51-a81cb752a57f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.440359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6fb1f-ece9-4e84-b760-e23fafd00814 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=f30792aa-f220-41ec-8d32-82bd86639815,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:57.483642 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-daa6fb1f-ece9-4e84-b760-e23fafd00814 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6081159 Nov 09 04:19:57.485072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48086) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:57.495047 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:57.532698 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c675c-d12f-415a-8383-76f9b74b624a req-593f3762-35fe-4f19-845e-447d89fdf212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:57.534249 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d68c675c-d12f-415a-8383-76f9b74b624a req-593f3762-35fe-4f19-845e-447d89fdf212 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2a8fc1c1-33bd-434d-9dca-233836f0891d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1431942 Nov 09 04:19:57.570620 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1a43-4ba8-4e51-b120-bec5c0ebf339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.575834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': 'f30792aa-f220-41ec-8d32-82bd86639815'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:19:57.577427 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.660623 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1a43-4ba8-4e51-b120-bec5c0ebf339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.711776 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ab4fa9d6-a6bd-4424-bd4c-9226b5b2714d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.734347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Allocated IP 172.20.0.2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/f30792aa-f220-41ec-8d32-82bd86639815/5ed1b8c0-78de-4e90-8d0e-ff6f502124b5) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:19:57.760526 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7271e912-1d2d-4f2a-af51-a81cb752a57f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.764177 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fa9d6-a6bd-4424-bd4c-9226b5b2714d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event deleted for resources: {'Port': ['ID=6c3f202e-c68d-40cd-8c36-5042c8146a9b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:57.777970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6b3be8e3-e7b8-4916-8b4e-c7d38051b11a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port 693fad8d-2f9b-4169-a325-cf4a3a8f9418 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:57.778314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6b3be8e3-e7b8-4916-8b4e-c7d38051b11a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.781259 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aa4fcb-d985-4ee6-b7d1-2155a82ae6f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:57.782784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7271e912-1d2d-4f2a-af51-a81cb752a57f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.792883 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a0aa4fcb-d985-4ee6-b7d1-2155a82ae6f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.793430 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d68c675c-d12f-415a-8383-76f9b74b624a req-4243431b-2fba-4bb0-ab25-ce271a39cb22 service neutron] 10.222.0.31 "GET /v2.0/networks/2a8fc1c1-33bd-434d-9dca-233836f0891d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492278 Nov 09 04:19:57.796788 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a0aa4fcb-d985-4ee6-b7d1-2155a82ae6f7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/d0f75600-8284-44fb-a2e1-85bd6ce06819 HTTP/1.1" status: 200 len: 887 time: 2.5700245 Nov 09 04:19:57.809887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe032b-2582-42cb-b5e7-2954fa6c54eb None None] Sync routers for ids ['d0f75600-8284-44fb-a2e1-85bd6ce06819'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:57.815779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48088) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:57.841127 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe032b-2582-42cb-b5e7-2954fa6c54eb None None] Routers {'d0f75600-8284-44fb-a2e1-85bd6ce06819'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:57.842182 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9dbe032b-2582-42cb-b5e7-2954fa6c54eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['d0f75600-8284-44fb-a2e1-85bd6ce06819'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:57.889758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ccdb8b46-72bf-4a98-a53d-cb3d665eb1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.892087 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9dbe032b-2582-42cb-b5e7-2954fa6c54eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:57.918045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe032b-2582-42cb-b5e7-2954fa6c54eb None None] Routers {'d0f75600-8284-44fb-a2e1-85bd6ce06819'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:57.918852 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9dbe032b-2582-42cb-b5e7-2954fa6c54eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['d0f75600-8284-44fb-a2e1-85bd6ce06819'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:57.951483 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d68c675c-d12f-415a-8383-76f9b74b624a req-7bdf6405-cdd4-4004-82f4-8d872e39e35b service neutron] 10.222.0.31 "GET /v2.0/networks/2a8fc1c1-33bd-434d-9dca-233836f0891d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290038 Nov 09 04:19:57.957955 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:19:57.961459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:57.962701 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9dbe032b-2582-42cb-b5e7-2954fa6c54eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:57.963749 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe032b-2582-42cb-b5e7-2954fa6c54eb None None] The sync data for ids ['d0f75600-8284-44fb-a2e1-85bd6ce06819'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:58.012635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1a43-4ba8-4e51-b120-bec5c0ebf339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:58.016908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a4c1a43-4ba8-4e51-b120-bec5c0ebf339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:58.020983 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3a4c1a43-4ba8-4e51-b120-bec5c0ebf339 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28de3cb1-d117-4ee3-99bd-bc426dc987eb HTTP/1.1" status: 204 len: 168 time: 0.6278148 Nov 09 04:19:58.042428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:58.056443 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:58.071039 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c1a43-4ba8-4e51-b120-bec5c0ebf339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28de3cb1-d117-4ee3-99bd-bc426dc987eb,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:58.075181 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ab4fa9d6-a6bd-4424-bd4c-9226b5b2714d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:58.085951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7271e912-1d2d-4f2a-af51-a81cb752a57f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:58.087697 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7271e912-1d2d-4f2a-af51-a81cb752a57f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7564487 Nov 09 04:19:58.100963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48092) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:58.108228 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a5da6c88-c693-4d01-9116-8505208d39ca tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group_rule': {'security_group_id': '1b390a6c-abc8-4729-a340-25cbbb2cc8b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '08c02ad7-b43b-4078-bb38-a96f97aebd85', 'remote_ip_prefix': None}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:19:58.129863 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Pushing event updated for resources: {'Port': ['ID=5ed1b8c0-78de-4e90-8d0e-ff6f502124b5,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:58.153381 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:19:58.153855 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271e912-1d2d-4f2a-af51-a81cb752a57f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c02ad7-b43b-4078-bb38-a96f97aebd85,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:58.155634 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:19:58.161126 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:19:58.204278 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-af8a5854-d1df-47a8-a0bb-3718639a0429 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/routers/d0f75600-8284-44fb-a2e1-85bd6ce06819 HTTP/1.1" status: 200 len: 887 time: 0.3873348 Nov 09 04:19:58.204937 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48096) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:58.234210 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Attempting to bind port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:19:58.234757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Attempting to bind port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:19:58.235277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Attempting to bind port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:19:58.237904 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6b3be8e3-e7b8-4916-8b4e-c7d38051b11a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:58.241687 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:19:58.242328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:19:58.243102 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:58.243289 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:19:58.243965 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Bound port: 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:19:58.244346 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:58.248029 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-17ed4367-877e-429d-9c62-fbcc0552d82b tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0f75600-8284-44fb-a2e1-85bd6ce06819 HTTP/1.1" status: 200 len: 205 time: 0.0377438 Nov 09 04:19:58.255846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48098) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:58.313791 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6b3be8e3-e7b8-4916-8b4e-c7d38051b11a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for 693fad8d-2f9b-4169-a325-cf4a3a8f9418 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:58.321165 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] For port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:19:58.323003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a5da6c88-c693-4d01-9116-8505208d39ca tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:58.324738 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] For port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5ed1b8c0-78de-4e90-8d0e-ff6f502124b5,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:19:58.328322 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 2b1d0c3e-2209-4673-a8cc-9561594744d4 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:19:58.340617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:58.359797 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4fa9d6-a6bd-4424-bd4c-9226b5b2714d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Router 6b5e4c14-7f92-4746-97ab-518f85689019 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:19:58.414536 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630b390-54be-4d1c-ad1d-b19b44b413f3 req-680610e7-998b-4cb9-8c5f-cf0af0509693 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:19:58.416976 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e630b390-54be-4d1c-ad1d-b19b44b413f3 req-680610e7-998b-4cb9-8c5f-cf0af0509693 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 944 time: 0.1306355 Nov 09 04:19:58.548624 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2e69d-46d7-4d43-b809-12f7423c33e7 None None] Pushing event updated for resources: {'Port': ['ID=5ed1b8c0-78de-4e90-8d0e-ff6f502124b5,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:58.584361 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4fa9d6-a6bd-4424-bd4c-9226b5b2714d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:19:58.610322 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ab4fa9d6-a6bd-4424-bd4c-9226b5b2714d tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "PUT /v2.0/routers/6b5e4c14-7f92-4746-97ab-518f85689019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0005338 Nov 09 04:19:58.611897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48106) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:58.612763 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 2b1d0c3e-2209-4673-a8cc-9561594744d4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2b1d0c3e-2209-4673-a8cc-9561594744d4,segment=NetworkSegment(695ccbec-a0b5-447c-9cde-a098a5179c0b),segment_id=695ccbec-a0b5-447c-9cde-a098a5179c0b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:58.613247 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b1c899-3785-4db8-b530-46d6c72c4d92 None None] Sync routers for ids ['6b5e4c14-7f92-4746-97ab-518f85689019'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:19:58.632716 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '2b1d0c3e-2209-4673-a8cc-9561594744d4', 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d', 'port_id': '2b1d0c3e-2209-4673-a8cc-9561594744d4', 'mac_address': 'fa:16:3e:cf:98:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14cf0ce2-1a30-493a-8631-1555e6c1b198', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:19:58.649581 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b1c899-3785-4db8-b530-46d6c72c4d92 None None] Routers {'6b5e4c14-7f92-4746-97ab-518f85689019'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:58.654582 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-27b1c899-3785-4db8-b530-46d6c72c4d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6b5e4c14-7f92-4746-97ab-518f85689019'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:58.716331 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:58.775200 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1d0c3e-2209-4673-a8cc-9561594744d4 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:19:58.800751 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-27b1c899-3785-4db8-b530-46d6c72c4d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:58.835923 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e630b390-54be-4d1c-ad1d-b19b44b413f3 req-4d2a4c11-ebcb-4f78-8e96-eda83868e7b0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=917da1d0-342f-4a4a-911f-0ccc90756017&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3330293 Nov 09 04:19:58.859682 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b1c899-3785-4db8-b530-46d6c72c4d92 None None] Routers {'6b5e4c14-7f92-4746-97ab-518f85689019'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:19:58.861602 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-27b1c899-3785-4db8-b530-46d6c72c4d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6b5e4c14-7f92-4746-97ab-518f85689019'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:58.864765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 2b1d0c3e-2209-4673-a8cc-9561594744d4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2b1d0c3e-2209-4673-a8cc-9561594744d4,segment=NetworkSegment(695ccbec-a0b5-447c-9cde-a098a5179c0b),segment_id=695ccbec-a0b5-447c-9cde-a098a5179c0b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:58.866667 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-928146d8-9654-4d3b-b9ee-f27c8847e9c6 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:58.874649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:58.976490 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-27b1c899-3785-4db8-b530-46d6c72c4d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:19:58.977975 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b1c899-3785-4db8-b530-46d6c72c4d92 None None] The sync data for ids ['6b5e4c14-7f92-4746-97ab-518f85689019'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:19:59.054683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19e9e07e-f8c2-4bce-a144-4db79e873f26 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.072588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=2b1d0c3e-2209-4673-a8cc-9561594744d4,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:59.093810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:19:59.136109 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.154986 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:19:59.155551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.169157 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a5da6c88-c693-4d01-9116-8505208d39ca tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.188954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['2b1d0c3e-2209-4673-a8cc-9561594744d4'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:19:59.218040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a5da6c88-c693-4d01-9116-8505208d39ca tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.239399 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da6c88-c693-4d01-9116-8505208d39ca tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55499c92-fde5-43b4-a3f9-0a3c17e811a1,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:59.239649 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-928146d8-9654-4d3b-b9ee-f27c8847e9c6 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.244830 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-928146d8-9654-4d3b-b9ee-f27c8847e9c6 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.249315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19e9e07e-f8c2-4bce-a144-4db79e873f26 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.315923 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-928146d8-9654-4d3b-b9ee-f27c8847e9c6 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.316778 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928146d8-9654-4d3b-b9ee-f27c8847e9c6 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Fanout notify agent at l3_agent the message router_deleted on router 6b5e4c14-7f92-4746-97ab-518f85689019 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:19:59.332129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-928146d8-9654-4d3b-b9ee-f27c8847e9c6 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.333440 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-928146d8-9654-4d3b-b9ee-f27c8847e9c6 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "DELETE /v2.0/routers/6b5e4c14-7f92-4746-97ab-518f85689019 HTTP/1.1" status: 204 len: 168 time: 0.7205729 Nov 09 04:19:59.338661 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48120) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:59.342889 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a5da6c88-c693-4d01-9116-8505208d39ca tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.342889 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a5da6c88-c693-4d01-9116-8505208d39ca tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2394223 Nov 09 04:19:59.345542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6b3be8e3-e7b8-4916-8b4e-c7d38051b11a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.347344 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48122) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:59.356941 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.375075 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3be8e3-e7b8-4916-8b4e-c7d38051b11a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=693fad8d-2f9b-4169-a325-cf4a3a8f9418,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:59.406506 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4d8b31-2253-4365-8283-dba1bc18b792 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Deleting subnet c2a29aa5-1291-4041-938f-187ccfa1f402 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:19:59.410499 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5ed1b8c0-78de-4e90-8d0e-ff6f502124b5,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:19:59.424327 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.464006 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8b31-2253-4365-8283-dba1bc18b792 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.467398 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d5812d47-a3c2-4f12-8101-7a88f861d1e6 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.519952 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d5812d47-a3c2-4f12-8101-7a88f861d1e6 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.555986 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8b31-2253-4365-8283-dba1bc18b792 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.569470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-19e9e07e-f8c2-4bce-a144-4db79e873f26 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port 3903179b-eae3-48da-a13d-e07de0fa53b0 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:19:59.574815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19e9e07e-f8c2-4bce-a144-4db79e873f26 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.618083 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d5812d47-a3c2-4f12-8101-7a88f861d1e6 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.627369 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d5812d47-a3c2-4f12-8101-7a88f861d1e6 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.628827 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d5812d47-a3c2-4f12-8101-7a88f861d1e6 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/55499c92-fde5-43b4-a3f9-0a3c17e811a1 HTTP/1.1" status: 204 len: 168 time: 0.2272677 Nov 09 04:19:59.639942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48126) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:59.671434 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5812d47-a3c2-4f12-8101-7a88f861d1e6 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55499c92-fde5-43b4-a3f9-0a3c17e811a1,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:59.678569 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6b3be8e3-e7b8-4916-8b4e-c7d38051b11a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.684111 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6b3be8e3-e7b8-4916-8b4e-c7d38051b11a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/693fad8d-2f9b-4169-a325-cf4a3a8f9418 HTTP/1.1" status: 204 len: 168 time: 2.2578235 Nov 09 04:19:59.694693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=5ed1b8c0-78de-4e90-8d0e-ff6f502124b5,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:19:59.699794 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48128) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:59.790690 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8badb9a4-28ef-40ed-93e3-45cdde231c99 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1482735 Nov 09 04:19:59.795571 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48132) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:59.815422 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8b31-2253-4365-8283-dba1bc18b792 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.849317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19e9e07e-f8c2-4bce-a144-4db79e873f26 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.893673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-19e9e07e-f8c2-4bce-a144-4db79e873f26 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for 3903179b-eae3-48da-a13d-e07de0fa53b0 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:19:59.900196 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8557d66-280b-4881-b1bf-8b7880dbe342 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] GET failed (client error): The resource could not be found. Nov 09 04:19:59.901893 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d8557d66-280b-4881-b1bf-8b7880dbe342 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/693fad8d-2f9b-4169-a325-cf4a3a8f9418 HTTP/1.1" status: 404 len: 333 time: 0.1965396 Nov 09 04:19:59.906253 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48138) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:19:59.914429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.objects.ports [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:19:59.926021 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8b31-2253-4365-8283-dba1bc18b792 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:19:59.996919 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d8b31-2253-4365-8283-dba1bc18b792 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a29aa5-1291-4041-938f-187ccfa1f402,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:00.002647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8b31-2253-4365-8283-dba1bc18b792 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.008186 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cb4d8b31-2253-4365-8283-dba1bc18b792 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "DELETE /v2.0/subnets/c2a29aa5-1291-4041-938f-187ccfa1f402 HTTP/1.1" status: 204 len: 168 time: 0.6660569 Nov 09 04:20:00.011859 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cce659-781f-44d2-91a6-8b0ca8bf5c40 None None] Network f154e16c-a295-45b5-9bfa-10ae91b67313 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:00.018791 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b44e69c2-22ba-4d23-a81e-e3ba9d966a11 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.026821 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48142) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:00.151216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b44e69c2-22ba-4d23-a81e-e3ba9d966a11 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.181242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bf308e07-615c-4a59-a4e5-ada13be6b7ad None None] Provisioning complete for port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:00.181648 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bf308e07-615c-4a59-a4e5-ada13be6b7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.181841 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.223109 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3a429-3658-4781-bd4d-601419752f23 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port b91226fa-b884-4286-a378-b12155c4e88a {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:00.223957 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a429-3658-4781-bd4d-601419752f23 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.263728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b44e69c2-22ba-4d23-a81e-e3ba9d966a11 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.266235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b44e69c2-22ba-4d23-a81e-e3ba9d966a11 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.269993 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b44e69c2-22ba-4d23-a81e-e3ba9d966a11 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-groups/08c02ad7-b43b-4078-bb38-a96f97aebd85 HTTP/1.1" status: 204 len: 168 time: 0.4734159 Nov 09 04:20:00.273218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48150) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:00.275206 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.315371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 2b1d0c3e-2209-4673-a8cc-9561594744d4 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:00.336601 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166163a-6f1d-4766-9ebe-d6c424f57560 req-8275986f-d47e-4e77-9c87-7647a337da06 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:00.338253 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f166163a-6f1d-4766-9ebe-d6c424f57560 req-8275986f-d47e-4e77-9c87-7647a337da06 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 945 time: 0.3406084 Nov 09 04:20:00.365064 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3927278d-8496-48bf-af1a-e6292d0bbaf3 None None] DHCP port deletion for f154e16c-a295-45b5-9bfa-10ae91b67313 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:20:00.403276 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a429-3658-4781-bd4d-601419752f23 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.418961 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 2b1d0c3e-2209-4673-a8cc-9561594744d4 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:20:00.427153 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 2b1d0c3e-2209-4673-a8cc-9561594744d4 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:00.427601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.427866 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3a429-3658-4781-bd4d-601419752f23 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for b91226fa-b884-4286-a378-b12155c4e88a owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:00.429924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48152) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:00.439131 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7b29bee3-fdc4-471c-9fe0-95afdbec0f59 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1605220 Nov 09 04:20:00.451121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48154) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:00.461468 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.497603 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e69c2-22ba-4d23-a81e-e3ba9d966a11 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c02ad7-b43b-4078-bb38-a96f97aebd85,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:00.551813 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Deleting port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:00.552605 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.567681 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f166163a-6f1d-4766-9ebe-d6c424f57560 req-02482855-1d58-41ec-b2b4-f2a3202f554b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=917da1d0-342f-4a4a-911f-0ccc90756017&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2139015 Nov 09 04:20:00.586533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19e9e07e-f8c2-4bce-a144-4db79e873f26 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.653027 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] For port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9,segment=NetworkSegment(d41767b5-32b4-4a46-951b-77752bdf5f6f),segment_id=d41767b5-32b4-4a46-951b-77752bdf5f6f)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:00.654403 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.658946 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9e07e-f8c2-4bce-a144-4db79e873f26 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=3903179b-eae3-48da-a13d-e07de0fa53b0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:00.668442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-406268498'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:00.679615 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-3927278d-8496-48bf-af1a-e6292d0bbaf3 None None] Deleting port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:00.679988 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3927278d-8496-48bf-af1a-e6292d0bbaf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.695083 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Calling delete_port for d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:00.762695 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a429-3658-4781-bd4d-601419752f23 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.775863 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3927278d-8496-48bf-af1a-e6292d0bbaf3 None None] For port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9,segment=NetworkSegment(d41767b5-32b4-4a46-951b-77752bdf5f6f),segment_id=d41767b5-32b4-4a46-951b-77752bdf5f6f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:00.776628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3927278d-8496-48bf-af1a-e6292d0bbaf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.811805 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3a429-3658-4781-bd4d-601419752f23 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=b91226fa-b884-4286-a378-b12155c4e88a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:00.812011 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-3927278d-8496-48bf-af1a-e6292d0bbaf3 None None] Calling delete_port for d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:00.822729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] For port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5ed1b8c0-78de-4e90-8d0e-ff6f502124b5,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:00.836716 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.859301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.865328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-587e96d5-197f-46df-b3cf-765c6cc02e66 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.884331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Made reservation on behalf of 7c698fd322b9400bbd64197590c57ef9 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:00.888065 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.889777 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.890574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.893780 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f275f9f-ff50-4312-9e79-be7e80b85bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1d0c3e-2209-4673-a8cc-9561594744d4'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:20:00.895207 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7b7882-a6e3-4de4-924f-293debce99e1" -d '{"events": [{"server_uuid": "6f275f9f-ff50-4312-9e79-be7e80b85bff", "name": "network-vif-plugged", "status": "completed", "tag": "2b1d0c3e-2209-4673-a8cc-9561594744d4"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:20:00.901446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a429-3658-4781-bd4d-601419752f23 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.906185 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d3c3a429-3658-4781-bd4d-601419752f23 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/b91226fa-b884-4286-a378-b12155c4e88a HTTP/1.1" status: 204 len: 168 time: 0.9985595 Nov 09 04:20:00.908685 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48160) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:00.943392 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 2b1d0c3e-2209-4673-a8cc-9561594744d4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2b1d0c3e-2209-4673-a8cc-9561594744d4,segment=NetworkSegment(695ccbec-a0b5-447c-9cde-a098a5179c0b),segment_id=695ccbec-a0b5-447c-9cde-a098a5179c0b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:00.946301 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:00.976213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.005015 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.013477 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca076601-b5be-40e6-8e28-f6a763eb610d x-openstack-request-id: req-ca076601-b5be-40e6-8e28-f6a763eb610d {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:20:01.013908 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f275f9f-ff50-4312-9e79-be7e80b85bff", "name": "network-vif-plugged", "status": "completed", "tag": "2b1d0c3e-2209-4673-a8cc-9561594744d4", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:20:01.015340 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:01.015704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca076601-b5be-40e6-8e28-f6a763eb610d {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:20:01.016193 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f275f9f-ff50-4312-9e79-be7e80b85bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1d0c3e-2209-4673-a8cc-9561594744d4', 'code': 200} Nov 09 04:20:01.017836 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:01.023798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19e9e07e-f8c2-4bce-a144-4db79e873f26 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.032816 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-090bd06d-0475-49ca-9c7f-291d8ff03be0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] GET failed (client error): The resource could not be found. Nov 09 04:20:01.034952 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-090bd06d-0475-49ca-9c7f-291d8ff03be0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/b91226fa-b884-4286-a378-b12155c4e88a HTTP/1.1" status: 404 len: 333 time: 0.1248055 Nov 09 04:20:01.036414 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event deleted for resources: {'Port': ['ID=d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:01.039256 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48162) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:01.044377 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] No DVR routers for this DVR port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:01.060612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.134778 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3927278d-8496-48bf-af1a-e6292d0bbaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.158138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=2b1d0c3e-2209-4673-a8cc-9561594744d4,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:01.165107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19e9e07e-f8c2-4bce-a144-4db79e873f26 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.167895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19e9e07e-f8c2-4bce-a144-4db79e873f26 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.177980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3927278d-8496-48bf-af1a-e6292d0bbaf3 None None] No DVR routers for this DVR port d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:01.190066 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.210970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d458deea-3901-4d6b-b98a-2489e658fcd6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting subnet 5b83a390-6324-4648-bf0b-ccaaca35c2ae {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:20:01.213298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927278d-8496-48bf-af1a-e6292d0bbaf3 None None] Pushing event deleted for resources: {'Port': ['ID=d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:01.223235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d458deea-3901-4d6b-b98a-2489e658fcd6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.223483 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:01.230376 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-587e96d5-197f-46df-b3cf-765c6cc02e66 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.231305 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:01.231962 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.250933 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:01.251545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.253846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19e9e07e-f8c2-4bce-a144-4db79e873f26 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.254356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e9e07e-f8c2-4bce-a144-4db79e873f26 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Fanout notify agent at l3_agent the message router_deleted on router d0f75600-8284-44fb-a2e1-85bd6ce06819 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:20:01.256273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4203ce6c-c5a7-4549-8c2a-5475b8095086 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:01.282217 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19e9e07e-f8c2-4bce-a144-4db79e873f26 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.283346 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-19e9e07e-f8c2-4bce-a144-4db79e873f26 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/routers/d0f75600-8284-44fb-a2e1-85bd6ce06819 HTTP/1.1" status: 204 len: 168 time: 3.0218031 Nov 09 04:20:01.289467 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f154e16c-a295-45b5-9bfa-10ae91b67313']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:01.294044 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48164) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:01.301022 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-54cb051b-915b-42ba-adb1-b3224405f3d6 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'network': {'name': 'tempest-RoutersTest-455500959'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:01.323146 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41767b5-32b4-4a46-951b-77752bdf5f6f') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:01.323512 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41767b5-32b4-4a46-951b-77752bdf5f6f') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:01.334229 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=4a86855c-4b87-4acd-8071-0a0306d240ca,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:01.337787 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d458deea-3901-4d6b-b98a-2489e658fcd6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.344406 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8522403 Nov 09 04:20:01.348159 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48166) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:01.360948 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-50c263ce-f5dc-4d9f-898e-0c4fdae2619b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'mac_address': 'fa:16:3e:41:d8:ca', 'name': 'tempest-NetworksTestDHCPv6-1462861680'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:01.364246 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c9a77-9b2e-411b-9dfb-82f93694c8c3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=5ed1b8c0-78de-4e90-8d0e-ff6f502124b5,revision_number=5']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:01.409014 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-587e96d5-197f-46df-b3cf-765c6cc02e66 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.411621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-587e96d5-197f-46df-b3cf-765c6cc02e66 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.412856 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-587e96d5-197f-46df-b3cf-765c6cc02e66 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-groups/1b390a6c-abc8-4729-a340-25cbbb2cc8b8 HTTP/1.1" status: 204 len: 168 time: 0.9605079 Nov 09 04:20:01.458661 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48168) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:01.463034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e96d5-197f-46df-b3cf-765c6cc02e66 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b390a6c-abc8-4729-a340-25cbbb2cc8b8,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:01.532059 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:01.557699 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:01.558029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d67a2d3a-d234-41cd-ba9a-4ecb5e2c67c9 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:01.563139 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.572907 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f467f6e6-c390-4a5e-b137-c21c2f78ad5e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1076658 Nov 09 04:20:01.575392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.580532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48170) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:01.587570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-4f792c39-db9b-4e69-9769-cb532bdfa93d tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group': {'name': 'tempest-secgroup--848995585'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:01.622928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:20:01.629578 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae47f5e-26c0-40cf-b975-efe832559e95,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:01.636738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.637088 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Added segment 29a08c99-cbaf-4d14-919e-23d645cbf2bb of type vlan for network 25e2fae0-eefc-45df-ba53-65fba24e403d Nov 09 04:20:01.723585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.809147 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.833312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb0485-2973-4d92-904c-4b4228310133 req-6b6dbb79-f6c6-49b2-b22a-7b5762d09f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:01.835524 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-09bb0485-2973-4d92-904c-4b4228310133 req-6b6dbb79-f6c6-49b2-b22a-7b5762d09f21 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 1099 time: 0.5848420 Nov 09 04:20:01.848713 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cb051b-915b-42ba-adb1-b3224405f3d6 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:01.851625 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-54cb051b-915b-42ba-adb1-b3224405f3d6 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.859833 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.887281 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:20:01.887688 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:20:01.891085 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:20:02.014544 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3696f-5722-4e05-be41-450df30288da req-e027fdad-350a-4f8e-a03e-c1dad34cfdbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:02.014854 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cb051b-915b-42ba-adb1-b3224405f3d6 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:20:02.016106 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c4f3696f-5722-4e05-be41-450df30288da req-e027fdad-350a-4f8e-a03e-c1dad34cfdbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 946 time: 0.3422666 Nov 09 04:20:02.021048 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-09bb0485-2973-4d92-904c-4b4228310133 req-d3e99958-60a9-4477-b494-7a7a4990e124 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=917da1d0-342f-4a4a-911f-0ccc90756017&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1756597 Nov 09 04:20:02.026500 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.031189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.034680 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] 10.222.0.21 "DELETE /v2.0/networks/f154e16c-a295-45b5-9bfa-10ae91b67313 HTTP/1.1" status: 204 len: 168 time: 2.0058882 Nov 09 04:20:02.035800 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.041080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:02.041429 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d458deea-3901-4d6b-b98a-2489e658fcd6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.057188 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.071389 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-54cb051b-915b-42ba-adb1-b3224405f3d6 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.071733 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-54cb051b-915b-42ba-adb1-b3224405f3d6 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Added segment 108838cc-acc2-4ecb-9af6-4426f86eaaf6 of type vlan for network fdc50b76-b58a-4462-9e9f-9d7dd61954da Nov 09 04:20:02.092529 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e814d-c507-4c6e-bcf6-9113a787b629 tempest-FloatingIPNegativeTestJSON-716578368 tempest-FloatingIPNegativeTestJSON-716578368-project] Pushing event deleted for resources: {'Network': ['ID=f154e16c-a295-45b5-9bfa-10ae91b67313,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:02.093939 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c263ce-f5dc-4d9f-898e-0c4fdae2619b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:02.138485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-54cb051b-915b-42ba-adb1-b3224405f3d6 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.167266 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d458deea-3901-4d6b-b98a-2489e658fcd6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.201433 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458deea-3901-4d6b-b98a-2489e658fcd6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Subnet': ['ID=5b83a390-6324-4648-bf0b-ccaaca35c2ae,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:02.206400 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d458deea-3901-4d6b-b98a-2489e658fcd6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.211329 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d458deea-3901-4d6b-b98a-2489e658fcd6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/5b83a390-6324-4648-bf0b-ccaaca35c2ae HTTP/1.1" status: 204 len: 168 time: 1.1707778 Nov 09 04:20:02.213050 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-54cb051b-915b-42ba-adb1-b3224405f3d6 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.219861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cb051b-915b-42ba-adb1-b3224405f3d6 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:02.220704 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-54cb051b-915b-42ba-adb1-b3224405f3d6 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.222101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907efdd6-cef2-4091-859f-bd61161ecd7f None None] Network b2b95de4-b048-4105-9df1-3339ad9c0241 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:02.223959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48176) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:02.260279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Pushing event updated for resources: {'Network': ['ID=25e2fae0-eefc-45df-ba53-65fba24e403d,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:02.267370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4f792c39-db9b-4e69-9769-cb532bdfa93d tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.294146 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d7d132fe-6641-425d-af56-26301c82d5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8630071 Nov 09 04:20:02.313200 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c4f3696f-5722-4e05-be41-450df30288da req-152574e7-be82-4d61-8bfc-196b0e4d89c0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=917da1d0-342f-4a4a-911f-0ccc90756017&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2787852 Nov 09 04:20:02.321011 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 25e2fae0-eefc-45df-ba53-65fba24e403d details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:20:02.351119 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50c263ce-f5dc-4d9f-898e-0c4fdae2619b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.372559 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb051b-915b-42ba-adb1-b3224405f3d6 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Network': ['ID=fdc50b76-b58a-4462-9e9f-9d7dd61954da,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:02.385490 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-50c263ce-f5dc-4d9f-898e-0c4fdae2619b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port 6d83e4a0-12c0-4a86-8145-b3f4fe322e0b yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:02.405063 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-54cb051b-915b-42ba-adb1-b3224405f3d6 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1077445 Nov 09 04:20:02.412977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network fdc50b76-b58a-4462-9e9f-9d7dd61954da details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:20:02.439139 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48184) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:02.445826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4f792c39-db9b-4e69-9769-cb532bdfa93d tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.450216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9d563962-9b30-4c3b-b889-744901ac932d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'subnet': {'network_id': 'fdc50b76-b58a-4462-9e9f-9d7dd61954da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:02.466389 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48186) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:02.470356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4f792c39-db9b-4e69-9769-cb532bdfa93d tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.488511 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-8ae5dd30-5952-44f5-b668-52baabade9a1 None None] Provisioning complete for port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:02.488511 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8ae5dd30-5952-44f5-b668-52baabade9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.507323 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.560224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4f792c39-db9b-4e69-9769-cb532bdfa93d tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.564404 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4f792c39-db9b-4e69-9769-cb532bdfa93d tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9776683 Nov 09 04:20:02.565150 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48190) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:02.573363 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-793381a8-b157-4792-baab-8e3de9b19107 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group_rule': {'security_group_id': 'f0a6be8f-e9ea-4b5c-a96e-d19d033490ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:02.607278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f792c39-db9b-4e69-9769-cb532bdfa93d tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a6be8f-e9ea-4b5c-a96e-d19d033490ad,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:02.646093 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port a343d7de-6e4c-454c-bb8a-78ef7181ab68 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:02.647200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.683646 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-793381a8-b157-4792-baab-8e3de9b19107 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.725421 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdbedd4-47c8-4b43-8899-5abca4dde47f None None] DHCP port deletion for b2b95de4-b048-4105-9df1-3339ad9c0241 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:20:02.727979 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d563962-9b30-4c3b-b889-744901ac932d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:02.732129 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d563962-9b30-4c3b-b889-744901ac932d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.736963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-50c263ce-f5dc-4d9f-898e-0c4fdae2619b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 172.20.0.14 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/f30792aa-f220-41ec-8d32-82bd86639815/6d83e4a0-12c0-4a86-8145-b3f4fe322e0b) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:02.762866 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-50c263ce-f5dc-4d9f-898e-0c4fdae2619b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::f816:3eff:fe41:d8ca (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/4a86855c-4b87-4acd-8071-0a0306d240ca/6d83e4a0-12c0-4a86-8145-b3f4fe322e0b) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:02.774958 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] For port a343d7de-6e4c-454c-bb8a-78ef7181ab68, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a343d7de-6e4c-454c-bb8a-78ef7181ab68,segment=NetworkSegment(01b96e43-f1fe-4163-938c-488336e8c9df),segment_id=01b96e43-f1fe-4163-938c-488336e8c9df)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:02.775334 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.793037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ecdbedd4-47c8-4b43-8899-5abca4dde47f None None] Deleting port a343d7de-6e4c-454c-bb8a-78ef7181ab68 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:02.793417 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ecdbedd4-47c8-4b43-8899-5abca4dde47f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.796137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for a343d7de-6e4c-454c-bb8a-78ef7181ab68 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:02.801541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48192) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:02.808591 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Request body: {'port': {'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d', 'binding:host_id': 'hv-neutron-8168', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1265801352'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:02.856941 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-edd2bba8-9255-4f42-8e82-ffa406d0ecd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb097b71154543d9918a019d7293147d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864529 Nov 09 04:20:02.857489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48194) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:02.901100 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ecdbedd4-47c8-4b43-8899-5abca4dde47f None None] For port a343d7de-6e4c-454c-bb8a-78ef7181ab68, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a343d7de-6e4c-454c-bb8a-78ef7181ab68,segment=NetworkSegment(01b96e43-f1fe-4163-938c-488336e8c9df),segment_id=01b96e43-f1fe-4163-938c-488336e8c9df)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:02.901680 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ecdbedd4-47c8-4b43-8899-5abca4dde47f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.902206 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Made reservation on behalf of 74e8b3b7021d42638ea0af8dbb560302 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:02.904820 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.925378 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-793381a8-b157-4792-baab-8e3de9b19107 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.927845 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ecdbedd4-47c8-4b43-8899-5abca4dde47f None None] Calling delete_port for a343d7de-6e4c-454c-bb8a-78ef7181ab68 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:02.936715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-793381a8-b157-4792-baab-8e3de9b19107 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.943195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:02.988969 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:03.009678 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793381a8-b157-4792-baab-8e3de9b19107 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbc47c3-6db1-4931-b1df-56eed935c32a,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:03.042316 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-793381a8-b157-4792-baab-8e3de9b19107 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.048755 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-793381a8-b157-4792-baab-8e3de9b19107 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4766567 Nov 09 04:20:03.049857 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48196) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:03.075319 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.077376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ecdbedd4-47c8-4b43-8899-5abca4dde47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.089158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:03.089896 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.092896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-80bf2041-309b-4077-8c81-0e64b5ea2b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.093081 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdbedd4-47c8-4b43-8899-5abca4dde47f None None] No DVR routers for this DVR port a343d7de-6e4c-454c-bb8a-78ef7181ab68 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:03.134325 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=a343d7de-6e4c-454c-bb8a-78ef7181ab68,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:03.143256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbedd4-47c8-4b43-8899-5abca4dde47f None None] Pushing event deleted for resources: {'Port': ['ID=a343d7de-6e4c-454c-bb8a-78ef7181ab68,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:03.148156 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No DVR routers for this DVR port a343d7de-6e4c-454c-bb8a-78ef7181ab68 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:03.178132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f4edf174-e882-4f11-b69f-f5b0c0bd42a7 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.179427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-80bf2041-309b-4077-8c81-0e64b5ea2b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.197554 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f4edf174-e882-4f11-b69f-f5b0c0bd42a7 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.218152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50c263ce-f5dc-4d9f-898e-0c4fdae2619b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.226511 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d563962-9b30-4c3b-b889-744901ac932d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.253925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.271588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f4edf174-e882-4f11-b69f-f5b0c0bd42a7 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.277438 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f4edf174-e882-4f11-b69f-f5b0c0bd42a7 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.278804 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f4edf174-e882-4f11-b69f-f5b0c0bd42a7 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/efbc47c3-6db1-4931-b1df-56eed935c32a HTTP/1.1" status: 204 len: 168 time: 0.2277613 Nov 09 04:20:03.288184 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48198) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:03.294499 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a343d7de-6e4c-454c-bb8a-78ef7181ab68 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:03.296483 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b95de4-b048-4105-9df1-3339ad9c0241']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:03.318302 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edf174-e882-4f11-b69f-f5b0c0bd42a7 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efbc47c3-6db1-4931-b1df-56eed935c32a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:03.319764 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: a343d7de-6e4c-454c-bb8a-78ef7181ab68 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:03.320354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a343d7de-6e4c-454c-bb8a-78ef7181ab68 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:03.323720 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b96e43-f1fe-4163-938c-488336e8c9df') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:03.324096 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b96e43-f1fe-4163-938c-488336e8c9df') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:03.343340 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.343973 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.353356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d563962-9b30-4c3b-b889-744901ac932d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Subnet': ['ID=5d192ba4-f8c5-4acd-8886-637887fc765a,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:03.362706 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-80bf2041-309b-4077-8c81-0e64b5ea2b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.365241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-80bf2041-309b-4077-8c81-0e64b5ea2b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.366654 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-80bf2041-309b-4077-8c81-0e64b5ea2b5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e659ccbb-8d38-47fa-a836-61fa14b1c2b6 HTTP/1.1" status: 204 len: 168 time: 0.5032666 Nov 09 04:20:03.367413 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.372568 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.380244 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:20:03.380704 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.384069 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] device_id is not set on port a7a6ea05-08c0-49bc-8d63-13ec882efd74 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:03.394575 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50c263ce-f5dc-4d9f-898e-0c4fdae2619b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.396303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf2041-309b-4077-8c81-0e64b5ea2b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e659ccbb-8d38-47fa-a836-61fa14b1c2b6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:03.440148 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-295798b2-47c0-4408-9981-c37e319d038e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1473360 Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:20:03.440945 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:20:03.443982 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48204) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:03.483365 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.488327 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.492276 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/networks/b2b95de4-b048-4105-9df1-3339ad9c0241 HTTP/1.1" status: 204 len: 168 time: 1.2614102 Nov 09 04:20:03.501472 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48206) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:03.509181 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-540a7a0f-0479-4d4d-b12b-7cfd2590aae8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-66265507'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:03.526568 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90247b4-c10d-4a31-98e4-f7b45e39d3ca tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Network': ['ID=b2b95de4-b048-4105-9df1-3339ad9c0241,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:03.560139 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-196ce5bf-7007-4108-9912-e3d7847f5f62 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.564339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d563962-9b30-4c3b-b889-744901ac932d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Checking segment: {'id': '108838cc-acc2-4ecb-9af6-4426f86eaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fdc50b76-b58a-4462-9e9f-9d7dd61954da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:03.564779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d563962-9b30-4c3b-b889-744901ac932d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network hostable DHCP agents. Network: fdc50b76-b58a-4462-9e9f-9d7dd61954da, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:20:03.576692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540a7a0f-0479-4d4d-b12b-7cfd2590aae8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:03.580703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-540a7a0f-0479-4d4d-b12b-7cfd2590aae8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.625939 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c263ce-f5dc-4d9f-898e-0c4fdae2619b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:03.628708 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-196ce5bf-7007-4108-9912-e3d7847f5f62 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.631549 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540a7a0f-0479-4d4d-b12b-7cfd2590aae8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:20:03.655815 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-540a7a0f-0479-4d4d-b12b-7cfd2590aae8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.656279 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-540a7a0f-0479-4d4d-b12b-7cfd2590aae8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Added segment 2154bda6-4525-4a26-9267-0afc1c81a9e5 of type vlan for network e4167bd2-0650-41aa-afd2-dc94a0eb6a3c Nov 09 04:20:03.658116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-50c263ce-f5dc-4d9f-898e-0c4fdae2619b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:03.676677 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c263ce-f5dc-4d9f-898e-0c4fdae2619b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:03.701209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c263ce-f5dc-4d9f-898e-0c4fdae2619b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=6d83e4a0-12c0-4a86-8145-b3f4fe322e0b,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:03.719817 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-540a7a0f-0479-4d4d-b12b-7cfd2590aae8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.724622 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-196ce5bf-7007-4108-9912-e3d7847f5f62 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.727897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-196ce5bf-7007-4108-9912-e3d7847f5f62 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.731685 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-196ce5bf-7007-4108-9912-e3d7847f5f62 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-groups/f0a6be8f-e9ea-4b5c-a96e-d19d033490ad HTTP/1.1" status: 204 len: 168 time: 0.2843425 Nov 09 04:20:03.737286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48214) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:03.741494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e758a9-8d22-4861-9a60-5fc2bec784c8,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:03.759448 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d563962-9b30-4c3b-b889-744901ac932d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network fdc50b76-b58a-4462-9e9f-9d7dd61954da is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:20:03.763576 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ce5bf-7007-4108-9912-e3d7847f5f62 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a6be8f-e9ea-4b5c-a96e-d19d033490ad,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:03.792685 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-540a7a0f-0479-4d4d-b12b-7cfd2590aae8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.800414 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540a7a0f-0479-4d4d-b12b-7cfd2590aae8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:03.801111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-540a7a0f-0479-4d4d-b12b-7cfd2590aae8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.829869 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c263ce-f5dc-4d9f-898e-0c4fdae2619b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:03.830522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50c263ce-f5dc-4d9f-898e-0c4fdae2619b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:03.833877 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-9d563962-9b30-4c3b-b889-744901ac932d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, fdc50b76-b58a-4462-9e9f-9d7dd61954da) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:03.845922 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9653bc-58a5-4b38-b6eb-8bbdb021eb47 None None] Network fdc50b76-b58a-4462-9e9f-9d7dd61954da requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:03.859143 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f283e79b-aada-4e34-9bf0-f5a1f8cc896e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1206007 Nov 09 04:20:03.860746 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90300bfa-62d2-4a42-9284-e2d07a4ac336 req-21344a48-82e2-4380-aaea-366ee4ed5152 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:03.864013 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-90300bfa-62d2-4a42-9284-e2d07a4ac336 req-21344a48-82e2-4380-aaea-366ee4ed5152 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 946 time: 0.3026018 Nov 09 04:20:03.906777 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48218) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:03.917156 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-be51b319-3b4e-4c73-8dd9-5b0890f5c6f0 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group': {'name': 'tempest-secgroup--692876390'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:03.935692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a7a0f-0479-4d4d-b12b-7cfd2590aae8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Network': ['ID=e4167bd2-0650-41aa-afd2-dc94a0eb6a3c,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:03.947937 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network e4167bd2-0650-41aa-afd2-dc94a0eb6a3c details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:20:03.948313 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-540a7a0f-0479-4d4d-b12b-7cfd2590aae8 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4431331 Nov 09 04:20:03.950610 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48222) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:03.958902 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d563962-9b30-4c3b-b889-744901ac932d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:03.959157 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-d77f5e7e-1261-4f4b-8987-384f2eba6ef7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'subnet': {'network_id': 'e4167bd2-0650-41aa-afd2-dc94a0eb6a3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:03.959542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d563962-9b30-4c3b-b889-744901ac932d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.010642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] device_id is not set on port a7a6ea05-08c0-49bc-8d63-13ec882efd74 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:04.024056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.035349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-be51b319-3b4e-4c73-8dd9-5b0890f5c6f0 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.054452 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.075498 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-50c263ce-f5dc-4d9f-898e-0c4fdae2619b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7238302 Nov 09 04:20:04.098170 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48224) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:04.114210 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9d563962-9b30-4c3b-b889-744901ac932d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6739044 Nov 09 04:20:04.115012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48228) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:04.126247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-686574fb-59fd-4060-9112-ca4b47a6bf94 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1779995655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:04.139973 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-fdc50b76-b58a-4462-9e9f-9d7dd61954da', 'network_id': 'fdc50b76-b58a-4462-9e9f-9d7dd61954da', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'fixed_ips': [{'subnet_id': '5d192ba4-f8c5-4acd-8886-637887fc765a'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:04.141033 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.176916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9de06739-f3ff-4d00-ba4b-f9c3b3da79d4 None None] Provisioning complete for port 6d83e4a0-12c0-4a86-8145-b3f4fe322e0b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:04.178006 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9de06739-f3ff-4d00-ba4b-f9c3b3da79d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.205638 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-686574fb-59fd-4060-9112-ca4b47a6bf94 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.206673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-686574fb-59fd-4060-9112-ca4b47a6bf94 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.215577 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-90300bfa-62d2-4a42-9284-e2d07a4ac336 req-811162ee-d986-493d-a44f-a579f494091e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=917da1d0-342f-4a4a-911f-0ccc90756017&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1846340 Nov 09 04:20:04.217372 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Pushing event updated for resources: {'Port': ['ID=a7a6ea05-08c0-49bc-8d63-13ec882efd74,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:04.228921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Checking segment: {'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:04.229331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Network hostable DHCP agents. Network: 25e2fae0-eefc-45df-ba53-65fba24e403d, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:20:04.242702 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d429c84-b76d-4434-b9f9-08181c2e8962 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:04.256701 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d429c84-b76d-4434-b9f9-08181c2e8962 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:04.262493 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5d429c84-b76d-4434-b9f9-08181c2e8962 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1632102 Nov 09 04:20:04.263223 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48236) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:04.295423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-686574fb-59fd-4060-9112-ca4b47a6bf94 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.301156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Network 25e2fae0-eefc-45df-ba53-65fba24e403d is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:20:04.308549 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-686574fb-59fd-4060-9112-ca4b47a6bf94 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.324346 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 25e2fae0-eefc-45df-ba53-65fba24e403d) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:04.329156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:04.353760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:04.354928 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77f5e7e-1261-4f4b-8987-384f2eba6ef7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:04.355069 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:04.356735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:04.359510 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d77f5e7e-1261-4f4b-8987-384f2eba6ef7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.363323 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e50a64a-9d19-44fa-af00-012d6e4a823e None None] Network 25e2fae0-eefc-45df-ba53-65fba24e403d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:04.372801 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:04.373439 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:04.375473 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 2 to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 Nov 09 04:20:04.384160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-686574fb-59fd-4060-9112-ca4b47a6bf94 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.386540 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-686574fb-59fd-4060-9112-ca4b47a6bf94 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2668521 Nov 09 04:20:04.401257 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48240) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:04.406613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:04.407310 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:04.408002 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:04.411887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-9de06739-f3ff-4d00-ba4b-f9c3b3da79d4 None None] Port 6d83e4a0-12c0-4a86-8145-b3f4fe322e0b cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:04.418372 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:04.418719 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:04.419120 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 3 to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 Nov 09 04:20:04.435361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:04.436322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:04.437763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:04.442929 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:04.443264 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:04.443664 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 4 to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 Nov 09 04:20:04.459153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:04.459694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:04.460049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:04.465740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:04.465740 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:04.465989 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 5 to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 Nov 09 04:20:04.469383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48242) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:04.481116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:04.481459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:04.481863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:04.486359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:04.486687 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:04.487082 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 6 to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 Nov 09 04:20:04.501629 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:04.502037 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:04.502308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:04.507187 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:04.507516 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:04.507909 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 7 to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 Nov 09 04:20:04.520297 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:04.520636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:04.520976 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:04.527280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:04.527617 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:04.528178 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 8 to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 Nov 09 04:20:04.548486 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:04.549423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:04.549842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:04.551951 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Allocated IP 172.20.0.2 (fdc50b76-b58a-4462-9e9f-9d7dd61954da/5d192ba4-f8c5-4acd-8886-637887fc765a/405ea87e-8c6e-48c9-8544-23252ad77093) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:04.555571 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:04.555909 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:04.556384 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 9 to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 Nov 09 04:20:04.571007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:04.571348 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:04.571751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:04.576152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-be51b319-3b4e-4c73-8dd9-5b0890f5c6f0 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.576859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:04.577190 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:04.577706 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 10 to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 Nov 09 04:20:04.596587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:04.597767 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:04.598116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:04.599228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-be51b319-3b4e-4c73-8dd9-5b0890f5c6f0 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.603484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:04.603822 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a7a6ea05-08c0-49bc-8d63-13ec882efd74 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:04.604192 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.646123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ef4b9-7487-4447-9299-21ba86eb7127 req-0d8a321b-a1dd-40a7-bc4a-3eaf1592b833 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:04.647739 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a38ef4b9-7487-4447-9299-21ba86eb7127 req-0d8a321b-a1dd-40a7-bc4a-3eaf1592b833 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 946 time: 0.3333747 Nov 09 04:20:04.684238 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] For port a7a6ea05-08c0-49bc-8d63-13ec882efd74, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:04.684730 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempted to set empty binding levels {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 04:20:04.693301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.715229 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-304532144'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:04.739038 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.743071 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-be51b319-3b4e-4c73-8dd9-5b0890f5c6f0 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.746878 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-be51b319-3b4e-4c73-8dd9-5b0890f5c6f0 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8340390 Nov 09 04:20:04.747056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:04.747159 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.747274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.755488 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48246) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:04.763631 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-61e4f3ff-405b-4497-9dfe-a4d8e93429fb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group_rule': {'security_group_id': 'b88b1424-3af0-4e9f-a5a3-1a07a0043355', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:04.773641 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51b319-3b4e-4c73-8dd9-5b0890f5c6f0 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88b1424-3af0-4e9f-a5a3-1a07a0043355,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:04.780379 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Pushing event updated for resources: {'Port': ['ID=a7a6ea05-08c0-49bc-8d63-13ec882efd74,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:04.792148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Network fdc50b76-b58a-4462-9e9f-9d7dd61954da is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:04.797077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:04.800757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:04.807609 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Pushing event updated for resources: {'Port': ['ID=405ea87e-8c6e-48c9-8544-23252ad77093,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:04.858073 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Attempting to bind port 405ea87e-8c6e-48c9-8544-23252ad77093 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:04.858723 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Attempting to bind port 405ea87e-8c6e-48c9-8544-23252ad77093 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '108838cc-acc2-4ecb-9af6-4426f86eaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fdc50b76-b58a-4462-9e9f-9d7dd61954da'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:04.859088 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Attempting to bind port 405ea87e-8c6e-48c9-8544-23252ad77093 on network fdc50b76-b58a-4462-9e9f-9d7dd61954da {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:04.865887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:04.866983 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Checking segment: {'id': '108838cc-acc2-4ecb-9af6-4426f86eaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fdc50b76-b58a-4462-9e9f-9d7dd61954da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:04.867568 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.867980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Bound using segment: {'id': '108838cc-acc2-4ecb-9af6-4426f86eaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fdc50b76-b58a-4462-9e9f-9d7dd61954da'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:04.868750 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Bound port: 405ea87e-8c6e-48c9-8544-23252ad77093, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108838cc-acc2-4ecb-9af6-4426f86eaaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fdc50b76-b58a-4462-9e9f-9d7dd61954da'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:04.869183 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.878385 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d40d4abd-49cd-431d-8907-f82f8e993c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 2.0733979 Nov 09 04:20:04.881057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48248) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:04.911285 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c9765c66-7aa3-4321-8f66-4618cd9fb704 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port 6d83e4a0-12c0-4a86-8145-b3f4fe322e0b {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:04.911901 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c9765c66-7aa3-4321-8f66-4618cd9fb704 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.914722 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:04.918168 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.938204 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.940476 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] For port 405ea87e-8c6e-48c9-8544-23252ad77093, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:04.944709 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] For port 405ea87e-8c6e-48c9-8544-23252ad77093, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=405ea87e-8c6e-48c9-8544-23252ad77093,segment=NetworkSegment(108838cc-acc2-4ecb-9af6-4426f86eaaf6),segment_id=108838cc-acc2-4ecb-9af6-4426f86eaaf6)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:04.950474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:04.959213 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a38ef4b9-7487-4447-9299-21ba86eb7127 req-4b2a7058-285f-4e5a-b048-b477f31661a9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=917da1d0-342f-4a4a-911f-0ccc90756017&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2979803 Nov 09 04:20:04.963832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-480ac651-3273-428c-9046-7c9b2db4f792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Deleting port a7a6ea05-08c0-49bc-8d63-13ec882efd74 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:04.964184 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-480ac651-3273-428c-9046-7c9b2db4f792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.018948 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f5db6-3926-4a2f-85de-a5f4d4524f79 None None] Pushing event updated for resources: {'Port': ['ID=405ea87e-8c6e-48c9-8544-23252ad77093,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:05.033839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-480ac651-3273-428c-9046-7c9b2db4f792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] For port a7a6ea05-08c0-49bc-8d63-13ec882efd74, host hv-neutron-8168, got binding levels [] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:05.034213 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-480ac651-3273-428c-9046-7c9b2db4f792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.053840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-480ac651-3273-428c-9046-7c9b2db4f792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Calling delete_port for a7a6ea05-08c0-49bc-8d63-13ec882efd74 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:05.106887 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61e4f3ff-405b-4497-9dfe-a4d8e93429fb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.156715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-480ac651-3273-428c-9046-7c9b2db4f792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.185980 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d77f5e7e-1261-4f4b-8987-384f2eba6ef7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.216502 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ac651-3273-428c-9046-7c9b2db4f792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7a6ea05-08c0-49bc-8d63-13ec882efd74,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:05.220771 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.231066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-480ac651-3273-428c-9046-7c9b2db4f792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.234320 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-480ac651-3273-428c-9046-7c9b2db4f792 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "DELETE /v2.0/ports/a7a6ea05-08c0-49bc-8d63-13ec882efd74 HTTP/1.1" status: 204 len: 168 time: 0.3513603 Nov 09 04:20:05.236924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48254) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:05.247282 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c9765c66-7aa3-4321-8f66-4618cd9fb704 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.268257 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-63217e32-52d0-4cac-bd8e-6332cebdce37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] GET failed (client error): The resource could not be found. Nov 09 04:20:05.270012 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-63217e32-52d0-4cac-bd8e-6332cebdce37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "GET /v2.0/ports/a7a6ea05-08c0-49bc-8d63-13ec882efd74 HTTP/1.1" status: 404 len: 333 time: 0.0320001 Nov 09 04:20:05.274547 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48256) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:05.279467 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-219a1e2c-1ae3-4e2f-8f93-00e0345b2344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Request body: {'port': {'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-926566555'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:05.292482 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c9765c66-7aa3-4321-8f66-4618cd9fb704 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for 6d83e4a0-12c0-4a86-8145-b3f4fe322e0b owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:05.305611 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219a1e2c-1ae3-4e2f-8f93-00e0345b2344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Made reservation on behalf of 74e8b3b7021d42638ea0af8dbb560302 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:05.308154 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-219a1e2c-1ae3-4e2f-8f93-00e0345b2344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.330976 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-219a1e2c-1ae3-4e2f-8f93-00e0345b2344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] device_id is not set on port a0a3bc86-64ee-4269-b681-eca5cac30b31 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:05.414387 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f5e7e-1261-4f4b-8987-384f2eba6ef7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Subnet': ['ID=12586065-785c-45ee-a274-ec92617dae61,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:05.471091 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61e4f3ff-405b-4497-9dfe-a4d8e93429fb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.490679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.490972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-219a1e2c-1ae3-4e2f-8f93-00e0345b2344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.496405 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61e4f3ff-405b-4497-9dfe-a4d8e93429fb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.522916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.524699 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-219a1e2c-1ae3-4e2f-8f93-00e0345b2344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.526503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77f5e7e-1261-4f4b-8987-384f2eba6ef7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Checking segment: {'id': '2154bda6-4525-4a26-9267-0afc1c81a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4167bd2-0650-41aa-afd2-dc94a0eb6a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:05.526874 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f5e7e-1261-4f4b-8987-384f2eba6ef7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network hostable DHCP agents. Network: e4167bd2-0650-41aa-afd2-dc94a0eb6a3c, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:20:05.565778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219a1e2c-1ae3-4e2f-8f93-00e0345b2344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Network 25e2fae0-eefc-45df-ba53-65fba24e403d is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:05.568535 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-219a1e2c-1ae3-4e2f-8f93-00e0345b2344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:05.574910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a1e2c-1ae3-4e2f-8f93-00e0345b2344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:05.575854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219a1e2c-1ae3-4e2f-8f93-00e0345b2344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:05.576444 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-219a1e2c-1ae3-4e2f-8f93-00e0345b2344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.588913 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a1e2c-1ae3-4e2f-8f93-00e0345b2344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Pushing event updated for resources: {'Port': ['ID=a0a3bc86-64ee-4269-b681-eca5cac30b31,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:05.599227 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:20:05.600938 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-219a1e2c-1ae3-4e2f-8f93-00e0345b2344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3253453 Nov 09 04:20:05.601547 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48258) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:05.606492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:05.608025 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4f3ff-405b-4497-9dfe-a4d8e93429fb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61eeda1d-6f83-49f4-82e1-26ffd314e236,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:05.626003 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61e4f3ff-405b-4497-9dfe-a4d8e93429fb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.630111 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-61e4f3ff-405b-4497-9dfe-a4d8e93429fb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8699389 Nov 09 04:20:05.630456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48260) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:05.666740 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2a344b10-acc8-4740-9939-ce7c3d5c2d65 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules/61eeda1d-6f83-49f4-82e1-26ffd314e236 HTTP/1.1" status: 200 len: 763 time: 0.0351715 Nov 09 04:20:05.669237 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48262) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:05.682845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7fe2f2-6390-4ccd-b7cb-2edc60afd4d8,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:05.689699 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.689919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.690066 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Added segment c1aec4ca-234a-4eed-a31b-00275d962386 of type vlan for network a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c Nov 09 04:20:05.709300 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f5e7e-1261-4f4b-8987-384f2eba6ef7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network e4167bd2-0650-41aa-afd2-dc94a0eb6a3c is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:20:05.749664 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-dd35b091-0cd8-4bfa-8a17-27a4c73a6870 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0794189 Nov 09 04:20:05.752353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48264) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:05.789539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-d77f5e7e-1261-4f4b-8987-384f2eba6ef7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, e4167bd2-0650-41aa-afd2-dc94a0eb6a3c) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:05.794084 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f5e7e-1261-4f4b-8987-384f2eba6ef7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:05.794866 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d77f5e7e-1261-4f4b-8987-384f2eba6ef7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.799984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8b6941-5269-4f8d-a067-c5132c45cf6a None None] Network e4167bd2-0650-41aa-afd2-dc94a0eb6a3c requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:05.806464 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f1fae49-8cf1-4695-b9a8-ae8e3f982638 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.807101 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.821274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f1fae49-8cf1-4695-b9a8-ae8e3f982638 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.896313 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d77f5e7e-1261-4f4b-8987-384f2eba6ef7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9385219 Nov 09 04:20:05.896933 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48266) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:05.903590 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7c55921b-2e78-4943-9f04-11e8e86adcc5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'network_id': 'e4167bd2-0650-41aa-afd2-dc94a0eb6a3c', 'name': 'tempest-PortsTestJSON-310343500', 'fixed_ips': [{'subnet_id': '12586065-785c-45ee-a274-ec92617dae61', 'ip_address': '172.20.0.10'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:05.912289 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f1fae49-8cf1-4695-b9a8-ae8e3f982638 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.922477 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.928285 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:05.928992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.932810 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Allocated IP 172.20.0.1 (fdc50b76-b58a-4462-9e9f-9d7dd61954da/5d192ba4-f8c5-4acd-8886-637887fc765a/72ba19e2-6c7e-443a-826a-00a18694c8f0) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:05.942090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f1fae49-8cf1-4695-b9a8-ae8e3f982638 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:05.943773 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5f1fae49-8cf1-4695-b9a8-ae8e3f982638 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/61eeda1d-6f83-49f4-82e1-26ffd314e236 HTTP/1.1" status: 204 len: 168 time: 0.1904891 Nov 09 04:20:05.966436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48268) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:06.024048 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fae49-8cf1-4695-b9a8-ae8e3f982638 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61eeda1d-6f83-49f4-82e1-26ffd314e236,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:06.026448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-e4167bd2-0650-41aa-afd2-dc94a0eb6a3c', 'network_id': 'e4167bd2-0650-41aa-afd2-dc94a0eb6a3c', 'tenant_id': 'd56a0d9d08a14d82b1fc97eb3e7362fd', 'fixed_ips': [{'subnet_id': '12586065-785c-45ee-a274-ec92617dae61'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:06.027504 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.036799 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5277953 Nov 09 04:20:06.039115 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48270) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:06.049895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-8160f26e-8c9c-4283-adb4-6076df907228 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-421439095'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:06.065366 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c9765c66-7aa3-4321-8f66-4618cd9fb704 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.097097 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] device_id is not set on port a0a3bc86-64ee-4269-b681-eca5cac30b31 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:06.099182 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41073ae8-199a-4500-a929-b93d2ea2ca5d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Network': ['ID=a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:06.118085 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.130325 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8160f26e-8c9c-4283-adb4-6076df907228 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:06.137629 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:20:06.138247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8160f26e-8c9c-4283-adb4-6076df907228 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.144177 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9765c66-7aa3-4321-8f66-4618cd9fb704 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=6d83e4a0-12c0-4a86-8145-b3f4fe322e0b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:06.146370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.172709 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ec8635d7-02af-41e1-9855-555faca49229 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2050385 Nov 09 04:20:06.187156 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48272) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:06.196969 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b9184b6b-d45f-40b6-b184-82939dd660ca tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group_rule': {'security_group_id': 'b88b1424-3af0-4e9f-a5a3-1a07a0043355', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:06.282601 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8160f26e-8c9c-4283-adb4-6076df907228 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:20:06.284213 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.296189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c9765c66-7aa3-4321-8f66-4618cd9fb704 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.302381 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c9765c66-7aa3-4321-8f66-4618cd9fb704 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/6d83e4a0-12c0-4a86-8145-b3f4fe322e0b HTTP/1.1" status: 204 len: 168 time: 2.0310643 Nov 09 04:20:06.302619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8160f26e-8c9c-4283-adb4-6076df907228 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.302619 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-8160f26e-8c9c-4283-adb4-6076df907228 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Added segment 7e93d7f6-37be-4156-975f-4a3a74c1e627 of type vlan for network 5b9b28de-5455-4c62-86ce-3e5d6b71e55f Nov 09 04:20:06.308774 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48274) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:06.323628 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b9184b6b-d45f-40b6-b184-82939dd660ca tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.355369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Pushing event updated for resources: {'Port': ['ID=a0a3bc86-64ee-4269-b681-eca5cac30b31,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:06.371107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c55921b-2e78-4943-9f04-11e8e86adcc5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:06.395489 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2da74f-20bd-44e0-957b-4beb71bd7c34 None None] Network fdc50b76-b58a-4462-9e9f-9d7dd61954da requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:06.420722 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51b8881-ee5c-41a4-bc08-3759c742c174 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:06.422394 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51b8881-ee5c-41a4-bc08-3759c742c174 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:06.423963 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51b8881-ee5c-41a4-bc08-3759c742c174 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:06.428236 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d51b8881-ee5c-41a4-bc08-3759c742c174 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1158679 Nov 09 04:20:06.429477 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48276) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:06.442478 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.462645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8160f26e-8c9c-4283-adb4-6076df907228 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.468705 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:06.469130 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:06.469552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:06.477547 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:06.478098 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:06.481769 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 2 to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 Nov 09 04:20:06.496039 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48278) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:06.501456 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b9184b6b-d45f-40b6-b184-82939dd660ca tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.517565 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b9184b6b-d45f-40b6-b184-82939dd660ca tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.540288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network fdc50b76-b58a-4462-9e9f-9d7dd61954da is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:06.561193 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:06.564002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:06.567236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7c55921b-2e78-4943-9f04-11e8e86adcc5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.570441 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9184b6b-d45f-40b6-b184-82939dd660ca tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea70281-f7b6-4ce2-9fda-c202438b16d0,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:06.573747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=72ba19e2-6c7e-443a-826a-00a18694c8f0,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:06.595896 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-be9fdb0d-572d-48a4-bbdc-af00d4857707 None None] Provisioning complete for port 405ea87e-8c6e-48c9-8544-23252ad77093 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:06.596280 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-be9fdb0d-572d-48a4-bbdc-af00d4857707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.599106 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca6fde3-d0d4-4792-ba12-f3f1ea0fbaff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 4a86855c-4b87-4acd-8071-0a0306d240ca {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:20:06.605989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-7c55921b-2e78-4943-9f04-11e8e86adcc5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port 0be61c4c-82cf-4bcf-8ff2-37a5285b1729 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:06.606202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b9184b6b-d45f-40b6-b184-82939dd660ca tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.609868 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b9184b6b-d45f-40b6-b184-82939dd660ca tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4164748 Nov 09 04:20:06.609868 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ca6fde3-d0d4-4792-ba12-f3f1ea0fbaff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.612353 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48280) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:06.650961 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Allocated IP 172.20.0.2 (e4167bd2-0650-41aa-afd2-dc94a0eb6a3c/12586065-785c-45ee-a274-ec92617dae61/68dd527c-729e-4f59-99d3-6b0b2786e7c3) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:06.654423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:06.655509 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:06.655956 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:06.673926 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9626e7f4-2fa7-4a76-92d1-a4163bb9e7f9 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules/1ea70281-f7b6-4ce2-9fda-c202438b16d0 HTTP/1.1" status: 200 len: 763 time: 0.0412962 Nov 09 04:20:06.674251 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ca6fde3-d0d4-4792-ba12-f3f1ea0fbaff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.676556 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48282) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:06.678897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.755871 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8160f26e-8c9c-4283-adb4-6076df907228 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.762326 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8160f26e-8c9c-4283-adb4-6076df907228 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:06.763128 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8160f26e-8c9c-4283-adb4-6076df907228 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.765873 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:06.767700 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:06.775148 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 3 to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 Nov 09 04:20:06.793284 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-be9fdb0d-572d-48a4-bbdc-af00d4857707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.853946 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c7f416e1-58ec-44a6-853a-d4defc4fb0c5 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1739180 Nov 09 04:20:06.860474 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48284) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:06.865894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-be9fdb0d-572d-48a4-bbdc-af00d4857707 None None] For port 405ea87e-8c6e-48c9-8544-23252ad77093, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=405ea87e-8c6e-48c9-8544-23252ad77093,segment=NetworkSegment(108838cc-acc2-4ecb-9af6-4426f86eaaf6),segment_id=108838cc-acc2-4ecb-9af6-4426f86eaaf6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:06.894045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-be9fdb0d-572d-48a4-bbdc-af00d4857707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.930101 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ca6fde3-d0d4-4792-ba12-f3f1ea0fbaff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.963738 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.970505 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c1080e2-58a1-44b4-ae6b-6abe144bf0cb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.976531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.980936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fdb0d-572d-48a4-bbdc-af00d4857707 None None] Pushing event updated for resources: {'Port': ['ID=405ea87e-8c6e-48c9-8544-23252ad77093,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:06.987910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:06.994934 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c1080e2-58a1-44b4-ae6b-6abe144bf0cb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.036356 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Network e4167bd2-0650-41aa-afd2-dc94a0eb6a3c is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:07.051378 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:07.055843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:07.067735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Pushing event updated for resources: {'Port': ['ID=68dd527c-729e-4f59-99d3-6b0b2786e7c3,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:07.120942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c1080e2-58a1-44b4-ae6b-6abe144bf0cb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.121661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 405ea87e-8c6e-48c9-8544-23252ad77093 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:07.127099 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c1080e2-58a1-44b4-ae6b-6abe144bf0cb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.130446 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8c1080e2-58a1-44b4-ae6b-6abe144bf0cb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1ea70281-f7b6-4ce2-9fda-c202438b16d0 HTTP/1.1" status: 204 len: 168 time: 0.2667770 Nov 09 04:20:07.164380 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Attempting to bind port 68dd527c-729e-4f59-99d3-6b0b2786e7c3 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:07.164735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Attempting to bind port 68dd527c-729e-4f59-99d3-6b0b2786e7c3 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '2154bda6-4525-4a26-9267-0afc1c81a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4167bd2-0650-41aa-afd2-dc94a0eb6a3c'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:07.165101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Attempting to bind port 68dd527c-729e-4f59-99d3-6b0b2786e7c3 on network e4167bd2-0650-41aa-afd2-dc94a0eb6a3c {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:07.179875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:07.180248 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Checking segment: {'id': '2154bda6-4525-4a26-9267-0afc1c81a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4167bd2-0650-41aa-afd2-dc94a0eb6a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:07.180657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.181034 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Bound using segment: {'id': '2154bda6-4525-4a26-9267-0afc1c81a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4167bd2-0650-41aa-afd2-dc94a0eb6a3c'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:07.181609 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Bound port: 68dd527c-729e-4f59-99d3-6b0b2786e7c3, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2154bda6-4525-4a26-9267-0afc1c81a9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e4167bd2-0650-41aa-afd2-dc94a0eb6a3c'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:07.181926 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.239479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 405ea87e-8c6e-48c9-8544-23252ad77093 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:07.239848 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.251090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48286) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:07.299792 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-0dcc0fe9-dc85-4ea8-b7d9-01e593c4369f None None] Provisioning complete for port 405ea87e-8c6e-48c9-8544-23252ad77093 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:07.300232 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0fe9-dc85-4ea8-b7d9-01e593c4369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.336055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:07.336458 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:07.336900 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:07.342398 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8160f26e-8c9c-4283-adb4-6076df907228 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3033967 Nov 09 04:20:07.354577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48288) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:07.368648 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1c50eefe-9755-442f-aca4-b06f67421ceb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'subnet': {'network_id': 'a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:07.379883 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] For port 68dd527c-729e-4f59-99d3-6b0b2786e7c3, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:07.381394 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160f26e-8c9c-4283-adb4-6076df907228 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Network': ['ID=5b9b28de-5455-4c62-86ce-3e5d6b71e55f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:07.404381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:07.404817 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:07.406697 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 5b9b28de-5455-4c62-86ce-3e5d6b71e55f details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:20:07.412281 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] For port 68dd527c-729e-4f59-99d3-6b0b2786e7c3, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=68dd527c-729e-4f59-99d3-6b0b2786e7c3,segment=NetworkSegment(2154bda6-4525-4a26-9267-0afc1c81a9e5),segment_id=2154bda6-4525-4a26-9267-0afc1c81a9e5)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:07.416220 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 4 to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 Nov 09 04:20:07.441018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.487077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-7c55921b-2e78-4943-9f04-11e8e86adcc5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Allocated IP 172.20.0.10 (e4167bd2-0650-41aa-afd2-dc94a0eb6a3c/12586065-785c-45ee-a274-ec92617dae61/0be61c4c-82cf-4bcf-8ff2-37a5285b1729) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:07.532726 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ca6fde3-d0d4-4792-ba12-f3f1ea0fbaff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.533403 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:07.533901 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:07.534435 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:07.538821 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1080e2-58a1-44b4-ae6b-6abe144bf0cb tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ea70281-f7b6-4ce2-9fda-c202438b16d0,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:07.557410 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-21c43e97-0d80-43f6-8943-4afa89baf62e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3049505 Nov 09 04:20:07.562492 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48290) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:07.574546 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3ede8511-de54-4766-af8a-f9fb6b122b64 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Request body: {'security_group_rule': {'security_group_id': 'b88b1424-3af0-4e9f-a5a3-1a07a0043355', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:07.577568 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:07.577913 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:07.580531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6fde3-d0d4-4792-ba12-f3f1ea0fbaff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=4a86855c-4b87-4acd-8071-0a0306d240ca,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:07.583812 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 5 to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 Nov 09 04:20:07.593092 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ca6fde3-d0d4-4792-ba12-f3f1ea0fbaff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.598598 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8ca6fde3-d0d4-4792-ba12-f3f1ea0fbaff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/4a86855c-4b87-4acd-8071-0a0306d240ca HTTP/1.1" status: 204 len: 168 time: 1.1651185 Nov 09 04:20:07.600983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48292) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:07.624898 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e85d3-8d32-4cbb-992f-066b2e435bb5 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:07.668536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc58ca5-0994-461d-bbcb-9592429ab61d None None] Pushing event updated for resources: {'Port': ['ID=68dd527c-729e-4f59-99d3-6b0b2786e7c3,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:07.670565 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-3ede8511-de54-4766-af8a-f9fb6b122b64 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Project a64b9053cc7b46578456d2afb227deb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:20:07.674416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:07.674758 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:07.675099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:07.691649 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ede8511-de54-4766-af8a-f9fb6b122b64 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.732726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:07.733068 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:07.738766 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 6 to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 Nov 09 04:20:07.746175 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-0dcc0fe9-dc85-4ea8-b7d9-01e593c4369f None None] Provisioning complete for port 72ba19e2-6c7e-443a-826a-00a18694c8f0 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:07.746550 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0fe9-dc85-4ea8-b7d9-01e593c4369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.748484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-53df52d1-e093-4012-86dc-35ca50904b32 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet f30792aa-f220-41ec-8d32-82bd86639815 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:20:07.757935 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-53df52d1-e093-4012-86dc-35ca50904b32 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.764746 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c50eefe-9755-442f-aca4-b06f67421ceb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:07.768558 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1c50eefe-9755-442f-aca4-b06f67421ceb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.800517 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc0fe9-dc85-4ea8-b7d9-01e593c4369f None None] Port 72ba19e2-6c7e-443a-826a-00a18694c8f0 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:07.843215 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-53df52d1-e093-4012-86dc-35ca50904b32 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.920675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:07.921058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:07.921412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:07.923325 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ede8511-de54-4766-af8a-f9fb6b122b64 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.964917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-8bbb1480-54f4-4349-92a0-2a44d8f073fe None None] Provisioning complete for port 72ba19e2-6c7e-443a-826a-00a18694c8f0 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:07.965548 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8bbb1480-54f4-4349-92a0-2a44d8f073fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.994299 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ede8511-de54-4766-af8a-f9fb6b122b64 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:07.999355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:08.000469 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:08.004747 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 7 to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 Nov 09 04:20:08.030950 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede8511-de54-4766-af8a-f9fb6b122b64 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51c7cdf-a7f8-4374-8744-ac5fdfbcfcba,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:08.031440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-8bbb1480-54f4-4349-92a0-2a44d8f073fe None None] Port 72ba19e2-6c7e-443a-826a-00a18694c8f0 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:08.065099 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.068009 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-53df52d1-e093-4012-86dc-35ca50904b32 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.071056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:08.071839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:08.072409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:08.098930 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ede8511-de54-4766-af8a-f9fb6b122b64 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.100970 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3ede8511-de54-4766-af8a-f9fb6b122b64 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5342424 Nov 09 04:20:08.104376 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.106992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48294) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:08.135592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:08.136033 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:08.150629 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 8 to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 Nov 09 04:20:08.174799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7c55921b-2e78-4943-9f04-11e8e86adcc5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.176146 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:08.176465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:08.176806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:08.193973 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a7a48805-8ff7-496d-94d5-88b77fcc715f tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules/f51c7cdf-a7f8-4374-8744-ac5fdfbcfcba HTTP/1.1" status: 200 len: 769 time: 0.0805845 Nov 09 04:20:08.201394 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48296) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:08.216931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:08.217265 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:08.223991 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 9 to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 Nov 09 04:20:08.237651 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.243512 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=72ba19e2-6c7e-443a-826a-00a18694c8f0,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:08.271333 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-53df52d1-e093-4012-86dc-35ca50904b32 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.293027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:08.293368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:08.293740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:08.327088 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:08.327436 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:08.347096 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.plugins.ml2.plugin [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 10 to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 Nov 09 04:20:08.358144 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2d35941d-4e29-4ef5-aa0c-85d0fb033772 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1490536 Nov 09 04:20:08.360408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1c50eefe-9755-442f-aca4-b06f67421ceb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.362019 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df52d1-e093-4012-86dc-35ca50904b32 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=f30792aa-f220-41ec-8d32-82bd86639815,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:08.363623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48298) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:08.371784 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-53df52d1-e093-4012-86dc-35ca50904b32 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.374960 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-53df52d1-e093-4012-86dc-35ca50904b32 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/f30792aa-f220-41ec-8d32-82bd86639815 HTTP/1.1" status: 204 len: 168 time: 0.7712166 Nov 09 04:20:08.378593 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48300) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:08.411663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7c55921b-2e78-4943-9f04-11e8e86adcc5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.421725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:08.421942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:08.422400 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:08.429810 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9c5d8a3f-48f2-4fde-ba57-9dcf7a554bfa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474982 Nov 09 04:20:08.430153 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48302) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:08.500053 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network fdc50b76-b58a-4462-9e9f-9d7dd61954da is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:08.503374 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:08.520155 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ef03c1-46df-4483-bc38-af0c935dba41 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:08.524626 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-45ef03c1-46df-4483-bc38-af0c935dba41 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0903790 Nov 09 04:20:08.526210 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48304) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:08.551200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:08.551775 dv-neutron-816800-2-hyperv neutron-server[101883]: ERROR neutron.plugins.ml2.managers [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port a0a3bc86-64ee-4269-b681-eca5cac30b31 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:08.551878 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.589548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.605491 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-336a0944-d8c6-4274-a9da-2aaf9a063916 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.623072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50eefe-9755-442f-aca4-b06f67421ceb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Subnet': ['ID=b26625cb-9dd3-41a3-b9cf-d202ff9e4163,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:08.632359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c55921b-2e78-4943-9f04-11e8e86adcc5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network e4167bd2-0650-41aa-afd2-dc94a0eb6a3c is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:08.675118 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-336a0944-d8c6-4274-a9da-2aaf9a063916 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.695407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-7c55921b-2e78-4943-9f04-11e8e86adcc5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:08.697015 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55921b-2e78-4943-9f04-11e8e86adcc5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=0be61c4c-82cf-4bcf-8ff2-37a5285b1729,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:08.698289 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3bdfc6-8d16-4ea1-96b4-9e407f4b64d4 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:08.711840 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdb91f1-6175-44f6-bd5d-e81776bf1bf2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:08.715975 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ebdb91f1-6175-44f6-bd5d-e81776bf1bf2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1854537 Nov 09 04:20:08.716465 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48306) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:08.730532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55921b-2e78-4943-9f04-11e8e86adcc5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:08.761120 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1017a611-2f17-4658-a131-0d4d1ebd52f0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428681 Nov 09 04:20:08.768971 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48308) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:08.775297 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-69e64d9c-6d10-486d-9034-4d16dcbe61da tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:08.830241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] For port a0a3bc86-64ee-4269-b681-eca5cac30b31, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:08.830899 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempted to set empty binding levels {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 04:20:08.861067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c50eefe-9755-442f-aca4-b06f67421ceb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Checking segment: {'id': 'c1aec4ca-234a-4eed-a31b-00275d962386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:08.861067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c50eefe-9755-442f-aca4-b06f67421ceb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network hostable DHCP agents. Network: a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:20:08.864403 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.881701 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e909e63c-2862-40d0-92ca-d642e82e0cd7 None None] Provisioning complete for port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:08.882481 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e909e63c-2862-40d0-92ca-d642e82e0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.908730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 99421aae-b55b-4e50-b114-70f822017517 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:20:08.933861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e64d9c-6d10-486d-9034-4d16dcbe61da tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:08.945622 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-69e64d9c-6d10-486d-9034-4d16dcbe61da tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:08.947402 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e64d9c-6d10-486d-9034-4d16dcbe61da tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:20:08.950541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Pushing event updated for resources: {'Port': ['ID=a0a3bc86-64ee-4269-b681-eca5cac30b31,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:08.950898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e64d9c-6d10-486d-9034-4d16dcbe61da tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:20:09.011208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-336a0944-d8c6-4274-a9da-2aaf9a063916 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:09.028361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-336a0944-d8c6-4274-a9da-2aaf9a063916 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:09.032365 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-336a0944-d8c6-4274-a9da-2aaf9a063916 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f51c7cdf-a7f8-4374-8744-ac5fdfbcfcba HTTP/1.1" status: 204 len: 168 time: 0.6613364 Nov 09 04:20:09.040108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48310) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:09.053140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c55921b-2e78-4943-9f04-11e8e86adcc5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.054431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7c55921b-2e78-4943-9f04-11e8e86adcc5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:09.070987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] In _notify_port_updated(), no bound segment for port a0a3bc86-64ee-4269-b681-eca5cac30b31 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:20:09.072244 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.072391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:09.076411 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-aa7c980d-147f-4e01-a696-2115efae48db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "PUT /v2.0/ports/a0a3bc86-64ee-4269-b681-eca5cac30b31 HTTP/1.1" status: 200 len: 980 time: 3.4715977 Nov 09 04:20:09.076560 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-69e64d9c-6d10-486d-9034-4d16dcbe61da tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3063204 Nov 09 04:20:09.079824 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48312) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:09.079824 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48314) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:09.096269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a0944-d8c6-4274-a9da-2aaf9a063916 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f51c7cdf-a7f8-4374-8744-ac5fdfbcfcba,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:09.112190 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a732b0fe-6cd7-4233-b191-69696ab0aef6 None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:20:09.123736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c50eefe-9755-442f-aca4-b06f67421ceb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:20:09.142477 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7c55921b-2e78-4943-9f04-11e8e86adcc5 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2434659 Nov 09 04:20:09.146127 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f81a2ed8-bcd3-4732-ab87-945a40b0d31b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:09.147866 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48316) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:09.155722 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9dc40597-ad53-4629-aa3c-6ecc5181b0ad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'network_id': 'e4167bd2-0650-41aa-afd2-dc94a0eb6a3c', 'name': 'tempest-PortsTestJSON-1632201840', 'fixed_ips': [{'subnet_id': '12586065-785c-45ee-a274-ec92617dae61', 'ip_address': '172.20.0.9'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:09.161749 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7553e48-7b54-47a5-9b2c-588d083be1c3 None None] Network e4167bd2-0650-41aa-afd2-dc94a0eb6a3c requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:09.190827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 405ea87e-8c6e-48c9-8544-23252ad77093 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:09.224415 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3b85481f-3da3-4387-a37f-36f93cf60f46 tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1806920 Nov 09 04:20:09.236658 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-1c50eefe-9755-442f-aca4-b06f67421ceb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:09.240023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48318) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:09.257461 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d0d7ce-295b-46d7-bac1-7c1b4c40b874 None None] Network a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:09.267839 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:09.275849 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-61c090a6-00a3-4c9c-857b-8720a124180c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/99421aae-b55b-4e50-b114-70f822017517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8734341 Nov 09 04:20:09.279666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48320) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:09.288885 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c50eefe-9755-442f-aca4-b06f67421ceb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.289496 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1c50eefe-9755-442f-aca4-b06f67421ceb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:09.298100 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-3c64a880-aeab-40cc-9a15-f9eb64235575 None None] Provisioning complete for port 68dd527c-729e-4f59-99d3-6b0b2786e7c3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:09.298477 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3c64a880-aeab-40cc-9a15-f9eb64235575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:09.300451 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496f7ccf-324b-4a7d-96c8-3998739dd7b6 None None] Sync routers for ids ['99421aae-b55b-4e50-b114-70f822017517'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:09.330474 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.330948 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.331740 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.332185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.332794 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.333396 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.334038 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.334494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.335161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.335755 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.336358 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.336815 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.337436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.338085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.338541 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.339140 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.339729 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.340325 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.343236 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-53182a66-58e1-4f02-911b-711a207e4fad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16228 time: 0.2627406 Nov 09 04:20:09.355092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48322) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:09.364826 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65da0e11-19fc-46db-8bf3-79347a94ab82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:09.369649 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-65da0e11-19fc-46db-8bf3-79347a94ab82 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports/72ba19e2-6c7e-443a-826a-00a18694c8f0 HTTP/1.1" status: 200 len: 910 time: 0.0853333 Nov 09 04:20:09.370514 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48324) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:09.383866 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f7ccf-324b-4a7d-96c8-3998739dd7b6 None None] Routers {'99421aae-b55b-4e50-b114-70f822017517'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:09.384652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-496f7ccf-324b-4a7d-96c8-3998739dd7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['99421aae-b55b-4e50-b114-70f822017517'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:09.387543 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1c50eefe-9755-442f-aca4-b06f67421ceb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0247598 Nov 09 04:20:09.393242 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f22b2749-711b-4100-ade6-be22fa4d5521 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5d192ba4-f8c5-4acd-8886-637887fc765a'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:09.396222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48326) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:09.423663 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-30776bf8-2cc2-46bf-b2fc-aec16dbcda6f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'subnet': {'network_id': '5b9b28de-5455-4c62-86ce-3e5d6b71e55f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:09.429798 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a2ed8-bcd3-4732-ab87-945a40b0d31b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:09.433171 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f81a2ed8-bcd3-4732-ab87-945a40b0d31b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:09.434551 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81a2ed8-bcd3-4732-ab87-945a40b0d31b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:20:09.434972 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81a2ed8-bcd3-4732-ab87-945a40b0d31b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:20:09.445037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a732b0fe-6cd7-4233-b191-69696ab0aef6 None None] Deleting port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:09.445491 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a732b0fe-6cd7-4233-b191-69696ab0aef6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:09.481158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-496f7ccf-324b-4a7d-96c8-3998739dd7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:09.506743 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f81a2ed8-bcd3-4732-ab87-945a40b0d31b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4248018 Nov 09 04:20:09.518177 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48328) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:09.529139 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-047ef877-fe31-4378-b3d3-d82bd6bf9a74 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:09.532928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-00330b94-8d49-4623-be0a-629eb30acd7e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:09.535981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.17 (2a8fc1c1-33bd-434d-9dca-233836f0891d/14cf0ce2-1a30-493a-8631-1555e6c1b198/a28e30a1-1852-4812-af4b-6c9066fbfab6) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:09.600576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496f7ccf-324b-4a7d-96c8-3998739dd7b6 None None] Routers {'99421aae-b55b-4e50-b114-70f822017517'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:09.601307 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-496f7ccf-324b-4a7d-96c8-3998739dd7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['99421aae-b55b-4e50-b114-70f822017517'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:09.603112 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 405ea87e-8c6e-48c9-8544-23252ad77093 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:09.603570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:09.609226 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a732b0fe-6cd7-4233-b191-69696ab0aef6 None None] For port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5ed1b8c0-78de-4e90-8d0e-ff6f502124b5,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:09.609792 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a732b0fe-6cd7-4233-b191-69696ab0aef6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:09.618726 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30776bf8-2cc2-46bf-b2fc-aec16dbcda6f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:09.622372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-30776bf8-2cc2-46bf-b2fc-aec16dbcda6f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:09.625042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc40597-ad53-4629-aa3c-6ecc5181b0ad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:09.630255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9dc40597-ad53-4629-aa3c-6ecc5181b0ad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:09.640495 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-00330b94-8d49-4623-be0a-629eb30acd7e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:09.719806 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f22b2749-711b-4100-ade6-be22fa4d5521 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:09.749177 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-9dc40597-ad53-4629-aa3c-6ecc5181b0ad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port 9181f596-df0d-4d2f-8d4d-7866dba99d44 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:09.864118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-496f7ccf-324b-4a7d-96c8-3998739dd7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:09.864659 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496f7ccf-324b-4a7d-96c8-3998739dd7b6 None None] The sync data for ids ['99421aae-b55b-4e50-b114-70f822017517'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:09.891002 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a732b0fe-6cd7-4233-b191-69696ab0aef6 None None] Calling delete_port for 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:09.975026 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3c64a880-aeab-40cc-9a15-f9eb64235575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.036900 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c', 'network_id': 'a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'fixed_ips': [{'subnet_id': 'b26625cb-9dd3-41a3-b9cf-d202ff9e4163'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:10.037150 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-30776bf8-2cc2-46bf-b2fc-aec16dbcda6f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.037487 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.098485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f928861b-97cf-4a4d-a8e4-3078eecc8935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Deleting port a0a3bc86-64ee-4269-b681-eca5cac30b31 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:10.098827 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f928861b-97cf-4a4d-a8e4-3078eecc8935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.130660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3c64a880-aeab-40cc-9a15-f9eb64235575 None None] For port 68dd527c-729e-4f59-99d3-6b0b2786e7c3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=68dd527c-729e-4f59-99d3-6b0b2786e7c3,segment=NetworkSegment(2154bda6-4525-4a26-9267-0afc1c81a9e5),segment_id=2154bda6-4525-4a26-9267-0afc1c81a9e5)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:10.144698 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047ef877-fe31-4378-b3d3-d82bd6bf9a74 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:10.149253 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-047ef877-fe31-4378-b3d3-d82bd6bf9a74 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.149575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3c64a880-aeab-40cc-9a15-f9eb64235575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.151135 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-047ef877-fe31-4378-b3d3-d82bd6bf9a74 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:20:10.151778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047ef877-fe31-4378-b3d3-d82bd6bf9a74 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:20:10.156975 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30776bf8-2cc2-46bf-b2fc-aec16dbcda6f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Checking segment: {'id': '7e93d7f6-37be-4156-975f-4a3a74c1e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b9b28de-5455-4c62-86ce-3e5d6b71e55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:10.159142 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30776bf8-2cc2-46bf-b2fc-aec16dbcda6f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network hostable DHCP agents. Network: 5b9b28de-5455-4c62-86ce-3e5d6b71e55f, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:20:10.172205 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30776bf8-2cc2-46bf-b2fc-aec16dbcda6f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Subnet': ['ID=cc923455-8c8c-488a-9fb4-bdc7766abb01,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:10.193994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-00330b94-8d49-4623-be0a-629eb30acd7e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.197430 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-00330b94-8d49-4623-be0a-629eb30acd7e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.199051 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-00330b94-8d49-4623-be0a-629eb30acd7e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "DELETE /v2.0/security-groups/b88b1424-3af0-4e9f-a5a3-1a07a0043355 HTTP/1.1" status: 204 len: 168 time: 0.9560051 Nov 09 04:20:10.215909 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48330) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:10.265363 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 68dd527c-729e-4f59-99d3-6b0b2786e7c3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:10.268001 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00330b94-8d49-4623-be0a-629eb30acd7e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88b1424-3af0-4e9f-a5a3-1a07a0043355,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:10.280928 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-feeb3b43-917b-4f9e-a8f3-8e8557d9262e tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0638337 Nov 09 04:20:10.281647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30776bf8-2cc2-46bf-b2fc-aec16dbcda6f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 5b9b28de-5455-4c62-86ce-3e5d6b71e55f is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:20:10.281955 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-047ef877-fe31-4378-b3d3-d82bd6bf9a74 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7616873 Nov 09 04:20:10.286487 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48332) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:10.287176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48334) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:10.295647 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.295944 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b6cc7b7d-59f2-4afd-9563-b2ab24f15460 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:10.298032 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-f928861b-97cf-4a4d-a8e4-3078eecc8935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] For port a0a3bc86-64ee-4269-b681-eca5cac30b31, host hv-neutron-8168, got binding levels [] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:10.298395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f928861b-97cf-4a4d-a8e4-3078eecc8935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.334159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-30776bf8-2cc2-46bf-b2fc-aec16dbcda6f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 5b9b28de-5455-4c62-86ce-3e5d6b71e55f) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:10.339054 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30776bf8-2cc2-46bf-b2fc-aec16dbcda6f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:10.339647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-30776bf8-2cc2-46bf-b2fc-aec16dbcda6f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.361998 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-3c64a880-aeab-40cc-9a15-f9eb64235575 None None] Provisioning complete for port 72ba19e2-6c7e-443a-826a-00a18694c8f0 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:10.362507 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3c64a880-aeab-40cc-9a15-f9eb64235575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.388510 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b1d9f7-ae90-4e19-9e98-3ed130cc7bc2 None None] Network 5b9b28de-5455-4c62-86ce-3e5d6b71e55f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:10.388742 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f928861b-97cf-4a4d-a8e4-3078eecc8935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Calling delete_port for a0a3bc86-64ee-4269-b681-eca5cac30b31 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:10.401040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a732b0fe-6cd7-4233-b191-69696ab0aef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.425939 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-30776bf8-2cc2-46bf-b2fc-aec16dbcda6f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0235190 Nov 09 04:20:10.433206 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48336) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:10.439751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b668566a-d4db-45bd-870f-cc5d2cd720e5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1845325000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:10.466642 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f22b2749-711b-4100-ade6-be22fa4d5521 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.470209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a732b0fe-6cd7-4233-b191-69696ab0aef6 None None] No DVR routers for this DVR port 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:10.476840 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b668566a-d4db-45bd-870f-cc5d2cd720e5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.478078 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b668566a-d4db-45bd-870f-cc5d2cd720e5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.487303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f22b2749-711b-4100-ade6-be22fa4d5521 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.496974 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-9dc40597-ad53-4629-aa3c-6ecc5181b0ad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Allocated IP 172.20.0.9 (e4167bd2-0650-41aa-afd2-dc94a0eb6a3c/12586065-785c-45ee-a274-ec92617dae61/9181f596-df0d-4d2f-8d4d-7866dba99d44) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:10.517026 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d0c20444-2d52-4b48-9ef4-7c1d7c446d7c tempest-SecGroupIPv6Test-798356031 tempest-SecGroupIPv6Test-798356031-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2089586 Nov 09 04:20:10.541331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.577955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64a880-aeab-40cc-9a15-f9eb64235575 None None] Pushing event updated for resources: {'Port': ['ID=68dd527c-729e-4f59-99d3-6b0b2786e7c3,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:10.601744 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Allocated IP 2001:db8::2 (a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c/b26625cb-9dd3-41a3-b9cf-d202ff9e4163/abc0df19-71e8-4677-9df0-29c948e7029e) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:10.607279 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cc7b7d-59f2-4afd-9563-b2ab24f15460 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:10.612002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6cc7b7d-59f2-4afd-9563-b2ab24f15460 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.612586 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-3c64a880-aeab-40cc-9a15-f9eb64235575 None None] Port 72ba19e2-6c7e-443a-826a-00a18694c8f0 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:10.613705 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cc7b7d-59f2-4afd-9563-b2ab24f15460 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:20:10.614247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6cc7b7d-59f2-4afd-9563-b2ab24f15460 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:20:10.665018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2a8fc1c1-33bd-434d-9dca-233836f0891d is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:10.667177 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:10.692368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22b2749-711b-4100-ade6-be22fa4d5521 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:10.693139 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f22b2749-711b-4100-ade6-be22fa4d5521 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.698945 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f22b2749-711b-4100-ade6-be22fa4d5521 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/ports/72ba19e2-6c7e-443a-826a-00a18694c8f0 HTTP/1.1" status: 200 len: 910 time: 1.3112533 Nov 09 04:20:10.699545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48340) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:10.699786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b2749-711b-4100-ade6-be22fa4d5521 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=72ba19e2-6c7e-443a-826a-00a18694c8f0,revision_number=3']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:10.701368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:10.705657 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b668566a-d4db-45bd-870f-cc5d2cd720e5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.714130 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732b0fe-6cd7-4233-b191-69696ab0aef6 None None] Pushing event deleted for resources: {'Port': ['ID=5ed1b8c0-78de-4e90-8d0e-ff6f502124b5,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:10.714845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b668566a-d4db-45bd-870f-cc5d2cd720e5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.738774 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b6cc7b7d-59f2-4afd-9563-b2ab24f15460 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4462912 Nov 09 04:20:10.740365 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48342) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:10.752598 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-2cf0b67d-143b-4aaa-a5a5-86c18339cdaa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:10.768081 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.816515 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 68dd527c-729e-4f59-99d3-6b0b2786e7c3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:10.816894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.846887 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b668566a-d4db-45bd-870f-cc5d2cd720e5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:10.855114 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b668566a-d4db-45bd-870f-cc5d2cd720e5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4207036 Nov 09 04:20:10.855898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48344) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:10.969630 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=a28e30a1-1852-4812-af4b-6c9066fbfab6,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:10.985199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2fc0984b-ef35-48ad-9cbb-7c1884ae48d2 None None] Provisioning complete for port 68dd527c-729e-4f59-99d3-6b0b2786e7c3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:10.985765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2fc0984b-ef35-48ad-9cbb-7c1884ae48d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.024374 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48348) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:11.105311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f928861b-97cf-4a4d-a8e4-3078eecc8935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.162959 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-5b9b28de-5455-4c62-86ce-3e5d6b71e55f', 'network_id': '5b9b28de-5455-4c62-86ce-3e5d6b71e55f', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'fixed_ips': [{'subnet_id': 'cc923455-8c8c-488a-9fb4-bdc7766abb01'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:11.164350 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.187918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f928861b-97cf-4a4d-a8e4-3078eecc8935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.192263 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f928861b-97cf-4a4d-a8e4-3078eecc8935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "DELETE /v2.0/ports/a0a3bc86-64ee-4269-b681-eca5cac30b31 HTTP/1.1" status: 204 len: 168 time: 1.8318086 Nov 09 04:20:11.193622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928861b-97cf-4a4d-a8e4-3078eecc8935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0a3bc86-64ee-4269-b681-eca5cac30b31,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:11.196577 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.196735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48352) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:11.215539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.229298 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf0b67d-143b-4aaa-a5a5-86c18339cdaa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:11.232850 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b67d-143b-4aaa-a5a5-86c18339cdaa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.234821 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf0b67d-143b-4aaa-a5a5-86c18339cdaa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:20:11.235270 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf0b67d-143b-4aaa-a5a5-86c18339cdaa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:20:11.289183 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-356ab446-2393-42cf-87c1-a56de1912a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] GET failed (client error): The resource could not be found. Nov 09 04:20:11.291407 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-356ab446-2393-42cf-87c1-a56de1912a3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "GET /v2.0/ports/a0a3bc86-64ee-4269-b681-eca5cac30b31 HTTP/1.1" status: 404 len: 333 time: 0.0638471 Nov 09 04:20:11.295163 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.299727 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48354) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:11.305114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-7f433da4-f16f-4fe3-9fa7-722a94e3b36d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-142603416', 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:11.328230 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2cf0b67d-143b-4aaa-a5a5-86c18339cdaa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5868816 Nov 09 04:20:11.332611 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48356) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:11.339326 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a912392e-38c7-4267-bbca-059baed58632 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a64b9053cc7b46578456d2afb227deb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117878 Nov 09 04:20:11.342353 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-d77a39e7-c3ae-4f9e-8349-c2f2de3034ea tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:11.345141 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 68dd527c-729e-4f59-99d3-6b0b2786e7c3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:11.364865 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48358) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:11.377759 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Network a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:11.396904 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:11.415162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9dc40597-ad53-4629-aa3c-6ecc5181b0ad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.418126 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Pushing event updated for resources: {'Port': ['ID=abc0df19-71e8-4677-9df0-29c948e7029e,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:11.420984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:11.426663 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f433da4-f16f-4fe3-9fa7-722a94e3b36d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Made reservation on behalf of 74e8b3b7021d42638ea0af8dbb560302 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:11.431056 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7f433da4-f16f-4fe3-9fa7-722a94e3b36d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.487046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2fc0984b-ef35-48ad-9cbb-7c1884ae48d2 None None] Provisioning complete for port 0be61c4c-82cf-4bcf-8ff2-37a5285b1729 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:11.487387 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2fc0984b-ef35-48ad-9cbb-7c1884ae48d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.509043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Allocated IP 2001:db8:1::2 (5b9b28de-5455-4c62-86ce-3e5d6b71e55f/cc923455-8c8c-488a-9fb4-bdc7766abb01/1a800878-94fb-4214-8dff-b21383cbc52c) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:11.567136 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Attempting to bind port abc0df19-71e8-4677-9df0-29c948e7029e on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:11.567504 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Attempting to bind port abc0df19-71e8-4677-9df0-29c948e7029e by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'c1aec4ca-234a-4eed-a31b-00275d962386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:11.568058 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Attempting to bind port abc0df19-71e8-4677-9df0-29c948e7029e on network a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:11.594402 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 68dd527c-729e-4f59-99d3-6b0b2786e7c3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:11.594795 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.599232 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0984b-ef35-48ad-9cbb-7c1884ae48d2 None None] Port 0be61c4c-82cf-4bcf-8ff2-37a5285b1729 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:11.601613 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:11.602041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Checking segment: {'id': 'c1aec4ca-234a-4eed-a31b-00275d962386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:11.602376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.602827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Bound using segment: {'id': 'c1aec4ca-234a-4eed-a31b-00275d962386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:11.603240 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Bound port: abc0df19-71e8-4677-9df0-29c948e7029e, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1aec4ca-234a-4eed-a31b-00275d962386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:11.603612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.630883 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9dc40597-ad53-4629-aa3c-6ecc5181b0ad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.753957 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc40597-ad53-4629-aa3c-6ecc5181b0ad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network e4167bd2-0650-41aa-afd2-dc94a0eb6a3c is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:11.770788 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-9dc40597-ad53-4629-aa3c-6ecc5181b0ad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:11.774126 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc40597-ad53-4629-aa3c-6ecc5181b0ad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:11.778049 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] For port abc0df19-71e8-4677-9df0-29c948e7029e, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:11.784903 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc40597-ad53-4629-aa3c-6ecc5181b0ad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=9181f596-df0d-4d2f-8d4d-7866dba99d44,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:11.807142 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-61f8cbd7-0216-4a8b-b250-8a2b4f813d56 None None] Provisioning complete for port a28e30a1-1852-4812-af4b-6c9066fbfab6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:11.807522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-61f8cbd7-0216-4a8b-b250-8a2b4f813d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.940048 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.945558 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-7f433da4-f16f-4fe3-9fa7-722a94e3b36d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] device_id is not set on port 63a668a5-c93a-42c7-9239-aae6b5a0665c yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:11.948716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc40597-ad53-4629-aa3c-6ecc5181b0ad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:11.949636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9dc40597-ad53-4629-aa3c-6ecc5181b0ad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.967990 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77a39e7-c3ae-4f9e-8349-c2f2de3034ea tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:11.978219 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d77a39e7-c3ae-4f9e-8349-c2f2de3034ea tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:11.981602 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77a39e7-c3ae-4f9e-8349-c2f2de3034ea tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:20:11.982258 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77a39e7-c3ae-4f9e-8349-c2f2de3034ea tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:20:11.995685 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9dc40597-ad53-4629-aa3c-6ecc5181b0ad tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8458278 Nov 09 04:20:11.996369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48360) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:12.031675 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] For port abc0df19-71e8-4677-9df0-29c948e7029e, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=abc0df19-71e8-4677-9df0-29c948e7029e,segment=NetworkSegment(c1aec4ca-234a-4eed-a31b-00275d962386),segment_id=c1aec4ca-234a-4eed-a31b-00275d962386)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:12.055221 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.070847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f25c7cec-77db-4b4d-9142-4eed4d813ae5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.111558 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d77a39e7-c3ae-4f9e-8349-c2f2de3034ea tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7732389 Nov 09 04:20:12.117315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.119183 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48362) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:12.134611 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-61f8cbd7-0216-4a8b-b250-8a2b4f813d56 None None] Port a28e30a1-1852-4812-af4b-6c9066fbfab6 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:12.146729 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.153819 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3448d13b-e3ec-4b51-b3a3-f2ad4cc8c1cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.173580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-61f8cbd7-0216-4a8b-b250-8a2b4f813d56 None None] Provisioning complete for port 0be61c4c-82cf-4bcf-8ff2-37a5285b1729 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:12.174140 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-61f8cbd7-0216-4a8b-b250-8a2b4f813d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.205866 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0af570c2-51a4-4328-912e-66c703940515 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0853546 Nov 09 04:20:12.208173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f2f59-84d5-42f7-8c1e-d8a8d5b1acc7 None None] Pushing event updated for resources: {'Port': ['ID=abc0df19-71e8-4677-9df0-29c948e7029e,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:12.217148 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48364) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:12.261241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.270545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f083b03-4646-4d63-a6d3-cc55cd9554d6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:12.274789 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6f083b03-4646-4d63-a6d3-cc55cd9554d6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2702746 Nov 09 04:20:12.278727 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48366) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:12.279504 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.279670 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3448d13b-e3ec-4b51-b3a3-f2ad4cc8c1cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.280118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Network 5b9b28de-5455-4c62-86ce-3e5d6b71e55f is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:12.283550 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-61f8cbd7-0216-4a8b-b250-8a2b4f813d56 None None] Port 0be61c4c-82cf-4bcf-8ff2-37a5285b1729 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:12.286095 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:12.289315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:12.332701 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:12.340253 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:12.340757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5ed1b8c0-78de-4e90-8d0e-ff6f502124b5 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:12.354558 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Pushing event updated for resources: {'Port': ['ID=1a800878-94fb-4214-8dff-b21383cbc52c,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:12.485825 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7f433da4-f16f-4fe3-9fa7-722a94e3b36d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.489785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-fbbb27df-64fa-43f3-b400-3ffba0a47e32 None None] Provisioning complete for port 9181f596-df0d-4d2f-8d4d-7866dba99d44 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:12.490168 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fbbb27df-64fa-43f3-b400-3ffba0a47e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.516612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3448d13b-e3ec-4b51-b3a3-f2ad4cc8c1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.519441 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3448d13b-e3ec-4b51-b3a3-f2ad4cc8c1cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.520820 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3448d13b-e3ec-4b51-b3a3-f2ad4cc8c1cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c74881b6-4fa4-4866-966b-c3b4bc120869 HTTP/1.1" status: 204 len: 168 time: 1.1531470 Nov 09 04:20:12.532775 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Attempting to bind port 1a800878-94fb-4214-8dff-b21383cbc52c on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:12.533153 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Attempting to bind port 1a800878-94fb-4214-8dff-b21383cbc52c by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '7e93d7f6-37be-4156-975f-4a3a74c1e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b9b28de-5455-4c62-86ce-3e5d6b71e55f'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:12.533540 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Attempting to bind port 1a800878-94fb-4214-8dff-b21383cbc52c on network 5b9b28de-5455-4c62-86ce-3e5d6b71e55f {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:12.541563 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Allocated IP 2001:db8::1 (a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c/b26625cb-9dd3-41a3-b9cf-d202ff9e4163/daf3974e-0680-4f14-9e9b-6303167783a8) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:12.544821 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:12.545211 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Checking segment: {'id': '7e93d7f6-37be-4156-975f-4a3a74c1e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b9b28de-5455-4c62-86ce-3e5d6b71e55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:12.545677 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.546078 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Bound using segment: {'id': '7e93d7f6-37be-4156-975f-4a3a74c1e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b9b28de-5455-4c62-86ce-3e5d6b71e55f'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:12.546562 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Bound port: 1a800878-94fb-4214-8dff-b21383cbc52c, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e93d7f6-37be-4156-975f-4a3a74c1e627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5b9b28de-5455-4c62-86ce-3e5d6b71e55f'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:12.547117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.548502 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448d13b-e3ec-4b51-b3a3-f2ad4cc8c1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74881b6-4fa4-4866-966b-c3b4bc120869,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:12.590752 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb27df-64fa-43f3-b400-3ffba0a47e32 None None] Port 9181f596-df0d-4d2f-8d4d-7866dba99d44 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:12.638085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7f433da4-f16f-4fe3-9fa7-722a94e3b36d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.671652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] For port 1a800878-94fb-4214-8dff-b21383cbc52c, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:12.676010 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] For port 1a800878-94fb-4214-8dff-b21383cbc52c, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1a800878-94fb-4214-8dff-b21383cbc52c,segment=NetworkSegment(7e93d7f6-37be-4156-975f-4a3a74c1e627),segment_id=7e93d7f6-37be-4156-975f-4a3a74c1e627)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:12.685241 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.771791 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e9cae-3fd5-4139-b471-e88ffefd8160 None None] Pushing event updated for resources: {'Port': ['ID=1a800878-94fb-4214-8dff-b21383cbc52c,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:12.777832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.801631 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f433da4-f16f-4fe3-9fa7-722a94e3b36d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Network 25e2fae0-eefc-45df-ba53-65fba24e403d is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:12.810222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-7f433da4-f16f-4fe3-9fa7-722a94e3b36d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:12.814123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f433da4-f16f-4fe3-9fa7-722a94e3b36d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:12.815166 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f433da4-f16f-4fe3-9fa7-722a94e3b36d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:12.815912 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7f433da4-f16f-4fe3-9fa7-722a94e3b36d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.818181 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f433da4-f16f-4fe3-9fa7-722a94e3b36d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Pushing event updated for resources: {'Port': ['ID=63a668a5-c93a-42c7-9239-aae6b5a0665c,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:12.836161 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=a28e30a1-1852-4812-af4b-6c9066fbfab6,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:12.864799 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7f433da4-f16f-4fe3-9fa7-722a94e3b36d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5634892 Nov 09 04:20:12.867123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.869350 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48374) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:12.872376 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc7b0f-5e62-4657-b657-9bce04d8ba4d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:12.874156 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-19bc7b0f-5e62-4657-b657-9bce04d8ba4d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6517210 Nov 09 04:20:12.884505 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48376) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:12.948553 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.954033 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9406fd74-7de6-4c85-aaee-be5781683218 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684330 Nov 09 04:20:12.963618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48382) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:12.967019 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20831440-d2f2-4638-9a9c-7371900cb99c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:12.968724 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-20831440-d2f2-4638-9a9c-7371900cb99c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "GET /v2.0/ports/63a668a5-c93a-42c7-9239-aae6b5a0665c HTTP/1.1" status: 200 len: 958 time: 0.0948377 Nov 09 04:20:12.970576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-e638ad64-624e-49a6-b255-f16595ea975c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:12.978030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48384) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:12.979195 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:12.981130 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:12.985030 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=daf3974e-0680-4f14-9e9b-6303167783a8,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:12.987578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:12.988138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:12.996115 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f83a2b-8f35-4f21-ba37-469b9174a12b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:13.002603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f83a2b-8f35-4f21-ba37-469b9174a12b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:13.010103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f83a2b-8f35-4f21-ba37-469b9174a12b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:13.011835 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-03f83a2b-8f35-4f21-ba37-469b9174a12b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.7292979 Nov 09 04:20:13.025976 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48388) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:13.179240 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:13.409221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2a8fc1c1-33bd-434d-9dca-233836f0891d is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:13.416294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e638ad64-624e-49a6-b255-f16595ea975c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:13.419963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e638ad64-624e-49a6-b255-f16595ea975c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:13.427906 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:13.431766 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1a800878-94fb-4214-8dff-b21383cbc52c up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:13.552470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f266c57e-68c6-4611-8084-13c63e7fa73f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Deleting port 63a668a5-c93a-42c7-9239-aae6b5a0665c {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:13.552750 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f266c57e-68c6-4611-8084-13c63e7fa73f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:13.576272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 1a800878-94fb-4214-8dff-b21383cbc52c triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:13.576720 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:13.711710 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:13.720785 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48398) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:13.735379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:13.736238 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:13.750599 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:13.795896 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 1a800878-94fb-4214-8dff-b21383cbc52c, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1a800878-94fb-4214-8dff-b21383cbc52c,segment=NetworkSegment(7e93d7f6-37be-4156-975f-4a3a74c1e627),segment_id=7e93d7f6-37be-4156-975f-4a3a74c1e627)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:13.806319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:13.807633 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device abc0df19-71e8-4677-9df0-29c948e7029e up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:13.810896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-01e9efef-76d3-434e-9e64-72165d0f1975 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port 9181f596-df0d-4d2f-8d4d-7866dba99d44 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:13.811245 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-01e9efef-76d3-434e-9e64-72165d0f1975 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:13.855978 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:20:13.860870 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c81668-23c3-48ae-93b1-6f14fcb76b9a None None] Network a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:13.890816 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=daf3974e-0680-4f14-9e9b-6303167783a8,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:13.931232 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-405635675'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:13.955725 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:13.963074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:13.970117 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f266c57e-68c6-4611-8084-13c63e7fa73f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:13.995544 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-eb1446d4-bcad-4371-9af2-585a4cf3ee57 None None] Provisioning complete for port abc0df19-71e8-4677-9df0-29c948e7029e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:13.995977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-eb1446d4-bcad-4371-9af2-585a4cf3ee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.007591 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f266c57e-68c6-4611-8084-13c63e7fa73f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Calling delete_port for 63a668a5-c93a-42c7-9239-aae6b5a0665c owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:14.031016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Made reservation on behalf of cfa7336b6ec9464a8401c759881f1c8b for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:14.034891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.057906 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=1a800878-94fb-4214-8dff-b21383cbc52c,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:14.077916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.140320 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port abc0df19-71e8-4677-9df0-29c948e7029e triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:14.140846 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.178041 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router f8513ad7-1867-41f4-9229-89daec12b0bb is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:20:14.197994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f25c7cec-77db-4b4d-9142-4eed4d813ae5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port 72ba19e2-6c7e-443a-826a-00a18694c8f0 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:14.198598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f25c7cec-77db-4b4d-9142-4eed4d813ae5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.220524 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-eb1446d4-bcad-4371-9af2-585a4cf3ee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.244458 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.265390 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-01e9efef-76d3-434e-9e64-72165d0f1975 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.277020 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.306788 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-eb1446d4-bcad-4371-9af2-585a4cf3ee57 None None] For port abc0df19-71e8-4677-9df0-29c948e7029e, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=abc0df19-71e8-4677-9df0-29c948e7029e,segment=NetworkSegment(c1aec4ca-234a-4eed-a31b-00275d962386),segment_id=c1aec4ca-234a-4eed-a31b-00275d962386)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:14.312514 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed33c12a-b87e-4358-9bf9-654930243a0c None None] Network 5b9b28de-5455-4c62-86ce-3e5d6b71e55f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:14.321741 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:20:14.331676 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af89c1f-d25f-4f75-bed9-370550c5c7c0,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:14.336785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-01e9efef-76d3-434e-9e64-72165d0f1975 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for 9181f596-df0d-4d2f-8d4d-7866dba99d44 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:14.338148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-eb1446d4-bcad-4371-9af2-585a4cf3ee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.339630 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.339980 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Added segment e97d61db-cf23-416e-b7f2-0877dcf1930f of type vlan for network 2358ac74-25db-4dba-a541-c8d6607df6be Nov 09 04:20:14.348426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:14.353812 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-46079e66-a426-4130-9dd0-a5cacf0f6873 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/f8513ad7-1867-41f4-9229-89daec12b0bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4934673 Nov 09 04:20:14.359449 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:14.361131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48402) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:14.388623 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f2ef8760-2804-4ac6-bc8b-05a55236e827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/90aa0b0b-157e-4134-a32a-9a58a61d2c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8915141 Nov 09 04:20:14.389846 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.412219 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43c2a0-5bf3-4250-8374-0ed634c3540a None None] Sync routers for ids ['f8513ad7-1867-41f4-9229-89daec12b0bb'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:14.426233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.445597 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:14.446945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.457048 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43c2a0-5bf3-4250-8374-0ed634c3540a None None] Routers {'f8513ad7-1867-41f4-9229-89daec12b0bb'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:14.464292 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-eb1446d4-bcad-4371-9af2-585a4cf3ee57 None None] Provisioning complete for port a28e30a1-1852-4812-af4b-6c9066fbfab6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:14.464823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-eb1446d4-bcad-4371-9af2-585a4cf3ee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.465266 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-7f43c2a0-5bf3-4250-8374-0ed634c3540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f8513ad7-1867-41f4-9229-89daec12b0bb'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:14.474743 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.534480 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Sync routers for ids ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:14.540072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f25c7cec-77db-4b4d-9142-4eed4d813ae5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.544608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f266c57e-68c6-4611-8084-13c63e7fa73f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.545860 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Pushing event updated for resources: {'Network': ['ID=2358ac74-25db-4dba-a541-c8d6607df6be,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:14.554550 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75191b-0d44-452c-bcb3-3487afb6d71e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:14.557615 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1446d4-bcad-4371-9af2-585a4cf3ee57 None None] Pushing event updated for resources: {'Port': ['ID=abc0df19-71e8-4677-9df0-29c948e7029e,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:14.561835 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4c75191b-0d44-452c-bcb3-3487afb6d71e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports/daf3974e-0680-4f14-9e9b-6303167783a8 HTTP/1.1" status: 200 len: 911 time: 0.1886435 Nov 09 04:20:14.565664 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48410) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:14.582284 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-7f43c2a0-5bf3-4250-8374-0ed634c3540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:14.592983 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0bf3395c-699f-491b-be7d-129fb658a59a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.8694036 Nov 09 04:20:14.597860 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48412) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:14.602778 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43c2a0-5bf3-4250-8374-0ed634c3540a None None] Routers {'f8513ad7-1867-41f4-9229-89daec12b0bb'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:14.603601 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-7f43c2a0-5bf3-4250-8374-0ed634c3540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f8513ad7-1867-41f4-9229-89daec12b0bb'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:14.630454 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 2358ac74-25db-4dba-a541-c8d6607df6be details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:20:14.645004 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:20:14.645004 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:20:14.645349 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f25c7cec-77db-4b4d-9142-4eed4d813ae5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for 72ba19e2-6c7e-443a-826a-00a18694c8f0 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:14.654519 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-7f43c2a0-5bf3-4250-8374-0ed634c3540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:14.655543 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43c2a0-5bf3-4250-8374-0ed634c3540a None None] The sync data for ids ['f8513ad7-1867-41f4-9229-89daec12b0bb'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:14.657144 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266c57e-68c6-4611-8084-13c63e7fa73f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Pushing event deleted for resources: {'Port': ['ID=63a668a5-c93a-42c7-9239-aae6b5a0665c,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:14.664697 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-eb1446d4-bcad-4371-9af2-585a4cf3ee57 None None] Port a28e30a1-1852-4812-af4b-6c9066fbfab6 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:14.678583 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Routers {'90aa0b0b-157e-4134-a32a-9a58a61d2c7d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:14.679295 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:14.704711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f266c57e-68c6-4611-8084-13c63e7fa73f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.711527 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f266c57e-68c6-4611-8084-13c63e7fa73f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "DELETE /v2.0/ports/63a668a5-c93a-42c7-9239-aae6b5a0665c HTTP/1.1" status: 204 len: 168 time: 1.7306039 Nov 09 04:20:14.732913 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-b9508d1a-d1d1-46d2-807c-01dd5dbc1ebf tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '2358ac74-25db-4dba-a541-c8d6607df6be', 'tempest-TagsTest-Tag-397244823') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:14.738296 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48414) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:14.765588 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76971ad-b6a7-4ed7-beed-c3899eb6eb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] GET failed (client error): The resource could not be found. Nov 09 04:20:14.767169 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b76971ad-b6a7-4ed7-beed-c3899eb6eb18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "GET /v2.0/ports/63a668a5-c93a-42c7-9239-aae6b5a0665c HTTP/1.1" status: 404 len: 333 time: 0.0283010 Nov 09 04:20:14.777839 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48416) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:14.787287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0891096c-5b1e-49ec-b7ae-ceb296f24a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Request body: {'port': {'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1047121812'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:14.875410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c3c0231b-c408-4bdb-907c-3361b9500c7d None None] Provisioning complete for port 1a800878-94fb-4214-8dff-b21383cbc52c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:14.875807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c3c0231b-c408-4bdb-907c-3361b9500c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.876626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.objects.ports [None req-e638ad64-624e-49a6-b255-f16595ea975c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:20:14.877777 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-01e9efef-76d3-434e-9e64-72165d0f1975 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.946199 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0891096c-5b1e-49ec-b7ae-ceb296f24a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Made reservation on behalf of 74e8b3b7021d42638ea0af8dbb560302 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:14.950895 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0891096c-5b1e-49ec-b7ae-ceb296f24a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.956111 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e638ad64-624e-49a6-b255-f16595ea975c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:14.963797 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Set router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:20:15.044276 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638ad64-624e-49a6-b255-f16595ea975c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=c72e74cf-a57f-4292-bb64-c0dda8c083db,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:15.101576 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-0891096c-5b1e-49ec-b7ae-ceb296f24a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] device_id is not set on port fd01758f-ddb4-463a-92d9-b9794e6a16a4 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:15.124081 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9efef-76d3-434e-9e64-72165d0f1975 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=9181f596-df0d-4d2f-8d4d-7866dba99d44,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:15.145075 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e638ad64-624e-49a6-b255-f16595ea975c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:15.156633 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-e638ad64-624e-49a6-b255-f16595ea975c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:15.164155 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e638ad64-624e-49a6-b255-f16595ea975c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:15.165613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e638ad64-624e-49a6-b255-f16595ea975c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:15.196891 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-01e9efef-76d3-434e-9e64-72165d0f1975 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:15.204333 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e4db87-5836-4769-af48-b0a239f554f8 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:15.206109 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-01e9efef-76d3-434e-9e64-72165d0f1975 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/9181f596-df0d-4d2f-8d4d-7866dba99d44 HTTP/1.1" status: 204 len: 168 time: 2.1470335 Nov 09 04:20:15.207864 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48418) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:15.275973 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e638ad64-624e-49a6-b255-f16595ea975c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3107722 Nov 09 04:20:15.279891 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06b333c-ca96-497a-bad2-470e1053bfe1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] GET failed (client error): The resource could not be found. Nov 09 04:20:15.284785 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f06b333c-ca96-497a-bad2-470e1053bfe1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/9181f596-df0d-4d2f-8d4d-7866dba99d44 HTTP/1.1" status: 404 len: 333 time: 0.0523374 Nov 09 04:20:15.285668 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48420) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:15.286348 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48422) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:15.295328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-676e5f1c-fa8a-430d-86ee-0241f40bca99 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'mac_address': 'fa:16:3e:a2:79:a8', 'name': 'tempest-NetworksTestDHCPv6-1082004231'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:15.544618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f25c7cec-77db-4b4d-9142-4eed4d813ae5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:15.578024 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c7cec-77db-4b4d-9142-4eed4d813ae5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=72ba19e2-6c7e-443a-826a-00a18694c8f0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:15.607977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4a57d9de-49a9-4aa3-ad1f-9ae6ac9ef5e0 None None] Provisioning complete for port abc0df19-71e8-4677-9df0-29c948e7029e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:15.615986 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4a57d9de-49a9-4aa3-ad1f-9ae6ac9ef5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:15.670522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676e5f1c-fa8a-430d-86ee-0241f40bca99 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:15.697262 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:15.739772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1a800878-94fb-4214-8dff-b21383cbc52c up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:15.761845 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-fb5dc5e0-69f0-463d-b6a6-ed3f42f1669f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port 0be61c4c-82cf-4bcf-8ff2-37a5285b1729 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:15.762201 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc5e0-69f0-463d-b6a6-ed3f42f1669f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:15.806245 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b9508d1a-d1d1-46d2-807c-01dd5dbc1ebf tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] 10.222.0.21 "PUT /v2.0/networks/2358ac74-25db-4dba-a541-c8d6607df6be/tags/tempest-TagsTest-Tag-397244823 HTTP/1.1" status: 201 len: 201 time: 1.0770602 Nov 09 04:20:15.820356 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48424) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:15.828681 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-ca74512f-9b3b-497f-95c0-50255fd1f3f4 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2358ac74-25db-4dba-a541-c8d6607df6be', 'tempest-TagsTest-Tag-397244823') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:15.865239 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': 'c72e74cf-a57f-4292-bb64-c0dda8c083db'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:15.866037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:15.923105 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 1a800878-94fb-4214-8dff-b21383cbc52c triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:15.923105 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:15.952785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:20:11Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '0db36414-dcef-418c-958d-5700409dc386', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'port_id': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'mac_address': 'fa:16:3e:59:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015b64a0-cec8-41a2-b70e-8dc858272608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:19:01Z', 'updated_at': '2021-11-09T04:19:08Z', 'revision_number': 1, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a28e30a1-1852-4812-af4b-6c9066fbfab6', 'name': '', 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:21:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '14cf0ce2-1a30-493a-8631-1555e6c1b198', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:09Z', 'updated_at': '2021-11-09T04:20:11Z', 'revision_number': 2, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '14cf0ce2-1a30-493a-8631-1555e6c1b198', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e7c17b-d90a-44a8-985c-278a361f9db9', 'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:9b:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:23Z', 'updated_at': '2021-11-09T04:18:30Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:16.034487 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Checking router: 90aa0b0b-157e-4134-a32a-9a58a61d2c7d for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:20:16.034487 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Updating router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d port a28e30a1-1852-4812-af4b-6c9066fbfab6 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:20:16.061058 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4a57d9de-49a9-4aa3-ad1f-9ae6ac9ef5e0 None None] Provisioning complete for port daf3974e-0680-4f14-9e9b-6303167783a8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:16.061436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4a57d9de-49a9-4aa3-ad1f-9ae6ac9ef5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.069095 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ca74512f-9b3b-497f-95c0-50255fd1f3f4 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] 10.222.0.21 "GET /v2.0/networks/2358ac74-25db-4dba-a541-c8d6607df6be/tags/tempest-TagsTest-Tag-397244823 HTTP/1.1" status: 204 len: 168 time: 0.2476356 Nov 09 04:20:16.070270 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48426) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:16.073264 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0891096c-5b1e-49ec-b7ae-ceb296f24a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.080725 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-559ddc10-9e53-449d-953c-8c13fe10508a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '2358ac74-25db-4dba-a541-c8d6607df6be') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:16.133903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.161859 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4a57d9de-49a9-4aa3-ad1f-9ae6ac9ef5e0 None None] Port daf3974e-0680-4f14-9e9b-6303167783a8 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:16.193400 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Allocated IP 2001:db8::f816:3eff:fe4a:2fc8 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/c72e74cf-a57f-4292-bb64-c0dda8c083db/49c56134-cb06-45de-bb0f-cc51a6daae05) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:16.259646 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Allocated IP 2001:db8:1::1 (5b9b28de-5455-4c62-86ce-3e5d6b71e55f/cc923455-8c8c-488a-9fb4-bdc7766abb01/9e6078b1-0308-4d1d-8510-82186d7bce5a) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:16.262423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0891096c-5b1e-49ec-b7ae-ceb296f24a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.299035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f25c7cec-77db-4b4d-9142-4eed4d813ae5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.320320 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device abc0df19-71e8-4677-9df0-29c948e7029e up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:16.324939 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891096c-5b1e-49ec-b7ae-ceb296f24a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Pushing event updated for resources: {'Port': ['ID=fd01758f-ddb4-463a-92d9-b9794e6a16a4,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:16.331257 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-559ddc10-9e53-449d-953c-8c13fe10508a tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] 10.222.0.21 "GET /v2.0/networks/2358ac74-25db-4dba-a541-c8d6607df6be/tags HTTP/1.1" status: 200 len: 237 time: 0.2513151 Nov 09 04:20:16.332272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48428) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:16.340415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-d7e64e43-8266-4fc3-8f20-30c090e6b4c6 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '2358ac74-25db-4dba-a541-c8d6607df6be', {'tags': ['tempest-TagsTest-Tag-1694663662', 'tempest-TagsTest-Tag-156587736', 'tempest-TagsTest-Tag-705600756']}) {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:16.345537 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891096c-5b1e-49ec-b7ae-ceb296f24a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Network 25e2fae0-eefc-45df-ba53-65fba24e403d is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:16.354750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-0891096c-5b1e-49ec-b7ae-ceb296f24a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:16.366687 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-676e5f1c-fa8a-430d-86ee-0241f40bca99 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.386271 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0891096c-5b1e-49ec-b7ae-ceb296f24a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:16.387386 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0891096c-5b1e-49ec-b7ae-ceb296f24a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:16.387972 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0891096c-5b1e-49ec-b7ae-ceb296f24a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.419073 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7a05bc9e-f48c-491a-ac60-db5ae40b90e3 None None] Provisioning complete for port daf3974e-0680-4f14-9e9b-6303167783a8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:16.419445 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7a05bc9e-f48c-491a-ac60-db5ae40b90e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.443522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc5e0-69f0-463d-b6a6-ed3f42f1669f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.447071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-676e5f1c-fa8a-430d-86ee-0241f40bca99 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port 823fc266-36b9-4a2f-b1cb-9b60e80f8675 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:16.473231 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0891096c-5b1e-49ec-b7ae-ceb296f24a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6932297 Nov 09 04:20:16.479508 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48430) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:16.484599 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8168'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:16.502734 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-fb5dc5e0-69f0-463d-b6a6-ed3f42f1669f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for 0be61c4c-82cf-4bcf-8ff2-37a5285b1729 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:16.558627 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d7e64e43-8266-4fc3-8f20-30c090e6b4c6 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] 10.222.0.21 "PUT /v2.0/networks/2358ac74-25db-4dba-a541-c8d6607df6be/tags HTTP/1.1" status: 200 len: 307 time: 0.2194891 Nov 09 04:20:16.562612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-7a05bc9e-f48c-491a-ac60-db5ae40b90e3 None None] Port daf3974e-0680-4f14-9e9b-6303167783a8 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:16.563709 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48432) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:16.566921 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port abc0df19-71e8-4677-9df0-29c948e7029e triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:16.567287 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.570765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-a51fa732-d4bd-42ca-a2d6-038834cdd11c tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '2358ac74-25db-4dba-a541-c8d6607df6be', 'tempest-TagsTest-Tag-1694663662') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:16.591907 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.597467 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.639992 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7a05bc9e-f48c-491a-ac60-db5ae40b90e3 None None] Provisioning complete for port 1a800878-94fb-4214-8dff-b21383cbc52c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:16.640571 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7a05bc9e-f48c-491a-ac60-db5ae40b90e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.650936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.665194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25c7cec-77db-4b4d-9142-4eed4d813ae5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 99421aae-b55b-4e50-b114-70f822017517 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:20:16.666621 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.689787 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.768638 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 5b9b28de-5455-4c62-86ce-3e5d6b71e55f is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:16.771943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=9e6078b1-0308-4d1d-8510-82186d7bce5a,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:16.774566 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:16.776652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:16.779847 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:16.780385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.789748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:16.809658 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Pushing event updated for resources: {'Port': ['ID=49c56134-cb06-45de-bb0f-cc51a6daae05,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:16.817885 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:16.854244 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.874747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-676e5f1c-fa8a-430d-86ee-0241f40bca99 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::f816:3eff:fea2:79a8 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/c72e74cf-a57f-4292-bb64-c0dda8c083db/823fc266-36b9-4a2f-b1cb-9b60e80f8675) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:16.908593 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25c7cec-77db-4b4d-9142-4eed4d813ae5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:16.908924 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.915989 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f25c7cec-77db-4b4d-9142-4eed4d813ae5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/99421aae-b55b-4e50-b114-70f822017517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1497262 Nov 09 04:20:16.920799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48434) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:16.934438 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9fe700-a10f-4b9e-aaae-e171445b2634 None None] Sync routers for ids ['99421aae-b55b-4e50-b114-70f822017517'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:16.948307 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9fe700-a10f-4b9e-aaae-e171445b2634 None None] Routers {'99421aae-b55b-4e50-b114-70f822017517'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:16.949631 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-bd9fe700-a10f-4b9e-aaae-e171445b2634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['99421aae-b55b-4e50-b114-70f822017517'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:16.967362 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] device_id is not set on port fd01758f-ddb4-463a-92d9-b9794e6a16a4 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:16.975509 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.982108 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:16.987691 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7efccd58-5386-4c68-9d85-20bfd2cd5137 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports?device_id=99421aae-b55b-4e50-b114-70f822017517 HTTP/1.1" status: 200 len: 205 time: 0.0601327 Nov 09 04:20:16.988773 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48438) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:17.000701 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a51fa732-d4bd-42ca-a2d6-038834cdd11c tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] 10.222.0.21 "DELETE /v2.0/networks/2358ac74-25db-4dba-a541-c8d6607df6be/tags/tempest-TagsTest-Tag-1694663662 HTTP/1.1" status: 204 len: 168 time: 0.4337931 Nov 09 04:20:17.005173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Attempting to bind port 49c56134-cb06-45de-bb0f-cc51a6daae05 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:17.005501 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-bd9fe700-a10f-4b9e-aaae-e171445b2634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:17.005892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Attempting to bind port 49c56134-cb06-45de-bb0f-cc51a6daae05 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:17.005892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Attempting to bind port 49c56134-cb06-45de-bb0f-cc51a6daae05 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:17.007803 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48440) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:17.014311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-0603c4f0-8491-4dd8-ae1a-3d37fd896d22 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2358ac74-25db-4dba-a541-c8d6607df6be', 'tempest-TagsTest-Tag-1694663662') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:17.019482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:17.019733 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:17.020142 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.020521 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:17.020996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Bound port: 49c56134-cb06-45de-bb0f-cc51a6daae05, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:17.021284 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9fe700-a10f-4b9e-aaae-e171445b2634 None None] Routers {'99421aae-b55b-4e50-b114-70f822017517'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:17.021405 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.022254 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-bd9fe700-a10f-4b9e-aaae-e171445b2634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['99421aae-b55b-4e50-b114-70f822017517'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:17.036208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab1665-b23c-40c9-86b7-2b12ab04d73b None None] Pushing event updated for resources: {'Port': ['ID=a28e30a1-1852-4812-af4b-6c9066fbfab6,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:17.077872 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-bd9fe700-a10f-4b9e-aaae-e171445b2634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:17.079313 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9fe700-a10f-4b9e-aaae-e171445b2634 None None] The sync data for ids ['99421aae-b55b-4e50-b114-70f822017517'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:17.080983 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc5e0-69f0-463d-b6a6-ed3f42f1669f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.104958 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.142372 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dc5e0-69f0-463d-b6a6-ed3f42f1669f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=0be61c4c-82cf-4bcf-8ff2-37a5285b1729,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:17.174144 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.225269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Attempting to bind port a28e30a1-1852-4812-af4b-6c9066fbfab6 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:17.225849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Attempting to bind port a28e30a1-1852-4812-af4b-6c9066fbfab6 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '695ccbec-a0b5-447c-9cde-a098a5179c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:17.226570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Attempting to bind port a28e30a1-1852-4812-af4b-6c9066fbfab6 on network 2a8fc1c1-33bd-434d-9dca-233836f0891d {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:17.239594 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:17.240050 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Checking segment: {'id': '695ccbec-a0b5-447c-9cde-a098a5179c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:17.240450 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.240843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Bound using segment: {'id': '695ccbec-a0b5-447c-9cde-a098a5179c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:17.241318 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Bound port: a28e30a1-1852-4812-af4b-6c9066fbfab6, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695ccbec-a0b5-447c-9cde-a098a5179c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:17.242371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.261878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] For port 49c56134-cb06-45de-bb0f-cc51a6daae05, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:17.298099 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ac5fddf1-8758-4400-acd7-2e1133585182 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.301671 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] For port 49c56134-cb06-45de-bb0f-cc51a6daae05, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=49c56134-cb06-45de-bb0f-cc51a6daae05,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:17.314770 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.362982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc5e0-69f0-463d-b6a6-ed3f42f1669f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.367261 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fb5dc5e0-69f0-463d-b6a6-ed3f42f1669f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/0be61c4c-82cf-4bcf-8ff2-37a5285b1729 HTTP/1.1" status: 204 len: 168 time: 2.0667698 Nov 09 04:20:17.373493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48442) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:17.376630 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-0603c4f0-8491-4dd8-ae1a-3d37fd896d22 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] show failed (client error): The resource could not be found. Nov 09 04:20:17.381078 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0603c4f0-8491-4dd8-ae1a-3d37fd896d22 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] 10.222.0.21 "GET /v2.0/networks/2358ac74-25db-4dba-a541-c8d6607df6be/tags/tempest-TagsTest-Tag-1694663662 HTTP/1.1" status: 404 len: 326 time: 0.3722577 Nov 09 04:20:17.394290 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48444) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:17.401484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-bdd9ed15-43ad-4efa-a221-5ddab02ee1d5 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2358ac74-25db-4dba-a541-c8d6607df6be', 'tempest-TagsTest-Tag-156587736') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:17.431217 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Pushing event updated for resources: {'Port': ['ID=fd01758f-ddb4-463a-92d9-b9794e6a16a4,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:17.447356 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98eebf1-7c14-423e-a788-ffe43d5dc4f6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] GET failed (client error): The resource could not be found. Nov 09 04:20:17.449879 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f98eebf1-7c14-423e-a788-ffe43d5dc4f6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/0be61c4c-82cf-4bcf-8ff2-37a5285b1729 HTTP/1.1" status: 404 len: 333 time: 0.0670378 Nov 09 04:20:17.458881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48446) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:17.574354 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-676e5f1c-fa8a-430d-86ee-0241f40bca99 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.574618 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:17.574983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:17.576119 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:17.590165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ac5fddf1-8758-4400-acd7-2e1133585182 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.592117 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:17.592652 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:17.598963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-431bb3f3-84e2-47db-a190-f864b5a5f008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting subnet 12586065-785c-45ee-a274-ec92617dae61 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:20:17.599168 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ac5fddf1-8758-4400-acd7-2e1133585182 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.600352 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 2 to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 Nov 09 04:20:17.612936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-431bb3f3-84e2-47db-a190-f864b5a5f008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.619694 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bdd9ed15-43ad-4efa-a221-5ddab02ee1d5 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] 10.222.0.21 "GET /v2.0/networks/2358ac74-25db-4dba-a541-c8d6607df6be/tags/tempest-TagsTest-Tag-156587736 HTTP/1.1" status: 204 len: 168 time: 0.2219729 Nov 09 04:20:17.620856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] For port a28e30a1-1852-4812-af4b-6c9066fbfab6, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:17.623794 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] For port a28e30a1-1852-4812-af4b-6c9066fbfab6, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a28e30a1-1852-4812-af4b-6c9066fbfab6,segment=NetworkSegment(695ccbec-a0b5-447c-9cde-a098a5179c0b),segment_id=695ccbec-a0b5-447c-9cde-a098a5179c0b)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:17.630222 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745093b1-7a69-4dde-a525-9fe6cd58c883 None None] Pushing event updated for resources: {'Port': ['ID=49c56134-cb06-45de-bb0f-cc51a6daae05,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:17.634691 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.640766 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48448) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:17.650139 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-c225aed3-e0d9-4873-8391-9d086b5fe028 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2358ac74-25db-4dba-a541-c8d6607df6be', 'tempest-TagsTest-Tag-705600756') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:17.669895 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c084564d-16e0-461a-abe0-c1ab797fc783 None None] Provisioning complete for port 9e6078b1-0308-4d1d-8510-82186d7bce5a triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:17.670438 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c084564d-16e0-461a-abe0-c1ab797fc783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.722706 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-431bb3f3-84e2-47db-a190-f864b5a5f008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.725722 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:17.726848 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:17.727192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:17.734895 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:17.735302 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:17.735690 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 3 to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 Nov 09 04:20:17.738784 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab1665-b23c-40c9-86b7-2b12ab04d73b None None] Pushing event updated for resources: {'Port': ['ID=a28e30a1-1852-4812-af4b-6c9066fbfab6,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:17.745742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c084564d-16e0-461a-abe0-c1ab797fc783 None None] Port 9e6078b1-0308-4d1d-8510-82186d7bce5a cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:17.752811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Routers {'90aa0b0b-157e-4134-a32a-9a58a61d2c7d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:17.753289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:17.753674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:17.754007 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:17.754479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:17.760921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:17.761252 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:17.761836 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ac5fddf1-8758-4400-acd7-2e1133585182 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.762332 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5fddf1-8758-4400-acd7-2e1133585182 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Fanout notify agent at l3_agent the message router_deleted on router 99421aae-b55b-4e50-b114-70f822017517 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:20:17.769675 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ac5fddf1-8758-4400-acd7-2e1133585182 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.773781 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ac5fddf1-8758-4400-acd7-2e1133585182 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/routers/99421aae-b55b-4e50-b114-70f822017517 HTTP/1.1" status: 204 len: 168 time: 0.7830315 Nov 09 04:20:17.779435 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48450) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:17.779435 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 4 to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 Nov 09 04:20:17.781706 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-676e5f1c-fa8a-430d-86ee-0241f40bca99 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.831257 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:17.831626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:17.831926 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:17.854232 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:17.855215 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:17.858424 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 5 to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 Nov 09 04:20:17.876239 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:17.876577 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:17.876893 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:17.886875 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:17.887107 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:17.897243 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 6 to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 Nov 09 04:20:17.926310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:17.926645 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:17.926978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:17.939441 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-5f4b5c02-b308-4f9d-8f2b-d40a5bf24395 None None] Provisioning complete for port a28e30a1-1852-4812-af4b-6c9066fbfab6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:17.959356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676e5f1c-fa8a-430d-86ee-0241f40bca99 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:17.959543 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5f4b5c02-b308-4f9d-8f2b-d40a5bf24395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:17.977760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-431bb3f3-84e2-47db-a190-f864b5a5f008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.028283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-676e5f1c-fa8a-430d-86ee-0241f40bca99 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:18.036669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e5f1c-fa8a-430d-86ee-0241f40bca99 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:18.047818 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676e5f1c-fa8a-430d-86ee-0241f40bca99 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:18.048926 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-676e5f1c-fa8a-430d-86ee-0241f40bca99 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.053470 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] Set router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:20:18.070963 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c225aed3-e0d9-4873-8391-9d086b5fe028 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] 10.222.0.21 "GET /v2.0/networks/2358ac74-25db-4dba-a541-c8d6607df6be/tags/tempest-TagsTest-Tag-705600756 HTTP/1.1" status: 204 len: 168 time: 0.4268193 Nov 09 04:20:18.074625 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e5f1c-fa8a-430d-86ee-0241f40bca99 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=823fc266-36b9-4a2f-b1cb-9b60e80f8675,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:18.081287 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48452) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:18.088358 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-51ed3901-0c45-4c27-a2fc-e103be8688bf tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2358ac74-25db-4dba-a541-c8d6607df6be') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:18.130600 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-676e5f1c-fa8a-430d-86ee-0241f40bca99 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8393614 Nov 09 04:20:18.133680 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48454) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:18.219667 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5f4b5c02-b308-4f9d-8f2b-d40a5bf24395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.247932 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-233de54a-36f3-45bc-91f0-158c656d1c73 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting subnet 5d192ba4-f8c5-4acd-8886-637887fc765a {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:20:18.251793 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-431bb3f3-84e2-47db-a190-f864b5a5f008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.257724 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-233de54a-36f3-45bc-91f0-158c656d1c73 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.272192 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746b173a-5e70-40b8-b369-030de326074e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:18.278392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746b173a-5e70-40b8-b369-030de326074e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:18.280028 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-746b173a-5e70-40b8-b369-030de326074e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1454127 Nov 09 04:20:18.286719 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:18.287356 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:18.302539 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48456) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:18.306662 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 7 to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 Nov 09 04:20:18.307887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5f4b5c02-b308-4f9d-8f2b-d40a5bf24395 None None] For port a28e30a1-1852-4812-af4b-6c9066fbfab6, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a28e30a1-1852-4812-af4b-6c9066fbfab6,segment=NetworkSegment(695ccbec-a0b5-447c-9cde-a098a5179c0b),segment_id=695ccbec-a0b5-447c-9cde-a098a5179c0b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:18.313798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bb3f3-84e2-47db-a190-f864b5a5f008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Subnet': ['ID=12586065-785c-45ee-a274-ec92617dae61,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:18.313973 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5f4b5c02-b308-4f9d-8f2b-d40a5bf24395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.338968 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-431bb3f3-84e2-47db-a190-f864b5a5f008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.342167 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-431bb3f3-84e2-47db-a190-f864b5a5f008 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/12586065-785c-45ee-a274-ec92617dae61 HTTP/1.1" status: 204 len: 168 time: 0.8782628 Nov 09 04:20:18.345584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:18.346156 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:18.346656 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:18.348445 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48458) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:18.355617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c69821-6c76-47cc-ab35-9862c3da9daa None None] Network e4167bd2-0650-41aa-afd2-dc94a0eb6a3c requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:18.359190 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-233de54a-36f3-45bc-91f0-158c656d1c73 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.364190 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:18.364739 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:18.389135 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 8 to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 Nov 09 04:20:18.432770 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:18.432987 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:18.433329 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:18.451208 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:18.451554 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:18.457865 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 9 to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 Nov 09 04:20:18.469250 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.480762 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-51ed3901-0c45-4c27-a2fc-e103be8688bf tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] 10.222.0.21 "DELETE /v2.0/networks/2358ac74-25db-4dba-a541-c8d6607df6be/tags HTTP/1.1" status: 204 len: 168 time: 0.3915262 Nov 09 04:20:18.480762 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48460) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:18.481437 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b5c02-b308-4f9d-8f2b-d40a5bf24395 None None] Pushing event updated for resources: {'Port': ['ID=a28e30a1-1852-4812-af4b-6c9066fbfab6,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:18.486149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-8dbb5546-ed8b-4f8b-8a7e-c3a82a5b7934 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2358ac74-25db-4dba-a541-c8d6607df6be', 'tempest-TagsTest-Tag-156587736') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:18.492580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.495109 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.496206 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.527954 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:18.528543 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:18.529047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:18.542543 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d11ece38-8ac7-47ab-9f66-51cc9cef294f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port 823fc266-36b9-4a2f-b1cb-9b60e80f8675 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:18.542914 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d11ece38-8ac7-47ab-9f66-51cc9cef294f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.551274 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:18.551957 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:18.554979 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-233de54a-36f3-45bc-91f0-158c656d1c73 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.558767 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.plugins.ml2.plugin [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempt 10 to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 Nov 09 04:20:18.564683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e0cb5377-abc3-4336-b132-1965b016803f None None] Provisioning complete for port a28e30a1-1852-4812-af4b-6c9066fbfab6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:18.565050 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5377-abc3-4336-b132-1965b016803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.624962 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=9e6078b1-0308-4d1d-8510-82186d7bce5a,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:18.636052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:18.636208 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:18.636957 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempting to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:18.673257 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:18.673967 dv-neutron-816800-2-hyperv neutron-server[101884]: ERROR neutron.plugins.ml2.managers [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Failed to bind port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on host hv-neutron-8168 for vnic_type normal using segments [{'id': '29a08c99-cbaf-4d14-919e-23d645cbf2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '25e2fae0-eefc-45df-ba53-65fba24e403d'}] Nov 09 04:20:18.674357 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.674670 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-8dbb5546-ed8b-4f8b-8a7e-c3a82a5b7934 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] show failed (client error): The resource could not be found. Nov 09 04:20:18.675740 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8dbb5546-ed8b-4f8b-8a7e-c3a82a5b7934 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] 10.222.0.21 "GET /v2.0/networks/2358ac74-25db-4dba-a541-c8d6607df6be/tags/tempest-TagsTest-Tag-156587736 HTTP/1.1" status: 404 len: 325 time: 0.1958587 Nov 09 04:20:18.678688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48462) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:18.683580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-132127aa-098f-41f2-8e58-9fd14f57919f tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '2358ac74-25db-4dba-a541-c8d6607df6be', 'tempest-TagsTest-Tag-705600756') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:18.721862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:20:11Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '0db36414-dcef-418c-958d-5700409dc386', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'port_id': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'mac_address': 'fa:16:3e:59:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015b64a0-cec8-41a2-b70e-8dc858272608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:19:01Z', 'updated_at': '2021-11-09T04:19:08Z', 'revision_number': 1, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a28e30a1-1852-4812-af4b-6c9066fbfab6', 'name': '', 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:21:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '14cf0ce2-1a30-493a-8631-1555e6c1b198', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:09Z', 'updated_at': '2021-11-09T04:20:17Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '14cf0ce2-1a30-493a-8631-1555e6c1b198', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e7c17b-d90a-44a8-985c-278a361f9db9', 'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:9b:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:23Z', 'updated_at': '2021-11-09T04:18:30Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:18.763982 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fafb3-7ccd-4aeb-ab9b-2114c2024738 None None] The sync data for ids ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'] in dv-neutron-816800-2-hyperv is: [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:20:11Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '0db36414-dcef-418c-958d-5700409dc386', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'port_id': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'mac_address': 'fa:16:3e:59:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015b64a0-cec8-41a2-b70e-8dc858272608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:19:01Z', 'updated_at': '2021-11-09T04:19:08Z', 'revision_number': 1, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a28e30a1-1852-4812-af4b-6c9066fbfab6', 'name': '', 'network_id': '2a8fc1c1-33bd-434d-9dca-233836f0891d', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:21:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '14cf0ce2-1a30-493a-8631-1555e6c1b198', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:09Z', 'updated_at': '2021-11-09T04:20:17Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '14cf0ce2-1a30-493a-8631-1555e6c1b198', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4e7c17b-d90a-44a8-985c-278a361f9db9', 'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:9b:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:23Z', 'updated_at': '2021-11-09T04:18:30Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:18.796954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57a73c1-851e-4791-93f5-e8eb66edda53 None None] DHCP port deletion for e4167bd2-0650-41aa-afd2-dc94a0eb6a3c request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:20:18.806245 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-233de54a-36f3-45bc-91f0-158c656d1c73 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.828448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 5b9b28de-5455-4c62-86ce-3e5d6b71e55f is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:18.877220 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:18.888970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233de54a-36f3-45bc-91f0-158c656d1c73 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Subnet': ['ID=5d192ba4-f8c5-4acd-8886-637887fc765a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:18.892472 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-233de54a-36f3-45bc-91f0-158c656d1c73 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.898532 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-233de54a-36f3-45bc-91f0-158c656d1c73 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/5d192ba4-f8c5-4acd-8886-637887fc765a HTTP/1.1" status: 204 len: 168 time: 1.1134059 Nov 09 04:20:18.900855 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] For port fd01758f-ddb4-463a-92d9-b9794e6a16a4, host hv-neutron-8168, cleared binding levels {{(pid=101884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:18.901235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attempted to set empty binding levels {{(pid=101884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 09 04:20:18.904836 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48464) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:18.918679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.942153 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a57a73c1-851e-4791-93f5-e8eb66edda53 None None] Deleting port 68dd527c-729e-4f59-99d3-6b0b2786e7c3 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:18.942532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a57a73c1-851e-4791-93f5-e8eb66edda53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:18.968312 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053db0c2-387e-41e9-b047-195b2b20fa53 None None] Network fdc50b76-b58a-4462-9e9f-9d7dd61954da requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:19.055195 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a57a73c1-851e-4791-93f5-e8eb66edda53 None None] For port 68dd527c-729e-4f59-99d3-6b0b2786e7c3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=68dd527c-729e-4f59-99d3-6b0b2786e7c3,segment=NetworkSegment(2154bda6-4525-4a26-9267-0afc1c81a9e5),segment_id=2154bda6-4525-4a26-9267-0afc1c81a9e5)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:19.055672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a57a73c1-851e-4791-93f5-e8eb66edda53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:19.076776 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a57a73c1-851e-4791-93f5-e8eb66edda53 None None] Calling delete_port for 68dd527c-729e-4f59-99d3-6b0b2786e7c3 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:19.195808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:19.200717 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Pushing event updated for resources: {'Port': ['ID=fd01758f-ddb4-463a-92d9-b9794e6a16a4,revision_number=3']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:19.204865 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] In _notify_port_updated(), no bound segment for port fd01758f-ddb4-463a-92d9-b9794e6a16a4 on network 25e2fae0-eefc-45df-ba53-65fba24e403d {{(pid=101884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:20:19.206468 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:19.207298 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:19.211758 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-95e05392-818b-41f1-b00c-409b18d21041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "PUT /v2.0/ports/fd01758f-ddb4-463a-92d9-b9794e6a16a4 HTTP/1.1" status: 200 len: 981 time: 2.7297740 Nov 09 04:20:19.217910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48466) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:19.219977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a57a73c1-851e-4791-93f5-e8eb66edda53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:19.227663 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router f8513ad7-1867-41f4-9229-89daec12b0bb has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:20:19.254555 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port 68dd527c-729e-4f59-99d3-6b0b2786e7c3 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:19.255171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:19.258796 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d11ece38-8ac7-47ab-9f66-51cc9cef294f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:19.367261 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a73c1-851e-4791-93f5-e8eb66edda53 None None] Pushing event deleted for resources: {'Port': ['ID=68dd527c-729e-4f59-99d3-6b0b2786e7c3,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:19.378469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d11ece38-8ac7-47ab-9f66-51cc9cef294f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for 823fc266-36b9-4a2f-b1cb-9b60e80f8675 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:19.411810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57a73c1-851e-4791-93f5-e8eb66edda53 None None] No DVR routers for this DVR port 68dd527c-729e-4f59-99d3-6b0b2786e7c3 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:19.466620 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:19.471517 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-938d5442-de88-4f0b-862f-5533601d0bb6 None None] Provisioning complete for port 9e6078b1-0308-4d1d-8510-82186d7bce5a triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:19.471893 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-938d5442-de88-4f0b-862f-5533601d0bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:19.473678 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c6c407ac-a2c2-4757-8466-a9dda5a2a9ec tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/f8513ad7-1867-41f4-9229-89daec12b0bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9050250 Nov 09 04:20:19.484031 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48470) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:19.517258 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d60aa9f-ece6-4173-af59-c4953c4f2121 None None] Sync routers for ids ['f8513ad7-1867-41f4-9229-89daec12b0bb'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:19.520076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port 405ea87e-8c6e-48c9-8544-23252ad77093 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:19.520674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:19.548764 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d60aa9f-ece6-4173-af59-c4953c4f2121 None None] Routers {'f8513ad7-1867-41f4-9229-89daec12b0bb'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:19.549403 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1d60aa9f-ece6-4173-af59-c4953c4f2121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f8513ad7-1867-41f4-9229-89daec12b0bb'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:19.579463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] For port 68dd527c-729e-4f59-99d3-6b0b2786e7c3, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:19.579832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:19.582939 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-132127aa-098f-41f2-8e58-9fd14f57919f tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] show failed (client error): The resource could not be found. Nov 09 04:20:19.584199 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-132127aa-098f-41f2-8e58-9fd14f57919f tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] 10.222.0.21 "GET /v2.0/networks/2358ac74-25db-4dba-a541-c8d6607df6be/tags/tempest-TagsTest-Tag-705600756 HTTP/1.1" status: 404 len: 325 time: 0.9040756 Nov 09 04:20:19.597531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48472) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:19.602828 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1850ba5-eb28-426a-9120-1a6755a42935 None None] DHCP port deletion for fdc50b76-b58a-4462-9e9f-9d7dd61954da request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:20:19.604752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-2808b87a-4c25-4269-81b7-bb5691e0cbc7 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '2358ac74-25db-4dba-a541-c8d6607df6be') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:19.605000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1d60aa9f-ece6-4173-af59-c4953c4f2121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:19.618053 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-938d5442-de88-4f0b-862f-5533601d0bb6 None None] Port 9e6078b1-0308-4d1d-8510-82186d7bce5a cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:19.622179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d60aa9f-ece6-4173-af59-c4953c4f2121 None None] Routers {'f8513ad7-1867-41f4-9229-89daec12b0bb'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:19.622813 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1d60aa9f-ece6-4173-af59-c4953c4f2121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f8513ad7-1867-41f4-9229-89daec12b0bb'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:19.649134 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for 68dd527c-729e-4f59-99d3-6b0b2786e7c3 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:19.657198 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.ipam_backend_mixin [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Port 68dd527c-729e-4f59-99d3-6b0b2786e7c3 was not found and therefore no delete operation was performed {{(pid=101883) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 04:20:19.666173 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] For port 405ea87e-8c6e-48c9-8544-23252ad77093, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=405ea87e-8c6e-48c9-8544-23252ad77093,segment=NetworkSegment(108838cc-acc2-4ecb-9af6-4426f86eaaf6),segment_id=108838cc-acc2-4ecb-9af6-4426f86eaaf6)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:19.666557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:19.675277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1d60aa9f-ece6-4173-af59-c4953c4f2121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:19.675876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d60aa9f-ece6-4173-af59-c4953c4f2121 None None] The sync data for ids ['f8513ad7-1867-41f4-9229-89daec12b0bb'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:19.704925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for 405ea87e-8c6e-48c9-8544-23252ad77093 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:19.707162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4847e5-bd7f-48ca-8412-df1364c70f9e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:19.708652 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fc4847e5-bd7f-48ca-8412-df1364c70f9e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports/9e6078b1-0308-4d1d-8510-82186d7bce5a HTTP/1.1" status: 200 len: 913 time: 0.2194209 Nov 09 04:20:19.711741 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48474) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:19.712145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:19.748903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a1a43a1b-6baf-4c82-b535-2e75c885ecef None None] Provisioning complete for port 49c56134-cb06-45de-bb0f-cc51a6daae05 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:19.749590 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a1a43a1b-6baf-4c82-b535-2e75c885ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:19.782743 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=68dd527c-729e-4f59-99d3-6b0b2786e7c3,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:19.785912 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-f1850ba5-eb28-426a-9120-1a6755a42935 None None] Deleting port 405ea87e-8c6e-48c9-8544-23252ad77093 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:19.786273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f1850ba5-eb28-426a-9120-1a6755a42935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:19.807626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No DVR routers for this DVR port 68dd527c-729e-4f59-99d3-6b0b2786e7c3 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:19.841270 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f3b210ac-908a-485b-9ca4-11cf0ae2658d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Deleting port fd01758f-ddb4-463a-92d9-b9794e6a16a4 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:19.841639 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f3b210ac-908a-485b-9ca4-11cf0ae2658d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:19.883821 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 49c56134-cb06-45de-bb0f-cc51a6daae05 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:19.986705 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-f1850ba5-eb28-426a-9120-1a6755a42935 None None] For port 405ea87e-8c6e-48c9-8544-23252ad77093, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=405ea87e-8c6e-48c9-8544-23252ad77093,segment=NetworkSegment(108838cc-acc2-4ecb-9af6-4426f86eaaf6),segment_id=108838cc-acc2-4ecb-9af6-4426f86eaaf6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:19.987101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f1850ba5-eb28-426a-9120-1a6755a42935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.008072 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-f1850ba5-eb28-426a-9120-1a6755a42935 None None] Calling delete_port for 405ea87e-8c6e-48c9-8544-23252ad77093 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:20.009792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.032161 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2808b87a-4c25-4269-81b7-bb5691e0cbc7 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] 10.222.0.21 "DELETE /v2.0/networks/2358ac74-25db-4dba-a541-c8d6607df6be/tags HTTP/1.1" status: 204 len: 168 time: 0.4335608 Nov 09 04:20:20.039993 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48476) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:20.050891 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-f3b210ac-908a-485b-9ca4-11cf0ae2658d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] For port fd01758f-ddb4-463a-92d9-b9794e6a16a4, host hv-neutron-8168, got binding levels [] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:20.051185 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f3b210ac-908a-485b-9ca4-11cf0ae2658d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.065966 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4167bd2-0650-41aa-afd2-dc94a0eb6a3c']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:20.075214 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.114618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d11ece38-8ac7-47ab-9f66-51cc9cef294f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.121154 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 49c56134-cb06-45de-bb0f-cc51a6daae05 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:20.121541 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.131409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f3b210ac-908a-485b-9ca4-11cf0ae2658d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Calling delete_port for fd01758f-ddb4-463a-92d9-b9794e6a16a4 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:20.144685 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=405ea87e-8c6e-48c9-8544-23252ad77093,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:20.145830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2154bda6-4525-4a26-9267-0afc1c81a9e5') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:20.146814 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2154bda6-4525-4a26-9267-0afc1c81a9e5') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:20.174116 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a1a43a1b-6baf-4c82-b535-2e75c885ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.188542 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No DVR routers for this DVR port 405ea87e-8c6e-48c9-8544-23252ad77093 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:20.213213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f1850ba5-eb28-426a-9120-1a6755a42935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.250440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ece38-8ac7-47ab-9f66-51cc9cef294f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=823fc266-36b9-4a2f-b1cb-9b60e80f8675,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:20.253373 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1850ba5-eb28-426a-9120-1a6755a42935 None None] Pushing event deleted for resources: {'Port': ['ID=405ea87e-8c6e-48c9-8544-23252ad77093,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:20.266854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.281286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a1a43a1b-6baf-4c82-b535-2e75c885ecef None None] For port 49c56134-cb06-45de-bb0f-cc51a6daae05, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=49c56134-cb06-45de-bb0f-cc51a6daae05,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:20.284451 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1850ba5-eb28-426a-9120-1a6755a42935 None None] No DVR routers for this DVR port 405ea87e-8c6e-48c9-8544-23252ad77093 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:20.286190 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.301559 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a1a43a1b-6baf-4c82-b535-2e75c885ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.334649 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc50b76-b58a-4462-9e9f-9d7dd61954da']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:20.345472 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108838cc-acc2-4ecb-9af6-4426f86eaaf6') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:20.345839 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108838cc-acc2-4ecb-9af6-4426f86eaaf6') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:20.364128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.373289 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d11ece38-8ac7-47ab-9f66-51cc9cef294f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.379044 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d11ece38-8ac7-47ab-9f66-51cc9cef294f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/823fc266-36b9-4a2f-b1cb-9b60e80f8675 HTTP/1.1" status: 204 len: 168 time: 2.0734665 Nov 09 04:20:20.385761 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.394424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:20:20.395035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.399324 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48478) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:20.400983 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.464549 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:20:20.464961 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:20:20.470638 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:20:20.473068 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-753e4be2-e2ec-43cf-8ef3-62da2b391fe3 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:20:20.474547 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:20:20.503910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.527369 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.531774 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.535701 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/networks/fdc50b76-b58a-4462-9e9f-9d7dd61954da HTTP/1.1" status: 204 len: 168 time: 1.6300366 Nov 09 04:20:20.542909 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48480) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:20.548141 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-5478ace9-2703-4b7e-955e-214c1987f480 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1877575377', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:20.560630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4c9e38b1-0518-4794-9eae-9062384a0cec None None] Could not find standard attr ID for object 823fc266-36b9-4a2f-b1cb-9b60e80f8675. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:20:20.570224 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c016b-3410-431f-bbff-e7abcda78860 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Network': ['ID=fdc50b76-b58a-4462-9e9f-9d7dd61954da,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:20.605930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a43a1b-6baf-4c82-b535-2e75c885ecef None None] Pushing event updated for resources: {'Port': ['ID=49c56134-cb06-45de-bb0f-cc51a6daae05,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:20.624962 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19d6206-61e6-4198-a825-744ac6f3a23a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:20.627034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19d6206-61e6-4198-a825-744ac6f3a23a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:20.632840 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e19d6206-61e6-4198-a825-744ac6f3a23a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2251191 Nov 09 04:20:20.633931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48482) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:20.643003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:20:20.643656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:20:20.664484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5478ace9-2703-4b7e-955e-214c1987f480 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.665773 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5478ace9-2703-4b7e-955e-214c1987f480 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.700868 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.740846 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff59ddcd-957a-4d75-86ff-debc46e1d9d3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet c72e74cf-a57f-4292-bb64-c0dda8c083db {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:20:20.752132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.755372 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/networks/e4167bd2-0650-41aa-afd2-dc94a0eb6a3c HTTP/1.1" status: 204 len: 168 time: 2.4060042 Nov 09 04:20:20.759915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172110ed-7070-4f6d-b759-23fa16e67e4e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Network': ['ID=e4167bd2-0650-41aa-afd2-dc94a0eb6a3c,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:20.761237 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f3b210ac-908a-485b-9ca4-11cf0ae2658d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.762832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48484) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:20.769067 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff59ddcd-957a-4d75-86ff-debc46e1d9d3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.769734 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-753e4be2-e2ec-43cf-8ef3-62da2b391fe3 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.775742 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c281970c-b237-4a43-bfc8-fd3784119b48 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-826043920'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:20.794481 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5478ace9-2703-4b7e-955e-214c1987f480 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.807254 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5478ace9-2703-4b7e-955e-214c1987f480 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.828019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b210ac-908a-485b-9ca4-11cf0ae2658d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd01758f-ddb4-463a-92d9-b9794e6a16a4,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:20.833072 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff59ddcd-957a-4d75-86ff-debc46e1d9d3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.834562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f3b210ac-908a-485b-9ca4-11cf0ae2658d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.840947 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f3b210ac-908a-485b-9ca4-11cf0ae2658d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fd01758f-ddb4-463a-92d9-b9794e6a16a4 HTTP/1.1" status: 204 len: 168 time: 1.6159453 Nov 09 04:20:20.847648 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-753e4be2-e2ec-43cf-8ef3-62da2b391fe3 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2358ac74-25db-4dba-a541-c8d6607df6be']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:20.850810 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48486) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:20.883862 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-753e4be2-e2ec-43cf-8ef3-62da2b391fe3 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97d61db-cf23-416e-b7f2-0877dcf1930f') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:20.884660 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-753e4be2-e2ec-43cf-8ef3-62da2b391fe3 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97d61db-cf23-416e-b7f2-0877dcf1930f') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:20.888987 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5478ace9-2703-4b7e-955e-214c1987f480 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.892816 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5478ace9-2703-4b7e-955e-214c1987f480 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3461695 Nov 09 04:20:20.892975 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c281970c-b237-4a43-bfc8-fd3784119b48 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:20.895576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c281970c-b237-4a43-bfc8-fd3784119b48 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.895740 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48488) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:20.897891 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9ed12d-7798-4e8e-864a-a9d8bcdfdb11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] GET failed (client error): The resource could not be found. Nov 09 04:20:20.903445 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ba9ed12d-7798-4e8e-864a-a9d8bcdfdb11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1363159007-project-admin] 10.222.0.21 "GET /v2.0/ports/fd01758f-ddb4-463a-92d9-b9794e6a16a4 HTTP/1.1" status: 404 len: 333 time: 0.0478878 Nov 09 04:20:20.903617 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-1b581aff-5672-4225-ae17-303f998ebec2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'network': {'name': 'tempest-RoutersTest-1429031770'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:20.905430 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-753e4be2-e2ec-43cf-8ef3-62da2b391fe3 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.906959 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48490) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:20.956699 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-753e4be2-e2ec-43cf-8ef3-62da2b391fe3 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.968752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753e4be2-e2ec-43cf-8ef3-62da2b391fe3 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:20:20.969233 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-753e4be2-e2ec-43cf-8ef3-62da2b391fe3 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:20:20.972470 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:20:20.995993 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b581aff-5672-4225-ae17-303f998ebec2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:20.999471 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1b581aff-5672-4225-ae17-303f998ebec2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.017898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff59ddcd-957a-4d75-86ff-debc46e1d9d3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.041376 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ad725ef4-c063-419c-954a-bfba3fa0ddbf tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.067507 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9c3c38d2-23ef-4a15-8917-fd329f6a511b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.082044 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-753e4be2-e2ec-43cf-8ef3-62da2b391fe3 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.092362 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-753e4be2-e2ec-43cf-8ef3-62da2b391fe3 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.098529 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-753e4be2-e2ec-43cf-8ef3-62da2b391fe3 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] 10.222.0.21 "DELETE /v2.0/networks/2358ac74-25db-4dba-a541-c8d6607df6be HTTP/1.1" status: 204 len: 168 time: 1.0481412 Nov 09 04:20:21.098529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c281970c-b237-4a43-bfc8-fd3784119b48 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:20:21.137480 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e4be2-e2ec-43cf-8ef3-62da2b391fe3 tempest-TagsTest-404595767 tempest-TagsTest-404595767-project] Pushing event deleted for resources: {'Network': ['ID=2358ac74-25db-4dba-a541-c8d6607df6be,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:21.149322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c281970c-b237-4a43-bfc8-fd3784119b48 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.149322 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-c281970c-b237-4a43-bfc8-fd3784119b48 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Added segment 9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf of type vlan for network ee44e7c8-b980-4870-bbf6-ea07870a8251 Nov 09 04:20:21.215705 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a28e30a1-1852-4812-af4b-6c9066fbfab6 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:21.252014 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9c3c38d2-23ef-4a15-8917-fd329f6a511b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.255966 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c281970c-b237-4a43-bfc8-fd3784119b48 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.285735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9c3c38d2-23ef-4a15-8917-fd329f6a511b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e2fae0-eefc-45df-ba53-65fba24e403d']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:21.305211 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port a28e30a1-1852-4812-af4b-6c9066fbfab6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:21.305624 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.308590 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9c3c38d2-23ef-4a15-8917-fd329f6a511b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a08c99-cbaf-4d14-919e-23d645cbf2bb') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:21.308590 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9c3c38d2-23ef-4a15-8917-fd329f6a511b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a08c99-cbaf-4d14-919e-23d645cbf2bb') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:21.320651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9c3c38d2-23ef-4a15-8917-fd329f6a511b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.329139 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c281970c-b237-4a43-bfc8-fd3784119b48 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.335479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c281970c-b237-4a43-bfc8-fd3784119b48 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:21.336282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c281970c-b237-4a43-bfc8-fd3784119b48 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.375435 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9c3c38d2-23ef-4a15-8917-fd329f6a511b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.391507 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b581aff-5672-4225-ae17-303f998ebec2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:20:21.412128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1b581aff-5672-4225-ae17-303f998ebec2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.412128 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-1b581aff-5672-4225-ae17-303f998ebec2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Added segment 036019e7-b19e-47b4-9429-ff425875f548 of type vlan for network cb9a936a-18aa-4677-81a5-905507da8bb0 Nov 09 04:20:21.416888 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c281970c-b237-4a43-bfc8-fd3784119b48 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6506128 Nov 09 04:20:21.420724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3c38d2-23ef-4a15-8917-fd329f6a511b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:20:21.421251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9c3c38d2-23ef-4a15-8917-fd329f6a511b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:20:21.424983 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:20:21.427503 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48496) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:21.432865 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc008f4-9cce-4ec0-9446-73751ba25120 req-13a8dcdd-68f5-4dcd-a791-e5f3ba9c90e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4854937 Nov 09 04:20:21.435328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ee77bb71-c6af-4c4d-aef9-e04fe9658768 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'subnet': {'network_id': 'ee44e7c8-b980-4870-bbf6-ea07870a8251', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:21.457252 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281970c-b237-4a43-bfc8-fd3784119b48 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Network': ['ID=ee44e7c8-b980-4870-bbf6-ea07870a8251,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:21.468458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network ee44e7c8-b980-4870-bbf6-ea07870a8251 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:20:21.530160 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 405ea87e-8c6e-48c9-8544-23252ad77093 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:21.567218 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1b581aff-5672-4225-ae17-303f998ebec2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.579949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9c3c38d2-23ef-4a15-8917-fd329f6a511b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.582102 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48498) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:21.603204 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9c3c38d2-23ef-4a15-8917-fd329f6a511b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.609876 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9c3c38d2-23ef-4a15-8917-fd329f6a511b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] 10.222.0.21 "DELETE /v2.0/networks/25e2fae0-eefc-45df-ba53-65fba24e403d HTTP/1.1" status: 204 len: 168 time: 0.6991491 Nov 09 04:20:21.628207 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff59ddcd-957a-4d75-86ff-debc46e1d9d3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.647684 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c38d2-23ef-4a15-8917-fd329f6a511b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37257365-project] Pushing event deleted for resources: {'Network': ['ID=25e2fae0-eefc-45df-ba53-65fba24e403d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:21.671162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee77bb71-c6af-4c4d-aef9-e04fe9658768 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:21.677365 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ee77bb71-c6af-4c4d-aef9-e04fe9658768 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.704718 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc008f4-9cce-4ec0-9446-73751ba25120 req-63550aa2-431d-4f9a-8775-cc6148f580f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:21.708080 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc008f4-9cce-4ec0-9446-73751ba25120 req-63550aa2-431d-4f9a-8775-cc6148f580f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 1098 time: 0.1963668 Nov 09 04:20:21.708802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59ddcd-957a-4d75-86ff-debc46e1d9d3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=c72e74cf-a57f-4292-bb64-c0dda8c083db,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:21.717000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 405ea87e-8c6e-48c9-8544-23252ad77093 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:21.717124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 405ea87e-8c6e-48c9-8544-23252ad77093 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:21.717579 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 68dd527c-729e-4f59-99d3-6b0b2786e7c3 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:21.722825 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff59ddcd-957a-4d75-86ff-debc46e1d9d3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.727243 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ff59ddcd-957a-4d75-86ff-debc46e1d9d3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/c72e74cf-a57f-4292-bb64-c0dda8c083db HTTP/1.1" status: 204 len: 168 time: 1.0750427 Nov 09 04:20:21.728525 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1b581aff-5672-4225-ae17-303f998ebec2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.734271 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48506) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:21.735159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b581aff-5672-4225-ae17-303f998ebec2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:21.735953 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1b581aff-5672-4225-ae17-303f998ebec2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:21.767644 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 68dd527c-729e-4f59-99d3-6b0b2786e7c3 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:21.767995 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 68dd527c-729e-4f59-99d3-6b0b2786e7c3 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:21.779299 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6d88e264-e830-4e06-b85f-f7134b7cbb5a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434208 Nov 09 04:20:21.786012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb8d2b0-5848-42c6-bbb7-b5b2ec334752 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:21.788153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48508) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:21.834756 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9d2096ce-7ee9-4f11-bbd6-08a3409faffc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:21.949976 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1b581aff-5672-4225-ae17-303f998ebec2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0525427 Nov 09 04:20:21.950865 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b581aff-5672-4225-ae17-303f998ebec2 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Network': ['ID=cb9a936a-18aa-4677-81a5-905507da8bb0,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:21.954620 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48512) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:21.960983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-5d1a1dd3-cecb-4237-85c1-694074ad723a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'subnet': {'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:21.973552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 49c56134-cb06-45de-bb0f-cc51a6daae05 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:21.974512 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network cb9a936a-18aa-4677-81a5-905507da8bb0 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:20:21.980594 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c3a1e941-e54b-4813-9077-e14288acb28b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfa7336b6ec9464a8401c759881f1c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947365 Nov 09 04:20:21.983645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48514) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:22.003421 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48516) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:22.091500 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2096ce-7ee9-4f11-bbd6-08a3409faffc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:22.097042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d2096ce-7ee9-4f11-bbd6-08a3409faffc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.119604 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc008f4-9cce-4ec0-9446-73751ba25120 req-9c4f5aa5-3fa6-410c-a222-0f3466f51b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:22.120718 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc008f4-9cce-4ec0-9446-73751ba25120 req-9c4f5aa5-3fa6-410c-a222-0f3466f51b9c service neutron] 10.222.0.31 "GET /v2.0/networks?id=e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 HTTP/1.1" status: 200 len: 896 time: 0.3663983 Nov 09 04:20:22.153143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 49c56134-cb06-45de-bb0f-cc51a6daae05 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:22.153556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.217038 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1a1dd3-cecb-4237-85c1-694074ad723a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:22.218126 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead52f66-3efb-4600-9f82-4815ad80c9db None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:20:22.221090 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5d1a1dd3-cecb-4237-85c1-694074ad723a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.225470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-818398a3-e0b6-48b6-9b67-0fe5d346e25f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.285947 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ee77bb71-c6af-4c4d-aef9-e04fe9658768 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.290885 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-818398a3-e0b6-48b6-9b67-0fe5d346e25f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.308518 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ead52f66-3efb-4600-9f82-4815ad80c9db None None] Deleting port 49c56134-cb06-45de-bb0f-cc51a6daae05 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:22.308518 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ead52f66-3efb-4600-9f82-4815ad80c9db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.351693 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc008f4-9cce-4ec0-9446-73751ba25120 req-877c28a6-1456-4f33-8b71-0bb8efee129e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e2418f-fb81-4a54-93e6-dc792a12d159 HTTP/1.1" status: 200 len: 1001 time: 0.2226584 Nov 09 04:20:22.377039 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-74717cf9-4bc9-4dc5-b851-5e4c80b94215 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c698fd322b9400bbd64197590c57ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3708625 Nov 09 04:20:22.377269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ead52f66-3efb-4600-9f82-4815ad80c9db None None] For port 49c56134-cb06-45de-bb0f-cc51a6daae05, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=49c56134-cb06-45de-bb0f-cc51a6daae05,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:22.377269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ead52f66-3efb-4600-9f82-4815ad80c9db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.377729 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48520) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:22.397336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ead52f66-3efb-4600-9f82-4815ad80c9db None None] Calling delete_port for 49c56134-cb06-45de-bb0f-cc51a6daae05 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:22.404396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77bb71-c6af-4c4d-aef9-e04fe9658768 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Subnet': ['ID=9f052320-8382-4d1e-8c1f-7acb6d6159a4,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:22.439133 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-ad725ef4-c063-419c-954a-bfba3fa0ddbf tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port 9e6078b1-0308-4d1d-8510-82186d7bce5a {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:22.439383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ad725ef4-c063-419c-954a-bfba3fa0ddbf tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.455674 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee77bb71-c6af-4c4d-aef9-e04fe9658768 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Checking segment: {'id': '9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ee44e7c8-b980-4870-bbf6-ea07870a8251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:22.456041 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee77bb71-c6af-4c4d-aef9-e04fe9658768 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network hostable DHCP agents. Network: ee44e7c8-b980-4870-bbf6-ea07870a8251, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:20:22.464761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-818398a3-e0b6-48b6-9b67-0fe5d346e25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.467300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-818398a3-e0b6-48b6-9b67-0fe5d346e25f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.470784 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-818398a3-e0b6-48b6-9b67-0fe5d346e25f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3af89c1f-d25f-4f75-bed9-370550c5c7c0 HTTP/1.1" status: 204 len: 168 time: 0.4790094 Nov 09 04:20:22.498970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc008f4-9cce-4ec0-9446-73751ba25120 req-018eb202-f28c-4877-9a74-44b5e0048889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:22.500468 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc008f4-9cce-4ec0-9446-73751ba25120 req-018eb202-f28c-4877-9a74-44b5e0048889 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b71824df-2056-4fdc-9e26-2c2cab08e4dc HTTP/1.1" status: 200 len: 835 time: 0.1373453 Nov 09 04:20:22.514871 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ead52f66-3efb-4600-9f82-4815ad80c9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.526245 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818398a3-e0b6-48b6-9b67-0fe5d346e25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af89c1f-d25f-4f75-bed9-370550c5c7c0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:22.530523 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee77bb71-c6af-4c4d-aef9-e04fe9658768 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network ee44e7c8-b980-4870-bbf6-ea07870a8251 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:20:22.543301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-ee77bb71-c6af-4c4d-aef9-e04fe9658768 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, ee44e7c8-b980-4870-bbf6-ea07870a8251) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:22.548553 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee77bb71-c6af-4c4d-aef9-e04fe9658768 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:22.549190 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ee77bb71-c6af-4c4d-aef9-e04fe9658768 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.552540 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead52f66-3efb-4600-9f82-4815ad80c9db None None] Pushing event deleted for resources: {'Port': ['ID=49c56134-cb06-45de-bb0f-cc51a6daae05,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:22.563782 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9556cbf-9f3f-44bd-a12d-de6234a4532e None None] Network ee44e7c8-b980-4870-bbf6-ea07870a8251 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:22.566374 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead52f66-3efb-4600-9f82-4815ad80c9db None None] No DVR routers for this DVR port 49c56134-cb06-45de-bb0f-cc51a6daae05 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:22.611151 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ee77bb71-c6af-4c4d-aef9-e04fe9658768 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1800525 Nov 09 04:20:22.611807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48524) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:22.619533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b8b121e4-c3b4-4d0f-84d8-a3486c0ac651 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-200231163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:22.674287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f8b35fd4-bebf-46cf-ac06-860c1032501f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.686073 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.objects.ports [None req-9d2096ce-7ee9-4f11-bbd6-08a3409faffc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:20:22.687907 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b8b121e4-c3b4-4d0f-84d8-a3486c0ac651 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.689057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b8b121e4-c3b4-4d0f-84d8-a3486c0ac651 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.696046 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d2096ce-7ee9-4f11-bbd6-08a3409faffc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.744404 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc008f4-9cce-4ec0-9446-73751ba25120 req-4443410b-aaad-40de-9ec4-786050a64f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:22.746062 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc008f4-9cce-4ec0-9446-73751ba25120 req-4443410b-aaad-40de-9ec4-786050a64f8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e925cd29-1b35-42fa-a731-c4b2f5dfa5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2045815 Nov 09 04:20:22.753102 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ad725ef4-c063-419c-954a-bfba3fa0ddbf tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.762356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2096ce-7ee9-4f11-bbd6-08a3409faffc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:22.766509 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f8b35fd4-bebf-46cf-ac06-860c1032501f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.779023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-9d2096ce-7ee9-4f11-bbd6-08a3409faffc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:22.789426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5d1a1dd3-cecb-4237-85c1-694074ad723a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.794073 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-ee44e7c8-b980-4870-bbf6-ea07870a8251', 'network_id': 'ee44e7c8-b980-4870-bbf6-ea07870a8251', 'tenant_id': 'd56a0d9d08a14d82b1fc97eb3e7362fd', 'fixed_ips': [{'subnet_id': '9f052320-8382-4d1e-8c1f-7acb6d6159a4'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:22.796331 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.816608 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-ad725ef4-c063-419c-954a-bfba3fa0ddbf tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for 9e6078b1-0308-4d1d-8510-82186d7bce5a owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:22.822698 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2096ce-7ee9-4f11-bbd6-08a3409faffc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:22.823385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d2096ce-7ee9-4f11-bbd6-08a3409faffc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.844561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b8b121e4-c3b4-4d0f-84d8-a3486c0ac651 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.844561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2096ce-7ee9-4f11-bbd6-08a3409faffc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=aa3f851c-459a-43d0-8128-c74140fe4b9b,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:22.853988 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b8b121e4-c3b4-4d0f-84d8-a3486c0ac651 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.864140 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9d2096ce-7ee9-4f11-bbd6-08a3409faffc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0729425 Nov 09 04:20:22.867472 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48530) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:22.872393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-40556327-402b-4841-bdc5-7d20f94f2030 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'mac_address': 'fa:16:3e:d0:48:41', 'name': 'tempest-NetworksTestDHCPv6-1259993812'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:22.892470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b8b121e4-c3b4-4d0f-84d8-a3486c0ac651 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:22.896134 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b8b121e4-c3b4-4d0f-84d8-a3486c0ac651 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2783663 Nov 09 04:20:22.903132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48532) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:22.909826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'network_id': 'ee44e7c8-b980-4870-bbf6-ea07870a8251', 'name': 'tempest-PortsTestJSON-1294844644'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:22.942838 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795e39ee-3a3d-479a-8e85-ef35859c03ab None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:22.978051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a1dd3-cecb-4237-85c1-694074ad723a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Subnet': ['ID=caab420e-4cde-46c3-961d-e6ecfe711e4f,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:23.018990 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a1dd3-cecb-4237-85c1-694074ad723a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Checking segment: {'id': '036019e7-b19e-47b4-9429-ff425875f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:23.020021 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a1dd3-cecb-4237-85c1-694074ad723a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network hostable DHCP agents. Network: cb9a936a-18aa-4677-81a5-905507da8bb0, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:20:23.021392 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f8b35fd4-bebf-46cf-ac06-860c1032501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:23.024539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f8b35fd4-bebf-46cf-ac06-860c1032501f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:23.025720 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f8b35fd4-bebf-46cf-ac06-860c1032501f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ae47f5e-26c0-40cf-b975-efe832559e95 HTTP/1.1" status: 204 len: 168 time: 0.6458230 Nov 09 04:20:23.037203 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc008f4-9cce-4ec0-9446-73751ba25120 req-d94dd0bb-2777-475e-8075-98bb2cc567b6 service neutron] 10.222.0.31 "GET /v2.0/networks/e925cd29-1b35-42fa-a731-c4b2f5dfa5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729547 Nov 09 04:20:23.080175 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b35fd4-bebf-46cf-ac06-860c1032501f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae47f5e-26c0-40cf-b975-efe832559e95,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:23.124713 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a1dd3-cecb-4237-85c1-694074ad723a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network cb9a936a-18aa-4677-81a5-905507da8bb0 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:20:23.189157 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Allocated IP 172.20.0.2 (ee44e7c8-b980-4870-bbf6-ea07870a8251/9f052320-8382-4d1e-8c1f-7acb6d6159a4/5ff742c9-b78b-45e7-8257-5435296d0101) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:23.196584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-5d1a1dd3-cecb-4237-85c1-694074ad723a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, cb9a936a-18aa-4677-81a5-905507da8bb0) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:23.198475 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': 'aa3f851c-459a-43d0-8128-c74140fe4b9b'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:23.200657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:23.206259 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1a1dd3-cecb-4237-85c1-694074ad723a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:23.206690 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5d1a1dd3-cecb-4237-85c1-694074ad723a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:23.224300 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad07114b-4ac9-4099-a217-45071d8e4495 None None] Network cb9a936a-18aa-4677-81a5-905507da8bb0 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:23.243283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40556327-402b-4841-bdc5-7d20f94f2030 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:23.286247 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5d1a1dd3-cecb-4237-85c1-694074ad723a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3263597 Nov 09 04:20:23.290941 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48544) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:23.294048 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ad725ef4-c063-419c-954a-bfba3fa0ddbf tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:23.380460 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:23.386311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:23.446717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port 054e39aa-4f05-40c8-aebb-139a0af73555 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:23.448886 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad725ef4-c063-419c-954a-bfba3fa0ddbf tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=9e6078b1-0308-4d1d-8510-82186d7bce5a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:23.506483 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc008f4-9cce-4ec0-9446-73751ba25120 req-3b5dd8c8-2186-4dfb-ba9c-776c3f9b5326 service neutron] 10.222.0.31 "GET /v2.0/networks/e925cd29-1b35-42fa-a731-c4b2f5dfa5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266300 Nov 09 04:20:23.538441 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-cb9a936a-18aa-4677-81a5-905507da8bb0', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:23.540399 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:23.590021 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-40556327-402b-4841-bdc5-7d20f94f2030 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:23.646189 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-40556327-402b-4841-bdc5-7d20f94f2030 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port 7b094959-d7bf-41f4-8455-2a0815181713 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:23.668774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48554) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:23.780264 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Allocated IP 2001:db8::f816:3eff:fe31:1db7 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/aa3f851c-459a-43d0-8128-c74140fe4b9b/44f18813-4bf7-4d1e-98ac-647288f380bf) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:23.846731 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Allocated IP 172.20.0.2 (cb9a936a-18aa-4677-81a5-905507da8bb0/caab420e-4cde-46c3-961d-e6ecfe711e4f/b7edfa09-5cdc-45df-ad8c-80f2620f6aeb) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:23.862485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-236518010-network', 'tenant_id': 'ca743c4cdf1a4b8699d29138f14289b1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:23.877683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:23.918221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] Made reservation on behalf of ca743c4cdf1a4b8699d29138f14289b1 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:23.922030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:23.928119 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:23.932230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48560) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:23.956939 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 49c56134-cb06-45de-bb0f-cc51a6daae05 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:24.141985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.158295 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ad725ef4-c063-419c-954a-bfba3fa0ddbf tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.198840 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 49c56134-cb06-45de-bb0f-cc51a6daae05 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:24.199446 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 49c56134-cb06-45de-bb0f-cc51a6daae05 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:24.236367 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Network ee44e7c8-b980-4870-bbf6-ea07870a8251 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:24.244218 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Pushing event updated for resources: {'Port': ['ID=5ff742c9-b78b-45e7-8257-5435296d0101,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:24.255097 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:24.257993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:24.269916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.345066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.db.api [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e25d133c-0d77-44b9-b3a8-1ad6b1383008 {{(pid=101883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:20:24.345477 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG oslo_db.api [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:20:24.355380 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0720c40c-f96b-4a35-bd07-1a476771a58e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74e8b3b7021d42638ea0af8dbb560302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4198976 Nov 09 04:20:24.358885 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48562) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:24.397166 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.411642 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.445401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.449730 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Attempting to bind port 5ff742c9-b78b-45e7-8257-5435296d0101 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:24.450065 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Attempting to bind port 5ff742c9-b78b-45e7-8257-5435296d0101 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ee44e7c8-b980-4870-bbf6-ea07870a8251'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:24.450429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Attempting to bind port 5ff742c9-b78b-45e7-8257-5435296d0101 on network ee44e7c8-b980-4870-bbf6-ea07870a8251 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:24.453385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.474704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:24.480121 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:24.480501 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Checking segment: {'id': '9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ee44e7c8-b980-4870-bbf6-ea07870a8251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:24.481047 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.481474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Bound using segment: {'id': '9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ee44e7c8-b980-4870-bbf6-ea07870a8251'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:24.481991 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Bound port: 5ff742c9-b78b-45e7-8257-5435296d0101, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ee44e7c8-b980-4870-bbf6-ea07870a8251'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:24.482383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.487765 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-75736e18-4526-4621-9546-71810b0bc434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.495931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.497502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:24.501072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:20:24.504221 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:24.511293 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-40556327-402b-4841-bdc5-7d20f94f2030 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::f816:3eff:fed0:4841 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/aa3f851c-459a-43d0-8128-c74140fe4b9b/7b094959-d7bf-41f4-8455-2a0815181713) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:24.515282 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Pushing event updated for resources: {'Port': ['ID=44f18813-4bf7-4d1e-98ac-647288f380bf,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:24.519376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.521379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-75736e18-4526-4621-9546-71810b0bc434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.542642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.543247 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] Added segment f2f93494-73f7-4495-8ff1-20d24e3209b4 of type vlan for network 87a5cdfa-26bf-4b92-aac2-b70e243d7565 Nov 09 04:20:24.589359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.618824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7911032d-ce84-4517-8047-d33b00fb8df7,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:24.624044 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.625417 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:24.626697 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.650971 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Network cb9a936a-18aa-4677-81a5-905507da8bb0 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:24.664294 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Allocated IP 172.20.0.1 (cb9a936a-18aa-4677-81a5-905507da8bb0/caab420e-4cde-46c3-961d-e6ecfe711e4f/b9aafcea-ddfb-46c9-addf-ee9c46a75f8d) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:24.671035 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:24.677810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:24.681670 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad725ef4-c063-419c-954a-bfba3fa0ddbf tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router f8513ad7-1867-41f4-9229-89daec12b0bb has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:20:24.684868 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Pushing event updated for resources: {'Port': ['ID=b7edfa09-5cdc-45df-ad8c-80f2620f6aeb,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:24.687494 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Attempting to bind port 44f18813-4bf7-4d1e-98ac-647288f380bf on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:24.687986 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Attempting to bind port 44f18813-4bf7-4d1e-98ac-647288f380bf by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:24.688410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Attempting to bind port 44f18813-4bf7-4d1e-98ac-647288f380bf on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:24.711958 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] For port 5ff742c9-b78b-45e7-8257-5435296d0101, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:24.717249 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0429666 Nov 09 04:20:24.717437 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:24.717437 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:24.717437 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.717437 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:24.717437 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Bound port: 44f18813-4bf7-4d1e-98ac-647288f380bf, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:24.718482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.721986 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] For port 5ff742c9-b78b-45e7-8257-5435296d0101, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5ff742c9-b78b-45e7-8257-5435296d0101,segment=NetworkSegment(9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf),segment_id=9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:24.737289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-75736e18-4526-4621-9546-71810b0bc434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.740207 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-75736e18-4526-4621-9546-71810b0bc434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.744370 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-75736e18-4526-4621-9546-71810b0bc434 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17e758a9-8d22-4861-9a60-5fc2bec784c8 HTTP/1.1" status: 204 len: 168 time: 0.3814986 Nov 09 04:20:24.749387 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.750252 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48564) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:24.761765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-609a74d8-9271-4178-83c7-ef2fd3f370b3 admin admin] Request body: {'subnet': {'network_id': '87a5cdfa-26bf-4b92-aac2-b70e243d7565', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-236518010-subnet', 'tenant_id': 'ca743c4cdf1a4b8699d29138f14289b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:24.782215 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247b9d7-beb6-4b71-9111-8abca071602c admin admin] Pushing event updated for resources: {'Network': ['ID=87a5cdfa-26bf-4b92-aac2-b70e243d7565,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:24.800443 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 87a5cdfa-26bf-4b92-aac2-b70e243d7565 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:20:24.860693 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75736e18-4526-4621-9546-71810b0bc434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e758a9-8d22-4861-9a60-5fc2bec784c8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:24.860953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.889481 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609a74d8-9271-4178-83c7-ef2fd3f370b3 admin admin] Made reservation on behalf of ca743c4cdf1a4b8699d29138f14289b1 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:24.890133 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Attempting to bind port b7edfa09-5cdc-45df-ad8c-80f2620f6aeb on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:24.890463 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Attempting to bind port b7edfa09-5cdc-45df-ad8c-80f2620f6aeb by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '036019e7-b19e-47b4-9429-ff425875f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:24.890817 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Attempting to bind port b7edfa09-5cdc-45df-ad8c-80f2620f6aeb on network cb9a936a-18aa-4677-81a5-905507da8bb0 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:24.891848 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-609a74d8-9271-4178-83c7-ef2fd3f370b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.952385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port 2be90db7-a132-41cb-8ba9-cb004ea16369 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:24.967756 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:24.968168 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Checking segment: {'id': '036019e7-b19e-47b4-9429-ff425875f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:24.968536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.968937 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Bound using segment: {'id': '036019e7-b19e-47b4-9429-ff425875f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:24.969673 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Bound port: b7edfa09-5cdc-45df-ad8c-80f2620f6aeb, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036019e7-b19e-47b4-9429-ff425875f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:24.969913 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:24.988759 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:25.004292 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8d7e8-24ca-400e-97ea-be9e65ee20d0 None None] Pushing event updated for resources: {'Port': ['ID=5ff742c9-b78b-45e7-8257-5435296d0101,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:25.025433 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] For port 44f18813-4bf7-4d1e-98ac-647288f380bf, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:25.031436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] For port 44f18813-4bf7-4d1e-98ac-647288f380bf, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=44f18813-4bf7-4d1e-98ac-647288f380bf,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:25.041824 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad725ef4-c063-419c-954a-bfba3fa0ddbf tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:25.055246 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c520cb9-b859-4e32-9b7b-5f3cd3e59d05 None None] Sync routers for ids ['f8513ad7-1867-41f4-9229-89daec12b0bb'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:25.058624 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:25.070380 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c520cb9-b859-4e32-9b7b-5f3cd3e59d05 None None] Routers {'f8513ad7-1867-41f4-9229-89daec12b0bb'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:25.076685 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3c520cb9-b859-4e32-9b7b-5f3cd3e59d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f8513ad7-1867-41f4-9229-89daec12b0bb'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:25.078083 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ad725ef4-c063-419c-954a-bfba3fa0ddbf tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/f8513ad7-1867-41f4-9229-89daec12b0bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3611071 Nov 09 04:20:25.080554 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48570) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:25.090020 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Allocated IP 172.20.0.7 (ee44e7c8-b980-4870-bbf6-ea07870a8251/9f052320-8382-4d1e-8c1f-7acb6d6159a4/2be90db7-a132-41cb-8ba9-cb004ea16369) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:25.191817 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] For port b7edfa09-5cdc-45df-ad8c-80f2620f6aeb, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:25.197714 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3c520cb9-b859-4e32-9b7b-5f3cd3e59d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:25.198319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] For port b7edfa09-5cdc-45df-ad8c-80f2620f6aeb, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b7edfa09-5cdc-45df-ad8c-80f2620f6aeb,segment=NetworkSegment(036019e7-b19e-47b4-9429-ff425875f548),segment_id=036019e7-b19e-47b4-9429-ff425875f548)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:25.213991 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:20:25.229820 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c520cb9-b859-4e32-9b7b-5f3cd3e59d05 None None] Routers {'f8513ad7-1867-41f4-9229-89daec12b0bb'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:25.230700 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3c520cb9-b859-4e32-9b7b-5f3cd3e59d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:19:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f8513ad7-1867-41f4-9229-89daec12b0bb'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:25.236676 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:25.260609 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c25da6-0803-4508-922b-1b3a04620398 None None] Pushing event updated for resources: {'Port': ['ID=44f18813-4bf7-4d1e-98ac-647288f380bf,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:25.338823 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3c520cb9-b859-4e32-9b7b-5f3cd3e59d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:25.340792 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c520cb9-b859-4e32-9b7b-5f3cd3e59d05 None None] The sync data for ids ['f8513ad7-1867-41f4-9229-89daec12b0bb'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:25.356428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045393e-5d63-4ed3-a14b-b1269a0409a4 None None] Pushing event updated for resources: {'Port': ['ID=b7edfa09-5cdc-45df-ad8c-80f2620f6aeb,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:25.363933 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:25.366516 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:25.432540 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network cb9a936a-18aa-4677-81a5-905507da8bb0 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:25.482069 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:25.502021 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-40556327-402b-4841-bdc5-7d20f94f2030 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:25.510997 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-09b4a0ef-a491-4ef7-8cdc-4e67bca32a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:25.524142 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:25.565265 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=b9aafcea-ddfb-46c9-addf-ee9c46a75f8d,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:25.565951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-40556327-402b-4841-bdc5-7d20f94f2030 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:25.575854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:25.655528 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:25.707211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network ee44e7c8-b980-4870-bbf6-ea07870a8251 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:25.723715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40556327-402b-4841-bdc5-7d20f94f2030 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:25.724862 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:25.742851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:25.745460 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-40556327-402b-4841-bdc5-7d20f94f2030 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:25.755890 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40556327-402b-4841-bdc5-7d20f94f2030 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:25.769759 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40556327-402b-4841-bdc5-7d20f94f2030 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:25.770412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-40556327-402b-4841-bdc5-7d20f94f2030 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:25.772934 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40556327-402b-4841-bdc5-7d20f94f2030 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=7b094959-d7bf-41f4-8455-2a0815181713,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:25.899129 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-40556327-402b-4841-bdc5-7d20f94f2030 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0297019 Nov 09 04:20:25.916902 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48582) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:25.920306 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:25.957321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-609a74d8-9271-4178-83c7-ef2fd3f370b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:26.022495 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:26.023843 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:26.035703 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=2be90db7-a132-41cb-8ba9-cb004ea16369,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:26.090322 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-19b591d4-3183-4048-aa20-a5ef0363eb10 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1861413 Nov 09 04:20:26.094470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48590) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:26.112480 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a74d8-9271-4178-83c7-ef2fd3f370b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1586c9b9-3f73-4962-a85d-75926913c025,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:26.145419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 44f18813-4bf7-4d1e-98ac-647288f380bf up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:26.214755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935d5e98-2466-4176-b923-4d4b44e6b897 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:26.223034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935d5e98-2466-4176-b923-4d4b44e6b897 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:26.225112 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-935d5e98-2466-4176-b923-4d4b44e6b897 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3072152 Nov 09 04:20:26.228344 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 44f18813-4bf7-4d1e-98ac-647288f380bf triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:26.229857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:26.247510 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48594) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:26.271305 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a74d8-9271-4178-83c7-ef2fd3f370b3 admin admin] Checking segment: {'id': 'f2f93494-73f7-4495-8ff1-20d24e3209b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '87a5cdfa-26bf-4b92-aac2-b70e243d7565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:26.271682 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a74d8-9271-4178-83c7-ef2fd3f370b3 admin admin] Network hostable DHCP agents. Network: 87a5cdfa-26bf-4b92-aac2-b70e243d7565, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:20:26.285744 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48596) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:26.366762 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:26.406250 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 44f18813-4bf7-4d1e-98ac-647288f380bf, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=44f18813-4bf7-4d1e-98ac-647288f380bf,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:26.408087 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48600) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:26.416872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:26.418215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5ff742c9-b78b-45e7-8257-5435296d0101 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:26.553057 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=44f18813-4bf7-4d1e-98ac-647288f380bf,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:26.561557 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59797b5c-3c2d-4d33-aa01-eba3f63e80e2 None None] Network ee44e7c8-b980-4870-bbf6-ea07870a8251 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:26.600073 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5ff742c9-b78b-45e7-8257-5435296d0101 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:26.600442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:26.624178 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a74d8-9271-4178-83c7-ef2fd3f370b3 admin admin] Network 87a5cdfa-26bf-4b92-aac2-b70e243d7565 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:20:26.668421 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c5204a58-47e6-4e3d-9432-da8a72e5552b None None] Provisioning complete for port 5ff742c9-b78b-45e7-8257-5435296d0101 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:26.669095 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c5204a58-47e6-4e3d-9432-da8a72e5552b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:26.679854 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cfe6ccdc-f0c3-469f-bfef-4944dd58402a tempest-AgentManagementNegativeTest-668669326 tempest-AgentManagementNegativeTest-668669326-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3915606 Nov 09 04:20:26.743217 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-609a74d8-9271-4178-83c7-ef2fd3f370b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 87a5cdfa-26bf-4b92-aac2-b70e243d7565) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:26.753295 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc845cf-a5ac-4185-b271-7ee86ced39e9 None None] Network 87a5cdfa-26bf-4b92-aac2-b70e243d7565 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:26.760350 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609a74d8-9271-4178-83c7-ef2fd3f370b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:26.760956 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-609a74d8-9271-4178-83c7-ef2fd3f370b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:26.851896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-294ae1e5-56cd-4a74-99f7-794f363d9ce7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:26.856693 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-609a74d8-9271-4178-83c7-ef2fd3f370b3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1004164 Nov 09 04:20:26.997225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:27.039193 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:27.125466 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:27.163524 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-11bda65a-740b-4bdb-8b27-cddec7615a90 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:27.218507 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 5ff742c9-b78b-45e7-8257-5435296d0101, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5ff742c9-b78b-45e7-8257-5435296d0101,segment=NetworkSegment(9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf),segment_id=9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:27.250637 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48610) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:27.278136 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:27.279433 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b7edfa09-5cdc-45df-ad8c-80f2620f6aeb up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:27.408675 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:27.412238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c5204a58-47e6-4e3d-9432-da8a72e5552b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:27.441248 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=b9aafcea-ddfb-46c9-addf-ee9c46a75f8d,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:27.477427 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c3db5-3506-465a-b578-d8ec5bec695b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port 7b094959-d7bf-41f4-8455-2a0815181713 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:27.477789 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3db5-3506-465a-b578-d8ec5bec695b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:27.545277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=5ff742c9-b78b-45e7-8257-5435296d0101,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:27.564977 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-294ae1e5-56cd-4a74-99f7-794f363d9ce7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:27.582130 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-294ae1e5-56cd-4a74-99f7-794f363d9ce7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:27.627910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port b7edfa09-5cdc-45df-ad8c-80f2620f6aeb triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:27.628291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:27.706171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ae1e5-56cd-4a74-99f7-794f363d9ce7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=2be90db7-a132-41cb-8ba9-cb004ea16369,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:27.721018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52ebfe3-1942-4618-b2a4-bf0c069b4b68 None None] Network cb9a936a-18aa-4677-81a5-905507da8bb0 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:27.780574 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568a4677-c11e-4b1d-a597-31007e279d57 None None] Network 87a5cdfa-26bf-4b92-aac2-b70e243d7565 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:27.796401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-157b20e5-aa53-4f60-bb1d-2aa0c2b1f39d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:27.879855 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca07f-bbbe-4a24-aa24-df5c87e0a9c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:27.968072 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3db5-3506-465a-b578-d8ec5bec695b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:27.996943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network cb9a936a-18aa-4677-81a5-905507da8bb0 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:27.998143 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c3db5-3506-465a-b578-d8ec5bec695b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for 7b094959-d7bf-41f4-8455-2a0815181713 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:28.004795 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:28.065986 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48624) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:28.093377 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1214057747-network', 'tenant_id': 'd067a3629e5749899b8ac5a44cb53afe'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:28.131076 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-c5204a58-47e6-4e3d-9432-da8a72e5552b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:20:28.131436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-c5204a58-47e6-4e3d-9432-da8a72e5552b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:20:28.186053 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cfb84979-3f69-40d9-9c34-98a3fead255c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.268494 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.346794 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3db5-3506-465a-b578-d8ec5bec695b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.353041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port b7edfa09-5cdc-45df-ad8c-80f2620f6aeb, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b7edfa09-5cdc-45df-ad8c-80f2620f6aeb,segment=NetworkSegment(036019e7-b19e-47b4-9429-ff425875f548),segment_id=036019e7-b19e-47b4-9429-ff425875f548)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:28.377451 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.437220 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:20:28.473856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=b7edfa09-5cdc-45df-ad8c-80f2620f6aeb,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:28.491350 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1c6c3db5-3506-465a-b578-d8ec5bec695b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.495948 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1c6c3db5-3506-465a-b578-d8ec5bec695b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/7b094959-d7bf-41f4-8455-2a0815181713 HTTP/1.1" status: 204 len: 168 time: 2.2471735 Nov 09 04:20:28.503415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-11bda65a-740b-4bdb-8b27-cddec7615a90 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port daf3974e-0680-4f14-9e9b-6303167783a8 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:28.503639 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-11bda65a-740b-4bdb-8b27-cddec7615a90 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.508392 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 44f18813-4bf7-4d1e-98ac-647288f380bf up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:28.510257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-294ae1e5-56cd-4a74-99f7-794f363d9ce7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.512711 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48626) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:28.513573 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c3db5-3506-465a-b578-d8ec5bec695b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=7b094959-d7bf-41f4-8455-2a0815181713,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:28.579138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 44f18813-4bf7-4d1e-98ac-647288f380bf triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:28.579507 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.609391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] Made reservation on behalf of d067a3629e5749899b8ac5a44cb53afe for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:28.611767 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.673153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.716867 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-157b20e5-aa53-4f60-bb1d-2aa0c2b1f39d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.742846 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-11bda65a-740b-4bdb-8b27-cddec7615a90 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.762028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-157b20e5-aa53-4f60-bb1d-2aa0c2b1f39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.765271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5ff742c9-b78b-45e7-8257-5435296d0101 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:28.782108 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-11bda65a-740b-4bdb-8b27-cddec7615a90 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for daf3974e-0680-4f14-9e9b-6303167783a8 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:28.805788 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4130e0a-c381-455e-9636-f1e60a8ad9ba tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:28.807426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4130e0a-c381-455e-9636-f1e60a8ad9ba tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:28.812010 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c4130e0a-c381-455e-9636-f1e60a8ad9ba tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2926173 Nov 09 04:20:28.812010 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:28.813405 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48628) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:28.819800 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-951b67f3-9349-42a1-9b42-f9c9c92710cb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5273728 Nov 09 04:20:28.824982 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48630) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:28.830821 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Sync routers for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:28.843789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5ff742c9-b78b-45e7-8257-5435296d0101 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:28.844279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.867154 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-146f3199-36dc-4745-8372-7df664e7b0de tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'network': {'name': 'tempest-RoutersTest-620327471'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:28.891395 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:28.892533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:28.920747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b20e5-aa53-4f60-bb1d-2aa0c2b1f39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3366eadb-e98f-4254-a4f4-b540b9764644,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:28.926907 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-157b20e5-aa53-4f60-bb1d-2aa0c2b1f39d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1945c259ce84331b167fe3db3f726a7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6752288 Nov 09 04:20:28.932736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48632) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:28.957911 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-119d0652-fbd5-4f77-ba49-554141d7d0ff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet aa3f851c-459a-43d0-8128-c74140fe4b9b {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:20:28.964036 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146f3199-36dc-4745-8372-7df664e7b0de tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:28.970978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-146f3199-36dc-4745-8372-7df664e7b0de tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.984531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-119d0652-fbd5-4f77-ba49-554141d7d0ff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:28.989723 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-294ae1e5-56cd-4a74-99f7-794f363d9ce7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.007665 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-71cdfd22-8572-4215-b333-541b73dc207f None None] Provisioning complete for port 2be90db7-a132-41cb-8ba9-cb004ea16369 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:29.008106 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-71cdfd22-8572-4215-b333-541b73dc207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.084167 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:20:29.084531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-119d0652-fbd5-4f77-ba49-554141d7d0ff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.098493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.108046 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9e998307-f21e-4ac9-bf80-6f9e67f34e6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.109469 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146f3199-36dc-4745-8372-7df664e7b0de tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:20:29.117670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.119024 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.121145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-71cdfd22-8572-4215-b333-541b73dc207f None None] Port 2be90db7-a132-41cb-8ba9-cb004ea16369 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:29.164076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-146f3199-36dc-4745-8372-7df664e7b0de tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.164381 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-146f3199-36dc-4745-8372-7df664e7b0de tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Added segment 4037b773-81eb-47ca-9a80-1705afda251e of type vlan for network 4e5d103a-0200-40c1-ac63-e4354651e410 Nov 09 04:20:29.212439 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-71cdfd22-8572-4215-b333-541b73dc207f None None] Provisioning complete for port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:29.213455 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-71cdfd22-8572-4215-b333-541b73dc207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.253295 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-146f3199-36dc-4745-8372-7df664e7b0de tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.266370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9e998307-f21e-4ac9-bf80-6f9e67f34e6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.270652 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-11bda65a-740b-4bdb-8b27-cddec7615a90 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.299683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:20:29.300126 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-119d0652-fbd5-4f77-ba49-554141d7d0ff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.307251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-71cdfd22-8572-4215-b333-541b73dc207f None None] Port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:29.335627 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-71cdfd22-8572-4215-b333-541b73dc207f None None] Provisioning complete for port 44f18813-4bf7-4d1e-98ac-647288f380bf triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:29.336060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2625165f-167e-4ac7-823c-fc299e6df2cb,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:29.336214 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-71cdfd22-8572-4215-b333-541b73dc207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.354480 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.356073 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] Added segment ae8e6e4c-7583-47c4-b0f9-8286678a9849 of type vlan for network a0bb998a-2318-43d7-afd3-529494c2ebf5 Nov 09 04:20:29.367049 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bda65a-740b-4bdb-8b27-cddec7615a90 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=daf3974e-0680-4f14-9e9b-6303167783a8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:29.493151 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:20:25Z', 'revision_number': 2, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:26Z', 'revision_number': 2, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:29.508604 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.552096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Checking router: 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:20:29.552096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Updating router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:20:29.571535 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9e998307-f21e-4ac9-bf80-6f9e67f34e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.574275 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9e998307-f21e-4ac9-bf80-6f9e67f34e6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.575783 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9e998307-f21e-4ac9-bf80-6f9e67f34e6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3366eadb-e98f-4254-a4f4-b540b9764644 HTTP/1.1" status: 204 len: 168 time: 0.6393659 Nov 09 04:20:29.605188 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e998307-f21e-4ac9-bf80-6f9e67f34e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3366eadb-e98f-4254-a4f4-b540b9764644,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:29.613114 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-71cdfd22-8572-4215-b333-541b73dc207f None None] Provisioning complete for port 5ff742c9-b78b-45e7-8257-5435296d0101 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:29.613834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-71cdfd22-8572-4215-b333-541b73dc207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.621257 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.694572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-294ae1e5-56cd-4a74-99f7-794f363d9ce7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.706267 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.707314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:29.707908 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.801207 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-146f3199-36dc-4745-8372-7df664e7b0de tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.807558 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146f3199-36dc-4745-8372-7df664e7b0de tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:29.808185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-146f3199-36dc-4745-8372-7df664e7b0de tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.821409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-294ae1e5-56cd-4a74-99f7-794f363d9ce7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.829209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] Pushing event updated for resources: {'Network': ['ID=a0bb998a-2318-43d7-afd3-529494c2ebf5,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:29.844511 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network a0bb998a-2318-43d7-afd3-529494c2ebf5 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:20:29.848573 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-16b8fa36-b8d9-410e-83d6-cd572aaee13c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7775962 Nov 09 04:20:29.858200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48636) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:29.865763 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-cff0ae5c-ac55-45ae-8274-1644d9dca380 admin admin] Request body: {'subnet': {'network_id': 'a0bb998a-2318-43d7-afd3-529494c2ebf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1214057747-subnet', 'tenant_id': 'd067a3629e5749899b8ac5a44cb53afe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:29.914650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ca07f-bbbe-4a24-aa24-df5c87e0a9c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port a28e30a1-1852-4812-af4b-6c9066fbfab6 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:29.914650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca07f-bbbe-4a24-aa24-df5c87e0a9c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:29.965220 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ae1e5-56cd-4a74-99f7-794f363d9ce7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=2be90db7-a132-41cb-8ba9-cb004ea16369,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:29.992917 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f3199-36dc-4745-8372-7df664e7b0de tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Network': ['ID=4e5d103a-0200-40c1-ac63-e4354651e410,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:29.997139 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-11bda65a-740b-4bdb-8b27-cddec7615a90 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:30.005768 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-294ae1e5-56cd-4a74-99f7-794f363d9ce7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:30.011244 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 4e5d103a-0200-40c1-ac63-e4354651e410 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:20:30.020983 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-146f3199-36dc-4745-8372-7df664e7b0de tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1896873 Nov 09 04:20:30.023127 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-119d0652-fbd5-4f77-ba49-554141d7d0ff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:30.029395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48640) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:30.038240 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-71cdfd22-8572-4215-b333-541b73dc207f None None] Provisioning complete for port b7edfa09-5cdc-45df-ad8c-80f2620f6aeb triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:30.038607 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-71cdfd22-8572-4215-b333-541b73dc207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:30.050031 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-bf89fc3c-518f-4d77-98e8-ce0e9e1414a7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'subnet': {'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:30.124171 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-119d0652-fbd5-4f77-ba49-554141d7d0ff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:30.128487 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-119d0652-fbd5-4f77-ba49-554141d7d0ff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/aa3f851c-459a-43d0-8128-c74140fe4b9b HTTP/1.1" status: 204 len: 168 time: 1.3068745 Nov 09 04:20:30.135128 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48646) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:30.182661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642cc929-0197-44e8-88eb-aa6c5e8f6677 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:30.189961 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d0652-fbd5-4f77-ba49-554141d7d0ff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=aa3f851c-459a-43d0-8128-c74140fe4b9b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:30.229212 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-7a3ca07f-bbbe-4a24-aa24-df5c87e0a9c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port a28e30a1-1852-4812-af4b-6c9066fbfab6, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a28e30a1-1852-4812-af4b-6c9066fbfab6,segment=NetworkSegment(695ccbec-a0b5-447c-9cde-a098a5179c0b),segment_id=695ccbec-a0b5-447c-9cde-a098a5179c0b)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:30.229740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca07f-bbbe-4a24-aa24-df5c87e0a9c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:30.236579 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-aa9d058b-39a8-4284-ade9-c197f2a0e8b2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972991 Nov 09 04:20:30.239129 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48652) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:30.253769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff0ae5c-ac55-45ae-8274-1644d9dca380 admin admin] Made reservation on behalf of d067a3629e5749899b8ac5a44cb53afe for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:30.256278 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cff0ae5c-ac55-45ae-8274-1644d9dca380 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:30.304939 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ca07f-bbbe-4a24-aa24-df5c87e0a9c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for a28e30a1-1852-4812-af4b-6c9066fbfab6 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:30.345339 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bda65a-740b-4bdb-8b27-cddec7615a90 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router f8513ad7-1867-41f4-9229-89daec12b0bb has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:20:30.350395 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:30.392598 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:30.405141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76852c5-b2a0-4589-aa2c-10a4d5fb090d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:30.409237 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e76852c5-b2a0-4589-aa2c-10a4d5fb090d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1599839 Nov 09 04:20:30.410861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48656) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:30.415526 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ae1e5-56cd-4a74-99f7-794f363d9ce7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network ee44e7c8-b980-4870-bbf6-ea07870a8251 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:30.421574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-294ae1e5-56cd-4a74-99f7-794f363d9ce7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:30.426177 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-71cdfd22-8572-4215-b333-541b73dc207f None None] Could not find standard attr ID for object 7b094959-d7bf-41f4-8455-2a0815181713. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:20:30.446276 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:30.448610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf89fc3c-518f-4d77-98e8-ce0e9e1414a7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:30.453393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bf89fc3c-518f-4d77-98e8-ce0e9e1414a7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:30.573186 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bda65a-740b-4bdb-8b27-cddec7615a90 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:30.585006 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9b894d-ca82-4162-8a8f-c55785c54147 None None] Sync routers for ids ['f8513ad7-1867-41f4-9229-89daec12b0bb'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:30.601116 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-11bda65a-740b-4bdb-8b27-cddec7615a90 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/f8513ad7-1867-41f4-9229-89daec12b0bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5194006 Nov 09 04:20:30.607237 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b894d-ca82-4162-8a8f-c55785c54147 None None] Routers {'f8513ad7-1867-41f4-9229-89daec12b0bb'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:30.611284 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-2c9b894d-ca82-4162-8a8f-c55785c54147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f8513ad7-1867-41f4-9229-89daec12b0bb'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:30.645187 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48662) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:30.706744 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3137f39-fccb-4552-ac87-598fae0bf5b1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:30.708647 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-2c9b894d-ca82-4162-8a8f-c55785c54147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:30.714223 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a3137f39-fccb-4552-ac87-598fae0bf5b1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3009188 Nov 09 04:20:30.742671 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48664) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:30.747304 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b894d-ca82-4162-8a8f-c55785c54147 None None] Routers {'f8513ad7-1867-41f4-9229-89daec12b0bb'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:30.748497 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-2c9b894d-ca82-4162-8a8f-c55785c54147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['f8513ad7-1867-41f4-9229-89daec12b0bb'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:30.827040 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-2c9b894d-ca82-4162-8a8f-c55785c54147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:30.831393 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9b894d-ca82-4162-8a8f-c55785c54147 None None] The sync data for ids ['f8513ad7-1867-41f4-9229-89daec12b0bb'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:30.837579 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4d2cb89e-6378-4090-9857-56862a9b7d74 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8513ad7-1867-41f4-9229-89daec12b0bb HTTP/1.1" status: 200 len: 205 time: 0.0938208 Nov 09 04:20:30.871037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48668) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:30.880402 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-aec45ae7-c86a-470d-9b77-1c9a9a8f4541 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1363914 Nov 09 04:20:30.888994 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48670) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:30.893855 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-45bdbaba-b249-459e-98e7-a2d9b7e2b969 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:30.896569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853ebf2-69fb-49e0-8e36-96493ce7829f None None] Pushing event updated for resources: {'Port': ['ID=b9aafcea-ddfb-46c9-addf-ee9c46a75f8d,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:30.908565 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b7edfa09-5cdc-45df-ad8c-80f2620f6aeb up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:30.913272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48672) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:30.975341 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Attempting to bind port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:30.979117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Attempting to bind port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '036019e7-b19e-47b4-9429-ff425875f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:30.979117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Attempting to bind port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d on network cb9a936a-18aa-4677-81a5-905507da8bb0 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:30.984630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1fba3c0f-7469-438c-b2ad-1e6c2eb95a7d None None] Provisioning complete for port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:30.985210 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1fba3c0f-7469-438c-b2ad-1e6c2eb95a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:30.992964 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:30.993544 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Checking segment: {'id': '036019e7-b19e-47b4-9429-ff425875f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:30.994018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:30.994410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Bound using segment: {'id': '036019e7-b19e-47b4-9429-ff425875f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:30.995160 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Bound port: b9aafcea-ddfb-46c9-addf-ee9c46a75f8d, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036019e7-b19e-47b4-9429-ff425875f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:30.995353 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:30.997295 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca07f-bbbe-4a24-aa24-df5c87e0a9c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.030121 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-262a4945-f424-488c-86b2-1d1e2f38d410 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.032036 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.037120 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615c0776-e2ef-49a5-aac7-445c2c42ba44 None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:20:31.052895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ca07f-bbbe-4a24-aa24-df5c87e0a9c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=a28e30a1-1852-4812-af4b-6c9066fbfab6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:31.110961 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294ae1e5-56cd-4a74-99f7-794f363d9ce7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Router 50259989-618b-49a1-a27f-a8b9bc86373b is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:20:31.125491 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1fba3c0f-7469-438c-b2ad-1e6c2eb95a7d None None] Port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:31.153836 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] For port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:31.158183 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] For port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b9aafcea-ddfb-46c9-addf-ee9c46a75f8d,segment=NetworkSegment(036019e7-b19e-47b4-9429-ff425875f548),segment_id=036019e7-b19e-47b4-9429-ff425875f548)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:31.159774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port b7edfa09-5cdc-45df-ad8c-80f2620f6aeb triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:31.159774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.191067 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.210060 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cff0ae5c-ac55-45ae-8274-1644d9dca380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.246241 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-615c0776-e2ef-49a5-aac7-445c2c42ba44 None None] Deleting port 44f18813-4bf7-4d1e-98ac-647288f380bf {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:31.246526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-615c0776-e2ef-49a5-aac7-445c2c42ba44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.249132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2104078432'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:31.266784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bf89fc3c-518f-4d77-98e8-ce0e9e1414a7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.372323 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:31.374309 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:31.387513 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-262a4945-f424-488c-86b2-1d1e2f38d410 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.389094 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bdbaba-b249-459e-98e7-a2d9b7e2b969 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:31.392607 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-45bdbaba-b249-459e-98e7-a2d9b7e2b969 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.397339 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-262a4945-f424-488c-86b2-1d1e2f38d410 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.411058 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0ae5c-ac55-45ae-8274-1644d9dca380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a89e83-96e2-430b-a582-4eda6d1ee399,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:31.423894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-31ce7197-6efc-4548-9240-0518a82e606f None None] Provisioning complete for port 2be90db7-a132-41cb-8ba9-cb004ea16369 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:31.424362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-31ce7197-6efc-4548-9240-0518a82e606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.469547 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-31ce7197-6efc-4548-9240-0518a82e606f None None] Port 2be90db7-a132-41cb-8ba9-cb004ea16369 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:31.471061 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853ebf2-69fb-49e0-8e36-96493ce7829f None None] Pushing event updated for resources: {'Port': ['ID=b9aafcea-ddfb-46c9-addf-ee9c46a75f8d,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:31.489498 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0ae5c-ac55-45ae-8274-1644d9dca380 admin admin] Checking segment: {'id': 'ae8e6e4c-7583-47c4-b0f9-8286678a9849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a0bb998a-2318-43d7-afd3-529494c2ebf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:31.489908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff0ae5c-ac55-45ae-8274-1644d9dca380 admin admin] Network hostable DHCP agents. Network: a0bb998a-2318-43d7-afd3-529494c2ebf5, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:20:31.525575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-262a4945-f424-488c-86b2-1d1e2f38d410 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.526068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262a4945-f424-488c-86b2-1d1e2f38d410 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Fanout notify agent at l3_agent the message router_deleted on router f8513ad7-1867-41f4-9229-89daec12b0bb {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:20:31.535726 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-615c0776-e2ef-49a5-aac7-445c2c42ba44 None None] For port 44f18813-4bf7-4d1e-98ac-647288f380bf, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=44f18813-4bf7-4d1e-98ac-647288f380bf,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:31.536008 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-262a4945-f424-488c-86b2-1d1e2f38d410 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.536480 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-615c0776-e2ef-49a5-aac7-445c2c42ba44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.540388 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-262a4945-f424-488c-86b2-1d1e2f38d410 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/routers/f8513ad7-1867-41f4-9229-89daec12b0bb HTTP/1.1" status: 204 len: 168 time: 0.6556540 Nov 09 04:20:31.543120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48676) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:31.545163 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff0ae5c-ac55-45ae-8274-1644d9dca380 admin admin] Network a0bb998a-2318-43d7-afd3-529494c2ebf5 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:20:31.550830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294ae1e5-56cd-4a74-99f7-794f363d9ce7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:31.564806 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-294ae1e5-56cd-4a74-99f7-794f363d9ce7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "PUT /v2.0/routers/50259989-618b-49a1-a27f-a8b9bc86373b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4655235 Nov 09 04:20:31.565339 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48678) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:31.586963 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d387a-d536-410e-b423-0757540e8a99 None None] Sync routers for ids ['50259989-618b-49a1-a27f-a8b9bc86373b'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:31.592393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89fc3c-518f-4d77-98e8-ce0e9e1414a7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Subnet': ['ID=19c566c4-28f4-4104-a7d9-fb066e7af812,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:31.602994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Made reservation on behalf of a9c8cd674ca94dd081ad969663cebd7b for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:31.606588 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.618770 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-615c0776-e2ef-49a5-aac7-445c2c42ba44 None None] Calling delete_port for 44f18813-4bf7-4d1e-98ac-647288f380bf owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:31.623498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf89fc3c-518f-4d77-98e8-ce0e9e1414a7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Checking segment: {'id': '4037b773-81eb-47ca-9a80-1705afda251e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:31.623897 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf89fc3c-518f-4d77-98e8-ce0e9e1414a7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network hostable DHCP agents. Network: 4e5d103a-0200-40c1-ac63-e4354651e410, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:20:31.628990 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.631061 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-cff0ae5c-ac55-45ae-8274-1644d9dca380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, a0bb998a-2318-43d7-afd3-529494c2ebf5) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:31.641737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff0ae5c-ac55-45ae-8274-1644d9dca380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:31.642368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cff0ae5c-ac55-45ae-8274-1644d9dca380 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.649430 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c189057e-da8a-4293-baa9-024172999929 None None] Network a0bb998a-2318-43d7-afd3-529494c2ebf5 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:31.653368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-31ce7197-6efc-4548-9240-0518a82e606f None None] Provisioning complete for port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:31.653943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-31ce7197-6efc-4548-9240-0518a82e606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.692428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:20:31.706431 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c279ec-73bd-472c-a522-bb7f48c2b9e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:31.708000 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f9c279ec-73bd-472c-a522-bb7f48c2b9e4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports?device_id=50259989-618b-49a1-a27f-a8b9bc86373b HTTP/1.1" status: 200 len: 982 time: 0.1416662 Nov 09 04:20:31.716525 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48680) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:31.730323 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-167627f9-a99f-4b6c-bff9-560cac0f2ebb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting subnet cc923455-8c8c-488a-9fb4-bdc7766abb01 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:20:31.742687 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cff0ae5c-ac55-45ae-8274-1644d9dca380 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8758152 Nov 09 04:20:31.742687 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-167627f9-a99f-4b6c-bff9-560cac0f2ebb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.763308 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d387a-d536-410e-b423-0757540e8a99 None None] Routers {'50259989-618b-49a1-a27f-a8b9bc86373b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:31.764449 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-912d387a-d536-410e-b423-0757540e8a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['50259989-618b-49a1-a27f-a8b9bc86373b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:31.764852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf89fc3c-518f-4d77-98e8-ce0e9e1414a7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 4e5d103a-0200-40c1-ac63-e4354651e410 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:20:31.770786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca07f-bbbe-4a24-aa24-df5c87e0a9c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.794244 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-167627f9-a99f-4b6c-bff9-560cac0f2ebb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:31.877831 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-912d387a-d536-410e-b423-0757540e8a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:31.965172 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d387a-d536-410e-b423-0757540e8a99 None None] Routers {'50259989-618b-49a1-a27f-a8b9bc86373b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:31.966656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-912d387a-d536-410e-b423-0757540e8a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['50259989-618b-49a1-a27f-a8b9bc86373b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:31.979878 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-167627f9-a99f-4b6c-bff9-560cac0f2ebb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:32.053500 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-912d387a-d536-410e-b423-0757540e8a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:32.054296 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d387a-d536-410e-b423-0757540e8a99 None None] The sync data for ids ['50259989-618b-49a1-a27f-a8b9bc86373b'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:32.068217 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.objects.ports [None req-45bdbaba-b249-459e-98e7-a2d9b7e2b969 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:20:32.136635 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-bf89fc3c-518f-4d77-98e8-ce0e9e1414a7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 4e5d103a-0200-40c1-ac63-e4354651e410) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:32.141682 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf89fc3c-518f-4d77-98e8-ce0e9e1414a7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:32.142509 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bf89fc3c-518f-4d77-98e8-ce0e9e1414a7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:32.155587 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f343e881-1dba-40e3-996c-a1b066fc8a6b None None] Network 4e5d103a-0200-40c1-ac63-e4354651e410 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:32.175165 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-615c0776-e2ef-49a5-aac7-445c2c42ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:32.178772 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.services.revisions.revision_plugin [None req-45bdbaba-b249-459e-98e7-a2d9b7e2b969 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Could not find related port for resource to bump revision. Nov 09 04:20:32.188131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.ipam_pluggable_backend [None req-45bdbaba-b249-459e-98e7-a2d9b7e2b969 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Port 44f18813-4bf7-4d1e-98ac-647288f380bf was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 09 04:20:32.188441 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.ipam_pluggable_backend [None req-45bdbaba-b249-459e-98e7-a2d9b7e2b969 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Reverting IP allocation for 2001:db8::f816:3eff:fe31:1db7 {{(pid=101884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 09 04:20:32.192690 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.ipam_pluggable_backend [None req-45bdbaba-b249-459e-98e7-a2d9b7e2b969 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe31:1db7 {{(pid=101884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 09 04:20:32.194105 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-167627f9-a99f-4b6c-bff9-560cac0f2ebb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:32.213549 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-45bdbaba-b249-459e-98e7-a2d9b7e2b969 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:32.247902 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bf89fc3c-518f-4d77-98e8-ce0e9e1414a7 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2149060 Nov 09 04:20:32.255061 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48690) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:32.269737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167627f9-a99f-4b6c-bff9-560cac0f2ebb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Subnet': ['ID=cc923455-8c8c-488a-9fb4-bdc7766abb01,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:32.280432 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-167627f9-a99f-4b6c-bff9-560cac0f2ebb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:32.288230 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c0776-e2ef-49a5-aac7-445c2c42ba44 None None] Pushing event deleted for resources: {'Port': ['ID=44f18813-4bf7-4d1e-98ac-647288f380bf,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:32.289620 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-167627f9-a99f-4b6c-bff9-560cac0f2ebb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/cc923455-8c8c-488a-9fb4-bdc7766abb01 HTTP/1.1" status: 204 len: 168 time: 0.7447088 Nov 09 04:20:32.290949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdefccd6-f2fd-4321-960c-29d4d6ddb938 None None] Network a0bb998a-2318-43d7-afd3-529494c2ebf5 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:32.293440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d296e4-8869-4a51-8ed1-b0de0256849b None None] Network 5b9b28de-5455-4c62-86ce-3e5d6b71e55f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:32.301376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-31ce7197-6efc-4548-9240-0518a82e606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:32.314463 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c0776-e2ef-49a5-aac7-445c2c42ba44 None None] No DVR routers for this DVR port 44f18813-4bf7-4d1e-98ac-647288f380bf on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:32.324628 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48692) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:32.430691 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdbaba-b249-459e-98e7-a2d9b7e2b969 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=9ba494db-2f25-4594-9470-54af05798077,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:32.436152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:32.516872 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:32.536490 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:20:32.544889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-31ce7197-6efc-4548-9240-0518a82e606f None None] For port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b9aafcea-ddfb-46c9-addf-ee9c46a75f8d,segment=NetworkSegment(036019e7-b19e-47b4-9429-ff425875f548),segment_id=036019e7-b19e-47b4-9429-ff425875f548)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:32.579917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-31ce7197-6efc-4548-9240-0518a82e606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:32.644145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:32.644497 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Added segment 55f3732b-5949-4334-a10d-01f04c46475a of type vlan for network c83716cc-38ba-4347-a5fe-f5e2100bfd17 Nov 09 04:20:32.777080 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 44f18813-4bf7-4d1e-98ac-647288f380bf no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:32.778861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f7ba02-64f6-4e8f-a241-0fb1184e2eb3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting subnet b26625cb-9dd3-41a3-b9cf-d202ff9e4163 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:20:32.790809 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f7f7ba02-64f6-4e8f-a241-0fb1184e2eb3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:32.791056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbca0d1-3058-44e3-b16e-4fe72eed274d,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:32.795897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bdbaba-b249-459e-98e7-a2d9b7e2b969 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:32.823856 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-45bdbaba-b249-459e-98e7-a2d9b7e2b969 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:32.834334 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bdbaba-b249-459e-98e7-a2d9b7e2b969 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:32.834964 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-45bdbaba-b249-459e-98e7-a2d9b7e2b969 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:32.862292 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d1aa84-f7cb-46db-a897-c24eed5f7006 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:32.870555 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:32.875145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 44f18813-4bf7-4d1e-98ac-647288f380bf {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:32.875490 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 44f18813-4bf7-4d1e-98ac-647288f380bf not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:32.911170 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-45bdbaba-b249-459e-98e7-a2d9b7e2b969 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0187986 Nov 09 04:20:32.911170 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f7f7ba02-64f6-4e8f-a241-0fb1184e2eb3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:32.930859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48702) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:32.973667 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1a99aa1a-bf91-403d-a92f-0e299430e69f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'mac_address': 'fa:16:3e:a9:61:5b', 'name': 'tempest-NetworksTestDHCPv6-1210186418'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:33.005396 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-842df0ca-83b0-4cb8-95e3-a0d5e8b4d741 None None] Provisioning complete for port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:33.005883 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-842df0ca-83b0-4cb8-95e3-a0d5e8b4d741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:33.010691 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce7197-6efc-4548-9240-0518a82e606f None None] Pushing event updated for resources: {'Port': ['ID=b9aafcea-ddfb-46c9-addf-ee9c46a75f8d,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:33.014024 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:20:25Z', 'revision_number': 2, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:31Z', 'revision_number': 4, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:33.015628 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-24780c2b-a5dd-4944-8662-00b8a3c3300a tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:33.017175 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-24780c2b-a5dd-4944-8662-00b8a3c3300a tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/networks?id=87a5cdfa-26bf-4b92-aac2-b70e243d7565 HTTP/1.1" status: 200 len: 811 time: 0.4718387 Nov 09 04:20:33.070285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3ca07f-bbbe-4a24-aa24-df5c87e0a9c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:20:33.084831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:33.090740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:33.090961 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34db88c-a598-4200-806d-7b48b96f5fe9 None None] The sync data for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv is: [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:20:25Z', 'revision_number': 2, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:31Z', 'revision_number': 4, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:33.091341 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:33.126389 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f7f7ba02-64f6-4e8f-a241-0fb1184e2eb3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:33.144365 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-a53bcc17-26f4-4bbe-8fab-ca20ada5af9b tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/quotas/ca743c4cdf1a4b8699d29138f14289b1 HTTP/1.1" status: 200 len: 375 time: 0.0819280 Nov 09 04:20:33.170792 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-4e5d103a-0200-40c1-ac63-e4354651e410', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:33.171795 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:33.193475 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de440c2-d0b7-4bde-802f-9f5e35a0dddf None None] DHCP port deletion for 5b9b28de-5455-4c62-86ce-3e5d6b71e55f request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:20:33.285876 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:33.288281 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f7f7ba02-64f6-4e8f-a241-0fb1184e2eb3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:33.294453 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3702867 Nov 09 04:20:33.316813 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48704) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:33.320761 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-59106667-fc02-43a0-9a5d-3938833e7e14 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca743c4cdf1a4b8699d29138f14289b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1582918 Nov 09 04:20:33.323552 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3ccb79e3-dc72-4559-a11e-67237a3a7dc1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Request body: {'subnet': {'network_id': 'c83716cc-38ba-4347-a5fe-f5e2100bfd17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:33.324608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068f0e1-d823-467f-a6b9-2b1561931834 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event updated for resources: {'Network': ['ID=c83716cc-38ba-4347-a5fe-f5e2100bfd17,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:33.345661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': '9ba494db-2f25-4594-9470-54af05798077'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:33.346919 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:33.354975 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network c83716cc-38ba-4347-a5fe-f5e2100bfd17 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:20:33.386129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7ba02-64f6-4e8f-a241-0fb1184e2eb3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Subnet': ['ID=b26625cb-9dd3-41a3-b9cf-d202ff9e4163,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:33.390731 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f7f7ba02-64f6-4e8f-a241-0fb1184e2eb3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:33.396784 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f7f7ba02-64f6-4e8f-a241-0fb1184e2eb3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/b26625cb-9dd3-41a3-b9cf-d202ff9e4163 HTTP/1.1" status: 204 len: 168 time: 1.0174839 Nov 09 04:20:33.430028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48706) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:33.438273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2097db9e-ba9a-4e9f-8405-f72297e34636 None None] Network a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:33.507391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8ec537bc-16bf-49e4-b26b-b434407b537d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:33.533304 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a99aa1a-bf91-403d-a92f-0e299430e69f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:33.655306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-2de440c2-d0b7-4bde-802f-9f5e35a0dddf None None] Deleting port 1a800878-94fb-4214-8dff-b21383cbc52c {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:33.655689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2de440c2-d0b7-4bde-802f-9f5e35a0dddf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:33.660815 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:33.710884 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Allocated IP 172.21.0.2 (4e5d103a-0200-40c1-ac63-e4354651e410/19c566c4-28f4-4104-a7d9-fb066e7af812/22d189f6-225d-4abd-8ec7-b7082ea022a8) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:33.716898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3ca07f-bbbe-4a24-aa24-df5c87e0a9c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:33.725376 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7a3ca07f-bbbe-4a24-aa24-df5c87e0a9c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/90aa0b0b-157e-4134-a32a-9a58a61d2c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2376931 Nov 09 04:20:33.728061 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-cbb54289-fff3-4911-96f1-34382eb7a736 service neutron] 10.222.0.21 "GET /v2.0/networks/87a5cdfa-26bf-4b92-aac2-b70e243d7565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615508 Nov 09 04:20:33.741605 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccb79e3-dc72-4559-a11e-67237a3a7dc1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Made reservation on behalf of a9c8cd674ca94dd081ad969663cebd7b for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:33.745528 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ccb79e3-dc72-4559-a11e-67237a3a7dc1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:33.751346 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f204410-0c7e-4ca9-8236-82ecc958055c None None] Sync routers for ids ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:33.766515 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f204410-0c7e-4ca9-8236-82ecc958055c None None] Routers {'90aa0b0b-157e-4134-a32a-9a58a61d2c7d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:33.767049 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-2f204410-0c7e-4ca9-8236-82ecc958055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:33.966681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-2de440c2-d0b7-4bde-802f-9f5e35a0dddf None None] For port 1a800878-94fb-4214-8dff-b21383cbc52c, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1a800878-94fb-4214-8dff-b21383cbc52c,segment=NetworkSegment(7e93d7f6-37be-4156-975f-4a3a74c1e627),segment_id=7e93d7f6-37be-4156-975f-4a3a74c1e627)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:33.967094 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2de440c2-d0b7-4bde-802f-9f5e35a0dddf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:33.973091 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-2f204410-0c7e-4ca9-8236-82ecc958055c None None] Set router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:20:34.043112 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-2de440c2-d0b7-4bde-802f-9f5e35a0dddf None None] Calling delete_port for 1a800878-94fb-4214-8dff-b21383cbc52c owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:34.084750 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Allocated IP 2001:db8::f816:3eff:fe44:e123 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/9ba494db-2f25-4594-9470-54af05798077/12bda088-2d74-4032-8292-cc013570e1ef) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:34.193610 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ccb79e3-dc72-4559-a11e-67237a3a7dc1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:34.343966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de940208-a501-48e3-9345-28741ecb0787 None None] DHCP port deletion for a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:20:34.344310 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a99aa1a-bf91-403d-a92f-0e299430e69f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:34.353576 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb79e3-dc72-4559-a11e-67237a3a7dc1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event updated for resources: {'Subnet': ['ID=9feec78f-cb13-4b04-a403-37bd42105b94,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:34.388598 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-afb863aa-49cc-4f6d-ba36-894d674edf94 service neutron] 10.222.0.21 "GET /v2.0/networks/87a5cdfa-26bf-4b92-aac2-b70e243d7565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520050 Nov 09 04:20:34.389753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-1a99aa1a-bf91-403d-a92f-0e299430e69f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port e7354222-a892-4b20-b775-a12d552b8e2f yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:34.422495 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb79e3-dc72-4559-a11e-67237a3a7dc1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Checking segment: {'id': '55f3732b-5949-4334-a10d-01f04c46475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c83716cc-38ba-4347-a5fe-f5e2100bfd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:34.422848 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccb79e3-dc72-4559-a11e-67237a3a7dc1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Network hostable DHCP agents. Network: c83716cc-38ba-4347-a5fe-f5e2100bfd17, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:20:34.430443 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port 1a800878-94fb-4214-8dff-b21383cbc52c {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:34.431373 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:34.498443 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2de440c2-d0b7-4bde-802f-9f5e35a0dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:34.502180 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:34.567219 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] For port 1a800878-94fb-4214-8dff-b21383cbc52c, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1a800878-94fb-4214-8dff-b21383cbc52c,segment=NetworkSegment(7e93d7f6-37be-4156-975f-4a3a74c1e627),segment_id=7e93d7f6-37be-4156-975f-4a3a74c1e627)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:34.568751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:34.573356 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de440c2-d0b7-4bde-802f-9f5e35a0dddf None None] No DVR routers for this DVR port 1a800878-94fb-4214-8dff-b21383cbc52c on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:34.575583 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:34.582489 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de440c2-d0b7-4bde-802f-9f5e35a0dddf None None] Pushing event deleted for resources: {'Port': ['ID=1a800878-94fb-4214-8dff-b21383cbc52c,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:34.595692 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-2f204410-0c7e-4ca9-8236-82ecc958055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:20:30Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '0db36414-dcef-418c-958d-5700409dc386', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'port_id': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'mac_address': 'fa:16:3e:59:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015b64a0-cec8-41a2-b70e-8dc858272608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:19:01Z', 'updated_at': '2021-11-09T04:19:08Z', 'revision_number': 1, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e7c17b-d90a-44a8-985c-278a361f9db9', 'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:9b:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:23Z', 'updated_at': '2021-11-09T04:18:30Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:34.620824 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for 1a800878-94fb-4214-8dff-b21383cbc52c owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:34.632118 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-8ec537bc-16bf-49e4-b26b-b434407b537d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port 2be90db7-a132-41cb-8ba9-cb004ea16369 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:34.632764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8ec537bc-16bf-49e4-b26b-b434407b537d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:34.655700 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f204410-0c7e-4ca9-8236-82ecc958055c None None] Checking router: 90aa0b0b-157e-4134-a32a-9a58a61d2c7d for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:20:34.666354 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f204410-0c7e-4ca9-8236-82ecc958055c None None] Routers {'90aa0b0b-157e-4134-a32a-9a58a61d2c7d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:34.667140 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-2f204410-0c7e-4ca9-8236-82ecc958055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:34.679745 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b9aafcea-ddfb-46c9-addf-ee9c46a75f8d up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:34.762277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:34.765496 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:34.769584 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Network 4e5d103a-0200-40c1-ac63-e4354651e410 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:34.795559 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-78b1af35-b8ee-4c5d-80a8-d10a68d34ce6 req-21d1d35c-6de3-4e53-b12d-9109f5e2bce8 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 210 time: 0.0611792 Nov 09 04:20:34.804321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:34.807869 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:34.822367 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:34.842448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36230775-a126-4bfc-9d94-dc355b00245d req-9152cdcd-e8db-45d9-91ac-bf489a2b60a6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:34.844261 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-36230775-a126-4bfc-9d94-dc355b00245d req-9152cdcd-e8db-45d9-91ac-bf489a2b60a6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 946 time: 0.6743443 Nov 09 04:20:34.844785 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=1a800878-94fb-4214-8dff-b21383cbc52c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:34.849693 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No DVR routers for this DVR port 1a800878-94fb-4214-8dff-b21383cbc52c on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:34.858945 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Pushing event updated for resources: {'Port': ['ID=22d189f6-225d-4abd-8ec7-b7082ea022a8,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:34.865884 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-2f204410-0c7e-4ca9-8236-82ecc958055c None None] Set router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:20:34.884939 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-de940208-a501-48e3-9345-28741ecb0787 None None] Deleting port abc0df19-71e8-4677-9df0-29c948e7029e {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:34.885311 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-de940208-a501-48e3-9345-28741ecb0787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:34.890661 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Allocated IP 172.21.0.1 (4e5d103a-0200-40c1-ac63-e4354651e410/19c566c4-28f4-4104-a7d9-fb066e7af812/ebc81308-f304-4bb8-a1c7-67df49a3863e) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:34.898222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccb79e3-dc72-4559-a11e-67237a3a7dc1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Network c83716cc-38ba-4347-a5fe-f5e2100bfd17 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:20:34.938333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8ec537bc-16bf-49e4-b26b-b434407b537d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:34.942419 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-1a99aa1a-bf91-403d-a92f-0e299430e69f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::f816:3eff:fea9:615b (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/9ba494db-2f25-4594-9470-54af05798077/e7354222-a892-4b20-b775-a12d552b8e2f) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:34.960756 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-3ccb79e3-dc72-4559-a11e-67237a3a7dc1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, c83716cc-38ba-4347-a5fe-f5e2100bfd17) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:34.963349 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-8ec537bc-16bf-49e4-b26b-b434407b537d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for 2be90db7-a132-41cb-8ba9-cb004ea16369 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:35.002306 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccb79e3-dc72-4559-a11e-67237a3a7dc1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:35.002642 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ccb79e3-dc72-4559-a11e-67237a3a7dc1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.092793 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.144360 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-36230775-a126-4bfc-9d94-dc355b00245d req-cd6dc9de-f294-4ceb-98e1-a51c21d9ade7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=917da1d0-342f-4a4a-911f-0ccc90756017&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2808485 Nov 09 04:20:35.160913 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9b28de-5455-4c62-86ce-3e5d6b71e55f']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:35.197334 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e93d7f6-37be-4156-975f-4a3a74c1e627') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:35.197657 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e93d7f6-37be-4156-975f-4a3a74c1e627') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:35.240554 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3ccb79e3-dc72-4559-a11e-67237a3a7dc1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9220276 Nov 09 04:20:35.242643 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.244202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48722) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:35.261341 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-84e31568-7ec8-4f1a-afff-e54f7cbbda54 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Request body: {'port': {'network_id': 'c83716cc-38ba-4347-a5fe-f5e2100bfd17', 'name': 'tempest-AllowedAddressPairTestJSON-723987342'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:35.265864 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a99aa1a-bf91-403d-a92f-0e299430e69f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.292613 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-2f204410-0c7e-4ca9-8236-82ecc958055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:20:30Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '0db36414-dcef-418c-958d-5700409dc386', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'port_id': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'mac_address': 'fa:16:3e:59:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015b64a0-cec8-41a2-b70e-8dc858272608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:19:01Z', 'updated_at': '2021-11-09T04:19:08Z', 'revision_number': 1, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e7c17b-d90a-44a8-985c-278a361f9db9', 'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:9b:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:23Z', 'updated_at': '2021-11-09T04:18:30Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:35.326351 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f204410-0c7e-4ca9-8236-82ecc958055c None None] The sync data for ids ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'] in dv-neutron-816800-2-hyperv is: [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:20:30Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '0db36414-dcef-418c-958d-5700409dc386', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'port_id': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'mac_address': 'fa:16:3e:59:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015b64a0-cec8-41a2-b70e-8dc858272608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:19:01Z', 'updated_at': '2021-11-09T04:19:08Z', 'revision_number': 1, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4e7c17b-d90a-44a8-985c-278a361f9db9', 'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:9b:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:23Z', 'updated_at': '2021-11-09T04:18:30Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:35.382626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a99aa1a-bf91-403d-a92f-0e299430e69f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.402944 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fc350f-c560-40a7-bd2a-a4decd0d7257 None None] Network c83716cc-38ba-4347-a5fe-f5e2100bfd17 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:35.415766 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:35.467799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a99aa1a-bf91-403d-a92f-0e299430e69f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:35.478679 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-1a99aa1a-bf91-403d-a92f-0e299430e69f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:35.487014 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a99aa1a-bf91-403d-a92f-0e299430e69f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:35.491154 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:35.500346 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a99aa1a-bf91-403d-a92f-0e299430e69f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:35.501485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a99aa1a-bf91-403d-a92f-0e299430e69f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.504000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:35.524611 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99aa1a-bf91-403d-a92f-0e299430e69f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=e7354222-a892-4b20-b775-a12d552b8e2f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:35.544438 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1a99aa1a-bf91-403d-a92f-0e299430e69f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6075752 Nov 09 04:20:35.555592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48724) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:35.567187 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Pushing event updated for resources: {'Port': ['ID=12bda088-2d74-4032-8292-cc013570e1ef,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:35.569640 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Attempting to bind port 22d189f6-225d-4abd-8ec7-b7082ea022a8 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:35.570018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Attempting to bind port 22d189f6-225d-4abd-8ec7-b7082ea022a8 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '4037b773-81eb-47ca-9a80-1705afda251e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:35.570912 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Attempting to bind port 22d189f6-225d-4abd-8ec7-b7082ea022a8 on network 4e5d103a-0200-40c1-ac63-e4354651e410 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:35.614136 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:35.614681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Checking segment: {'id': '4037b773-81eb-47ca-9a80-1705afda251e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:35.615192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.615689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Bound using segment: {'id': '4037b773-81eb-47ca-9a80-1705afda251e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:35.616287 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Bound port: 22d189f6-225d-4abd-8ec7-b7082ea022a8, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4037b773-81eb-47ca-9a80-1705afda251e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:35.616784 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.624147 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:35.624929 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.656791 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-de940208-a501-48e3-9345-28741ecb0787 None None] For port abc0df19-71e8-4677-9df0-29c948e7029e, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=abc0df19-71e8-4677-9df0-29c948e7029e,segment=NetworkSegment(c1aec4ca-234a-4eed-a31b-00275d962386),segment_id=c1aec4ca-234a-4eed-a31b-00275d962386)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:35.657708 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-de940208-a501-48e3-9345-28741ecb0787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.675145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8ec537bc-16bf-49e4-b26b-b434407b537d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.684608 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.719170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-de940208-a501-48e3-9345-28741ecb0787 None None] Calling delete_port for abc0df19-71e8-4677-9df0-29c948e7029e owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:35.737793 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:20:35.738204 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:20:35.741152 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:20:35.765242 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec537bc-16bf-49e4-b26b-b434407b537d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=2be90db7-a132-41cb-8ba9-cb004ea16369,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:35.775152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Attempting to bind port 12bda088-2d74-4032-8292-cc013570e1ef on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:35.775704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Attempting to bind port 12bda088-2d74-4032-8292-cc013570e1ef by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:35.776256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Attempting to bind port 12bda088-2d74-4032-8292-cc013570e1ef on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:35.853070 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:35.853764 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:35.854419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.855034 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:35.855700 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Bound port: 12bda088-2d74-4032-8292-cc013570e1ef, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:35.856288 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.858252 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.867854 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00438de-d3e4-444e-b95a-b792c0f7812b req-e5a9ebdf-1567-4ec1-9acb-a590584ebc40 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:35.869721 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b00438de-d3e4-444e-b95a-b792c0f7812b req-e5a9ebdf-1567-4ec1-9acb-a590584ebc40 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 946 time: 0.1970274 Nov 09 04:20:35.889709 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7785442e-ba22-400a-a45f-ee92be0407c1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:35.894164 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.896212 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7785442e-ba22-400a-a45f-ee92be0407c1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:35.900424 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7785442e-ba22-400a-a45f-ee92be0407c1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2684298 Nov 09 04:20:35.900946 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48728) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:35.931016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:35.937252 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/networks/5b9b28de-5455-4c62-86ce-3e5d6b71e55f HTTP/1.1" status: 204 len: 168 time: 2.5061343 Nov 09 04:20:35.941586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48730) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:35.960420 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1797b03-ada4-4d1e-8a5f-6a4409f7e765 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Network': ['ID=5b9b28de-5455-4c62-86ce-3e5d6b71e55f,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:36.010931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e31568-7ec8-4f1a-afff-e54f7cbbda54 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Made reservation on behalf of a9c8cd674ca94dd081ad969663cebd7b for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:36.015152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84e31568-7ec8-4f1a-afff-e54f7cbbda54 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:36.016042 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] For port 22d189f6-225d-4abd-8ec7-b7082ea022a8, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:36.060163 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-48106336-d5e8-4268-9989-282da574fc8f req-4b697aa8-585c-479b-972d-22ca687e8853 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 210 time: 0.1212587 Nov 09 04:20:36.074845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-84e31568-7ec8-4f1a-afff-e54f7cbbda54 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] device_id is not set on port bf2abfed-f55f-40a3-a763-e9c841dde940 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:36.081174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:36.096115 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c83716cc-38ba-4347-a5fe-f5e2100bfd17', 'network_id': 'c83716cc-38ba-4347-a5fe-f5e2100bfd17', 'tenant_id': 'a9c8cd674ca94dd081ad969663cebd7b', 'fixed_ips': [{'subnet_id': '9feec78f-cb13-4b04-a403-37bd42105b94'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:36.096509 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:36.103915 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] For port 22d189f6-225d-4abd-8ec7-b7082ea022a8, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=22d189f6-225d-4abd-8ec7-b7082ea022a8,segment=NetworkSegment(4037b773-81eb-47ca-9a80-1705afda251e),segment_id=4037b773-81eb-47ca-9a80-1705afda251e)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:36.204090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:36.208036 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=ebc81308-f304-4bb8-a1c7-67df49a3863e,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:36.260899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 4e5d103a-0200-40c1-ac63-e4354651e410 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:36.274925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:36.300481 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:36.344945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6e33-d7a6-4bd2-b2d1-a3da64e1835e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:36.351457 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8ec537bc-16bf-49e4-b26b-b434407b537d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:36.436258 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-b00438de-d3e4-444e-b95a-b792c0f7812b req-1d2b2188-35ed-4241-8bf7-c99b6a516e08 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 2b1d0c3e-2209-4673-a8cc-9561594744d4 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:36.436605 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-b00438de-d3e4-444e-b95a-b792c0f7812b req-1d2b2188-35ed-4241-8bf7-c99b6a516e08 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:36.453161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] For port 12bda088-2d74-4032-8292-cc013570e1ef, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:36.457418 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-de940208-a501-48e3-9345-28741ecb0787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:36.488943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de940208-a501-48e3-9345-28741ecb0787 None None] No DVR routers for this DVR port abc0df19-71e8-4677-9df0-29c948e7029e on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:36.489195 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:36.509202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9a0ae-0a60-4a54-8512-88d205d477e2 req-60a94f83-aaa1-439e-9fd3-26db3d85365a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:36.513368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] For port 12bda088-2d74-4032-8292-cc013570e1ef, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=12bda088-2d74-4032-8292-cc013570e1ef,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:36.516820 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae88b5-a9d1-4944-b181-c6258a1e40d0 None None] Pushing event updated for resources: {'Port': ['ID=22d189f6-225d-4abd-8ec7-b7082ea022a8,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:36.528740 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1bb9a0ae-0a60-4a54-8512-88d205d477e2 req-60a94f83-aaa1-439e-9fd3-26db3d85365a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 946 time: 0.2622147 Nov 09 04:20:36.532642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-69dd0843-f29e-4870-865d-603126f20aba tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:36.534275 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-69dd0843-f29e-4870-865d-603126f20aba tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.31 "GET /v2.0/networks?id=87a5cdfa-26bf-4b92-aac2-b70e243d7565 HTTP/1.1" status: 200 len: 811 time: 0.4240553 Nov 09 04:20:36.551172 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de940208-a501-48e3-9345-28741ecb0787 None None] Pushing event deleted for resources: {'Port': ['ID=abc0df19-71e8-4677-9df0-29c948e7029e,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:36.555467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1a800878-94fb-4214-8dff-b21383cbc52c no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:36.584646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 1a800878-94fb-4214-8dff-b21383cbc52c {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:36.584646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1a800878-94fb-4214-8dff-b21383cbc52c not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:36.584646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device abc0df19-71e8-4677-9df0-29c948e7029e no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:36.609021 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-24c4f0f6-a4ce-43ca-9904-d5a70f63626f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Request body: {'port': {'device_id': '1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3', 'network_id': '87a5cdfa-26bf-4b92-aac2-b70e243d7565', 'admin_state_up': True, 'tenant_id': 'ca743c4cdf1a4b8699d29138f14289b1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:36.641698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:36.656306 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-84e31568-7ec8-4f1a-afff-e54f7cbbda54 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Allocated IP 172.20.0.6 (c83716cc-38ba-4347-a5fe-f5e2100bfd17/9feec78f-cb13-4b04-a403-37bd42105b94/bf2abfed-f55f-40a3-a763-e9c841dde940) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:36.697468 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: abc0df19-71e8-4677-9df0-29c948e7029e {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:36.697943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device abc0df19-71e8-4677-9df0-29c948e7029e not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:36.755256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647e4a4-602b-485c-888e-2a1d23c94838 None None] Pushing event updated for resources: {'Port': ['ID=12bda088-2d74-4032-8292-cc013570e1ef,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:36.789947 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6e33-d7a6-4bd2-b2d1-a3da64e1835e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:36.799337 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1bb9a0ae-0a60-4a54-8512-88d205d477e2 req-20598e81-6c1f-4b65-8229-357da9c0c3e8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=917da1d0-342f-4a4a-911f-0ccc90756017&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2689135 Nov 09 04:20:36.807353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec537bc-16bf-49e4-b26b-b434407b537d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Router 50259989-618b-49a1-a27f-a8b9bc86373b has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:20:36.810528 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-2e57250b-e530-4c9d-bd79-57f95d8d4dda tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port e7354222-a892-4b20-b775-a12d552b8e2f {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:36.810886 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e57250b-e530-4c9d-bd79-57f95d8d4dda tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:36.864832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-b00438de-d3e4-444e-b95a-b792c0f7812b req-1d2b2188-35ed-4241-8bf7-c99b6a516e08 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 2b1d0c3e-2209-4673-a8cc-9561594744d4, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=2b1d0c3e-2209-4673-a8cc-9561594744d4,segment=NetworkSegment(695ccbec-a0b5-447c-9cde-a098a5179c0b),segment_id=695ccbec-a0b5-447c-9cde-a098a5179c0b)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:36.865289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-b00438de-d3e4-444e-b95a-b792c0f7812b req-1d2b2188-35ed-4241-8bf7-c99b6a516e08 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:36.896183 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-b00438de-d3e4-444e-b95a-b792c0f7812b req-1d2b2188-35ed-4241-8bf7-c99b6a516e08 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 2b1d0c3e-2209-4673-a8cc-9561594744d4 owned by compute:nova {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:36.913862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 22d189f6-225d-4abd-8ec7-b7082ea022a8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:36.951156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-4c7a6e33-d7a6-4bd2-b2d1-a3da64e1835e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:36.986306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 22d189f6-225d-4abd-8ec7-b7082ea022a8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:36.986683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.039387 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.076490 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e57250b-e530-4c9d-bd79-57f95d8d4dda tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.080004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-4c7a6e33-d7a6-4bd2-b2d1-a3da64e1835e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1aec4ca-234a-4eed-a31b-00275d962386') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:37.080424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-4c7a6e33-d7a6-4bd2-b2d1-a3da64e1835e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1aec4ca-234a-4eed-a31b-00275d962386') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:37.129810 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec537bc-16bf-49e4-b26b-b434407b537d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:37.137358 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6e33-d7a6-4bd2-b2d1-a3da64e1835e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.151776 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fe42b4-0cdc-4f7d-abdd-27d90907b393 None None] Sync routers for ids ['50259989-618b-49a1-a27f-a8b9bc86373b'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:37.165443 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6e33-d7a6-4bd2-b2d1-a3da64e1835e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.173540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7a6e33-d7a6-4bd2-b2d1-a3da64e1835e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:20:37.174002 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6e33-d7a6-4bd2-b2d1-a3da64e1835e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.177826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-2e57250b-e530-4c9d-bd79-57f95d8d4dda tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for e7354222-a892-4b20-b775-a12d552b8e2f owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:20:37.179461 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:20:37.189427 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8ec537bc-16bf-49e4-b26b-b434407b537d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "PUT /v2.0/routers/50259989-618b-49a1-a27f-a8b9bc86373b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4664500 Nov 09 04:20:37.189684 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.192688 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe42b4-0cdc-4f7d-abdd-27d90907b393 None None] Routers {'50259989-618b-49a1-a27f-a8b9bc86373b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:37.194225 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-f9fe42b4-0cdc-4f7d-abdd-27d90907b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['50259989-618b-49a1-a27f-a8b9bc86373b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:37.194552 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48740) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:37.241953 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 22d189f6-225d-4abd-8ec7-b7082ea022a8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=22d189f6-225d-4abd-8ec7-b7082ea022a8,segment=NetworkSegment(4037b773-81eb-47ca-9a80-1705afda251e),segment_id=4037b773-81eb-47ca-9a80-1705afda251e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:37.247196 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2294ea-33f1-47e7-a61f-2656955ee6f0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] GET failed (client error): The resource could not be found. Nov 09 04:20:37.248787 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dd2294ea-33f1-47e7-a61f-2656955ee6f0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/2be90db7-a132-41cb-8ba9-cb004ea16369 HTTP/1.1" status: 404 len: 333 time: 0.0495842 Nov 09 04:20:37.264623 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48742) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:37.303717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-f9fe42b4-0cdc-4f7d-abdd-27d90907b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:37.306670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.328340 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6e33-d7a6-4bd2-b2d1-a3da64e1835e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.334224 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a28e30a1-1852-4812-af4b-6c9066fbfab6 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:37.336650 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9fd8f6ef-2678-4bcd-af2f-f53d9c60913b req-1f4c72dc-dc61-4324-8bcb-997528091e70 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 210 time: 0.0739460 Nov 09 04:20:37.375957 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe42b4-0cdc-4f7d-abdd-27d90907b393 None None] Routers {'50259989-618b-49a1-a27f-a8b9bc86373b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:37.377356 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-f9fe42b4-0cdc-4f7d-abdd-27d90907b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['50259989-618b-49a1-a27f-a8b9bc86373b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:37.380295 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c7a6e33-d7a6-4bd2-b2d1-a3da64e1835e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.383667 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: a28e30a1-1852-4812-af4b-6c9066fbfab6 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:37.383667 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a28e30a1-1852-4812-af4b-6c9066fbfab6 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:37.393603 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4c7a6e33-d7a6-4bd2-b2d1-a3da64e1835e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/networks/a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c HTTP/1.1" status: 204 len: 168 time: 1.4490788 Nov 09 04:20:37.407883 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48744) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:37.415827 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-5586be41-a99d-42cc-8819-daf1499a0158 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-814389931'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:37.430278 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e623359b-f00b-46b5-97cd-7f9cfcc03ad6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.440773 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-f9fe42b4-0cdc-4f7d-abdd-27d90907b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:37.441223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fe42b4-0cdc-4f7d-abdd-27d90907b393 None None] The sync data for ids ['50259989-618b-49a1-a27f-a8b9bc86373b'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:37.446842 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=22d189f6-225d-4abd-8ec7-b7082ea022a8,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:37.464655 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a6e33-d7a6-4bd2-b2d1-a3da64e1835e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Network': ['ID=a9b8b4b1-a7ec-4f7b-9a9d-a6106baca97c,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:37.504559 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84e31568-7ec8-4f1a-afff-e54f7cbbda54 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.566367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e57250b-e530-4c9d-bd79-57f95d8d4dda tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.596944 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57250b-e530-4c9d-bd79-57f95d8d4dda tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=e7354222-a892-4b20-b775-a12d552b8e2f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:37.631110 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5586be41-a99d-42cc-8819-daf1499a0158 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:37.635519 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5586be41-a99d-42cc-8819-daf1499a0158 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.635858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e57250b-e530-4c9d-bd79-57f95d8d4dda tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.641484 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2e57250b-e530-4c9d-bd79-57f95d8d4dda tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/e7354222-a892-4b20-b775-a12d552b8e2f HTTP/1.1" status: 204 len: 168 time: 1.7107780 Nov 09 04:20:37.641484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48746) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:37.708018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ee13f0-63b1-476a-bf20-8fbb55092dd6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:37.709617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ee13f0-63b1-476a-bf20-8fbb55092dd6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:37.711909 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b8ee13f0-63b1-476a-bf20-8fbb55092dd6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0678070 Nov 09 04:20:37.714742 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48748) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:37.738849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68daae37-948a-41a3-867e-03ae2dad6bf9 None None] Network 4e5d103a-0200-40c1-ac63-e4354651e410 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:37.758907 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-24c4f0f6-a4ce-43ca-9904-d5a70f63626f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Made reservation on behalf of ca743c4cdf1a4b8699d29138f14289b1 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:37.763121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-24c4f0f6-a4ce-43ca-9904-d5a70f63626f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.769829 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e623359b-f00b-46b5-97cd-7f9cfcc03ad6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.772204 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e623359b-f00b-46b5-97cd-7f9cfcc03ad6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.798267 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1535912-62ac-42c0-ae30-947494ddb086 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 9ba494db-2f25-4594-9470-54af05798077 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:20:37.801753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f1535912-62ac-42c0-ae30-947494ddb086 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.833193 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e623359b-f00b-46b5-97cd-7f9cfcc03ad6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.834016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e623359b-f00b-46b5-97cd-7f9cfcc03ad6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Fanout notify agent at l3_agent the message router_deleted on router 50259989-618b-49a1-a27f-a8b9bc86373b {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:20:37.848711 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e623359b-f00b-46b5-97cd-7f9cfcc03ad6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.850533 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e623359b-f00b-46b5-97cd-7f9cfcc03ad6 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/routers/50259989-618b-49a1-a27f-a8b9bc86373b HTTP/1.1" status: 204 len: 168 time: 0.5848267 Nov 09 04:20:37.854096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48752) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:37.855728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-03dbb0c0-0cd5-4394-a777-ec375b432b48 None None] Provisioning complete for port 22d189f6-225d-4abd-8ec7-b7082ea022a8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:37.858311 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-03dbb0c0-0cd5-4394-a777-ec375b432b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.860640 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84e31568-7ec8-4f1a-afff-e54f7cbbda54 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.877806 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-b00438de-d3e4-444e-b95a-b792c0f7812b req-1d2b2188-35ed-4241-8bf7-c99b6a516e08 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:37.931145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5586be41-a99d-42cc-8819-daf1499a0158 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:20:37.933320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e31568-7ec8-4f1a-afff-e54f7cbbda54 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event updated for resources: {'Port': ['ID=bf2abfed-f55f-40a3-a763-e9c841dde940,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:37.975062 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3e29241c-3c1a-44cc-a429-c914f5439366 req-3eb1b4e0-a08b-4991-9fd3-2b8df4ee6412 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f275f9f-ff50-4312-9e79-be7e80b85bff HTTP/1.1" status: 200 len: 210 time: 0.0323036 Nov 09 04:20:38.013101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Allocated IP 172.20.0.2 (c83716cc-38ba-4347-a5fe-f5e2100bfd17/9feec78f-cb13-4b04-a403-37bd42105b94/35d3abbd-e223-499a-abb1-23e5c3936005) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:38.029383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5586be41-a99d-42cc-8819-daf1499a0158 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:38.029912 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-5586be41-a99d-42cc-8819-daf1499a0158 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Added segment 11afc1a8-e7a7-4fcd-acb7-44973c83120e of type vlan for network 57bd204d-fa2b-4164-a34b-d09a15ab724f Nov 09 04:20:38.146930 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5586be41-a99d-42cc-8819-daf1499a0158 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:38.184596 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b2188-35ed-4241-8bf7-c99b6a516e08 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=2b1d0c3e-2209-4673-a8cc-9561594744d4,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:38.199478 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e31568-7ec8-4f1a-afff-e54f7cbbda54 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Network c83716cc-38ba-4347-a5fe-f5e2100bfd17 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:38.202270 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-84e31568-7ec8-4f1a-afff-e54f7cbbda54 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:38.223692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5586be41-a99d-42cc-8819-daf1499a0158 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:38.230887 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5586be41-a99d-42cc-8819-daf1499a0158 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:38.232312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5586be41-a99d-42cc-8819-daf1499a0158 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:38.235216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e31568-7ec8-4f1a-afff-e54f7cbbda54 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:38.244937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00438de-d3e4-444e-b95a-b792c0f7812b req-1d2b2188-35ed-4241-8bf7-c99b6a516e08 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] No DVR routers for this DVR port 2b1d0c3e-2209-4673-a8cc-9561594744d4 on host hv-neutron-8168 {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:38.277423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-b00438de-d3e4-444e-b95a-b792c0f7812b req-1d2b2188-35ed-4241-8bf7-c99b6a516e08 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:38.280956 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f1535912-62ac-42c0-ae30-947494ddb086 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:38.281090 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b00438de-d3e4-444e-b95a-b792c0f7812b req-1d2b2188-35ed-4241-8bf7-c99b6a516e08 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "DELETE /v2.0/ports/2b1d0c3e-2209-4673-a8cc-9561594744d4 HTTP/1.1" status: 204 len: 173 time: 2.4002848 Nov 09 04:20:38.281655 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f275f9f-ff50-4312-9e79-be7e80b85bff', 'name': 'network-vif-deleted', 'tag': '2b1d0c3e-2209-4673-a8cc-9561594744d4'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:20:38.283944 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba381f97-f41e-4e51-a075-be16ea4f4fcf" -d '{"events": [{"server_uuid": "6f275f9f-ff50-4312-9e79-be7e80b85bff", "name": "network-vif-deleted", "tag": "2b1d0c3e-2209-4673-a8cc-9561594744d4"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:20:38.338424 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:38.410351 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-7339a096-246e-4f87-89fb-4d524ce88b0f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting subnet 9f052320-8382-4d1e-8c1f-7acb6d6159a4 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:20:38.417968 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:38.419792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7339a096-246e-4f87-89fb-4d524ce88b0f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:38.493535 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 2b1d0c3e-2209-4673-a8cc-9561594744d4 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:38.521121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7339a096-246e-4f87-89fb-4d524ce88b0f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:38.714108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-24c4f0f6-a4ce-43ca-9904-d5a70f63626f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Allocated IP 172.20.0.14 (87a5cdfa-26bf-4b92-aac2-b70e243d7565/1586c9b9-3f73-4962-a85d-75926913c025/0ee98519-1527-45f9-8b7e-3dcd8d86be0d) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:38.733957 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f1535912-62ac-42c0-ae30-947494ddb086 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:38.907292 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7339a096-246e-4f87-89fb-4d524ce88b0f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:38.912123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fbca2d-90cb-4666-bb77-42f9c29085f1 x-openstack-request-id: req-d0fbca2d-90cb-4666-bb77-42f9c29085f1 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:20:38.912715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f275f9f-ff50-4312-9e79-be7e80b85bff", "name": "network-vif-deleted", "tag": "2b1d0c3e-2209-4673-a8cc-9561594744d4", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:20:38.912715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0fbca2d-90cb-4666-bb77-42f9c29085f1 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:20:38.913140 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f275f9f-ff50-4312-9e79-be7e80b85bff', 'name': 'network-vif-deleted', 'tag': '2b1d0c3e-2209-4673-a8cc-9561594744d4', 'status': 'completed', 'code': 200} Nov 09 04:20:38.915751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:38.932509 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5586be41-a99d-42cc-8819-daf1499a0158 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5232112 Nov 09 04:20:38.936841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f5dd6419-2c99-4944-9fe2-2dd2f1ab434c None None] Provisioning complete for port 12bda088-2d74-4032-8292-cc013570e1ef triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:38.938275 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f5dd6419-2c99-4944-9fe2-2dd2f1ab434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:38.947740 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 2b1d0c3e-2209-4673-a8cc-9561594744d4 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:38.949084 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 2b1d0c3e-2209-4673-a8cc-9561594744d4 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:38.969678 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48758) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:38.984096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Network c83716cc-38ba-4347-a5fe-f5e2100bfd17 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:38.987406 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d7d08a42-bdea-4476-803f-2c89f83d4814 req-67529648-c453-49e2-b3df-1f33c8f2488c tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 210 time: 0.0848358 Nov 09 04:20:38.992628 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:38.999577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-8922b25d-7250-4d49-8f78-fe6b4d5d3b85 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'subnet': {'network_id': '57bd204d-fa2b-4164-a34b-d09a15ab724f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:39.043681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:39.047578 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:39.096842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586be41-a99d-42cc-8819-daf1499a0158 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Network': ['ID=57bd204d-fa2b-4164-a34b-d09a15ab724f,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:39.108068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e31568-7ec8-4f1a-afff-e54f7cbbda54 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:39.109123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84e31568-7ec8-4f1a-afff-e54f7cbbda54 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.113681 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48762) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:39.130861 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Pushing event updated for resources: {'Port': ['ID=35d3abbd-e223-499a-abb1-23e5c3936005,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:39.153925 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 12bda088-2d74-4032-8292-cc013570e1ef up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:39.154691 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 57bd204d-fa2b-4164-a34b-d09a15ab724f details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:20:39.183396 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=ebc81308-f304-4bb8-a1c7-67df49a3863e,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:39.188992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.273630 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f1535912-62ac-42c0-ae30-947494ddb086 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.287947 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-84e31568-7ec8-4f1a-afff-e54f7cbbda54 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0407653 Nov 09 04:20:39.291448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48764) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:39.292127 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Attempting to bind port 35d3abbd-e223-499a-abb1-23e5c3936005 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:39.292502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Attempting to bind port 35d3abbd-e223-499a-abb1-23e5c3936005 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '55f3732b-5949-4334-a10d-01f04c46475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c83716cc-38ba-4347-a5fe-f5e2100bfd17'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:39.292873 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Attempting to bind port 35d3abbd-e223-499a-abb1-23e5c3936005 on network c83716cc-38ba-4347-a5fe-f5e2100bfd17 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:39.297874 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0d6d74c1-e2ad-4002-8025-c3f4eb86000f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Request body: {'port': {'network_id': 'c83716cc-38ba-4347-a5fe-f5e2100bfd17', 'name': 'tempest-AllowedAddressPairTestJSON-1056938731', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:71:be:78'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:39.298359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8922b25d-7250-4d49-8f78-fe6b4d5d3b85 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:39.304006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8922b25d-7250-4d49-8f78-fe6b4d5d3b85 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.315761 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:39.316138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Checking segment: {'id': '55f3732b-5949-4334-a10d-01f04c46475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c83716cc-38ba-4347-a5fe-f5e2100bfd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:39.316736 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.317131 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Bound using segment: {'id': '55f3732b-5949-4334-a10d-01f04c46475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c83716cc-38ba-4347-a5fe-f5e2100bfd17'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:39.317626 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Bound port: 35d3abbd-e223-499a-abb1-23e5c3936005, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f3732b-5949-4334-a10d-01f04c46475a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c83716cc-38ba-4347-a5fe-f5e2100bfd17'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:39.318003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.326178 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 4e5d103a-0200-40c1-ac63-e4354651e410 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:39.329948 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:39.354001 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921fb99d-31fe-45ca-b867-3dc17a3405d0 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:39.386430 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f1535912-62ac-42c0-ae30-947494ddb086 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.390472 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f1535912-62ac-42c0-ae30-947494ddb086 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/9ba494db-2f25-4594-9470-54af05798077 HTTP/1.1" status: 204 len: 168 time: 1.6747591 Nov 09 04:20:39.402008 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1535912-62ac-42c0-ae30-947494ddb086 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba494db-2f25-4594-9470-54af05798077,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:39.405412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48766) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:39.456844 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f5dd6419-2c99-4944-9fe2-2dd2f1ab434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.475796 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7339a096-246e-4f87-89fb-4d524ce88b0f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.500334 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:20:39.505560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 12bda088-2d74-4032-8292-cc013570e1ef triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:39.505933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.535022 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-989b27eb-e070-4f8d-9008-12a4af439a36 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1148980 Nov 09 04:20:39.563242 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48768) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:39.566686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6d74c1-e2ad-4002-8025-c3f4eb86000f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Made reservation on behalf of a9c8cd674ca94dd081ad969663cebd7b for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:39.573897 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-f5dd6419-2c99-4944-9fe2-2dd2f1ab434c None None] For port 12bda088-2d74-4032-8292-cc013570e1ef, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=12bda088-2d74-4032-8292-cc013570e1ef,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:39.577436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b5ac6152-abce-42e8-8171-1a649a57b126 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:39.595533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] For port 35d3abbd-e223-499a-abb1-23e5c3936005, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:39.603340 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f5dd6419-2c99-4944-9fe2-2dd2f1ab434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.607407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339a096-246e-4f87-89fb-4d524ce88b0f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Subnet': ['ID=9f052320-8382-4d1e-8c1f-7acb6d6159a4,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:39.636456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b8317da6-ed2e-47f9-9c21-9e2cc8d9bfb7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.652233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] For port 35d3abbd-e223-499a-abb1-23e5c3936005, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=35d3abbd-e223-499a-abb1-23e5c3936005,segment=NetworkSegment(55f3732b-5949-4334-a10d-01f04c46475a),segment_id=55f3732b-5949-4334-a10d-01f04c46475a)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:39.658302 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e0da8-5cf2-41bf-a7ab-45d60da55cf7 None None] Network ee44e7c8-b980-4870-bbf6-ea07870a8251 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:39.671105 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7339a096-246e-4f87-89fb-4d524ce88b0f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.676829 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.683044 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7339a096-246e-4f87-89fb-4d524ce88b0f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/9f052320-8382-4d1e-8c1f-7acb6d6159a4 HTTP/1.1" status: 204 len: 168 time: 1.8251729 Nov 09 04:20:39.696538 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48770) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:39.720249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b8317da6-ed2e-47f9-9c21-9e2cc8d9bfb7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.738130 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-24c4f0f6-a4ce-43ca-9904-d5a70f63626f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.780337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd6419-2c99-4944-9fe2-2dd2f1ab434c None None] Pushing event updated for resources: {'Port': ['ID=12bda088-2d74-4032-8292-cc013570e1ef,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:39.801975 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:39.813591 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Sync routers for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:39.829294 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:39.829957 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:39.847379 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1514dfd8-914d-4285-97b1-3322a7860656 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5883129 Nov 09 04:20:39.868819 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6d550427-e704-4dd3-a459-4986c9c02f04 None None] Provisioning complete for port 22d189f6-225d-4abd-8ec7-b7082ea022a8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:39.869199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6d550427-e704-4dd3-a459-4986c9c02f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.888250 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48772) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:39.901292 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-7b0b039a-e1b8-417c-8aef-7dfd1bec179d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'network': {'name': 'tempest-RoutersTest-726331617'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:39.924576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-24c4f0f6-a4ce-43ca-9904-d5a70f63626f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.933566 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b558a983-6da5-439d-b080-1a93e9ea3dab None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:20:39.943942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b8317da6-ed2e-47f9-9c21-9e2cc8d9bfb7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.947092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b8317da6-ed2e-47f9-9c21-9e2cc8d9bfb7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.952444 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b8317da6-ed2e-47f9-9c21-9e2cc8d9bfb7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/security-groups/917da1d0-342f-4a4a-911f-0ccc90756017 HTTP/1.1" status: 204 len: 168 time: 0.8347745 Nov 09 04:20:39.954273 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.971679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 22d189f6-225d-4abd-8ec7-b7082ea022a8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:39.984401 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0d6d74c1-e2ad-4002-8025-c3f4eb86000f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:39.990834 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ac6152-abce-42e8-8171-1a649a57b126 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:39.995123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6152-abce-42e8-8171-1a649a57b126 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.003236 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:20:40.027314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8317da6-ed2e-47f9-9c21-9e2cc8d9bfb7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=917da1d0-342f-4a4a-911f-0ccc90756017,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:40.035956 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48776) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:40.107398 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01f71d-7985-4b1a-b4ff-fca4de8a8948 None None] Pushing event updated for resources: {'Port': ['ID=35d3abbd-e223-499a-abb1-23e5c3936005,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:40.125158 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-24c4f0f6-a4ce-43ca-9904-d5a70f63626f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Network 87a5cdfa-26bf-4b92-aac2-b70e243d7565 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:40.160689 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-24c4f0f6-a4ce-43ca-9904-d5a70f63626f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:40.172814 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-24c4f0f6-a4ce-43ca-9904-d5a70f63626f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:40.199496 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4f0f6-a4ce-43ca-9904-d5a70f63626f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Pushing event updated for resources: {'Port': ['ID=0ee98519-1527-45f9-8b7e-3dcd8d86be0d,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:40.251862 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f4d043-7c56-462e-8b0d-2a4093b6d92d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting subnet 14cf0ce2-1a30-493a-8631-1555e6c1b198 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:20:40.289148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 22d189f6-225d-4abd-8ec7-b7082ea022a8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:40.289638 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.332441 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-0d6d74c1-e2ad-4002-8025-c3f4eb86000f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] device_id is not set on port 67ac0cbe-80df-470f-8452-55dfa1f8c124 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:40.347612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b558a983-6da5-439d-b080-1a93e9ea3dab None None] Deleting port 12bda088-2d74-4032-8292-cc013570e1ef {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:40.348068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b558a983-6da5-439d-b080-1a93e9ea3dab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.348185 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8922b25d-7250-4d49-8f78-fe6b4d5d3b85 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.354196 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-47f4d043-7c56-462e-8b0d-2a4093b6d92d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.366256 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0b039a-e1b8-417c-8aef-7dfd1bec179d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:40.371788 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b0b039a-e1b8-417c-8aef-7dfd1bec179d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.393053 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:20:36Z', 'revision_number': 3, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:37Z', 'revision_number': 2, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:40.422978 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Checking router: 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:20:40.423701 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Updating router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 port ebc81308-f304-4bb8-a1c7-67df49a3863e binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:20:40.428083 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b558a983-6da5-439d-b080-1a93e9ea3dab None None] For port 12bda088-2d74-4032-8292-cc013570e1ef, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=12bda088-2d74-4032-8292-cc013570e1ef,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:40.428083 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b558a983-6da5-439d-b080-1a93e9ea3dab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.449653 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b558a983-6da5-439d-b080-1a93e9ea3dab None None] Calling delete_port for 12bda088-2d74-4032-8292-cc013570e1ef owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:40.457494 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.498199 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-24c4f0f6-a4ce-43ca-9904-d5a70f63626f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:40.498449 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-24c4f0f6-a4ce-43ca-9904-d5a70f63626f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.506373 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-47f4d043-7c56-462e-8b0d-2a4093b6d92d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.513210 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb26edf-c26f-4b4f-8ee6-0b2521de4df6 None None] DHCP port deletion for ee44e7c8-b980-4870-bbf6-ea07870a8251 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:20:40.557494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e5ed6-456e-4e26-ab72-028b31b91e39 req-ff61dc53-64eb-4253-a4f7-8e8dafa2f809 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:40.558983 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-577e5ed6-456e-4e26-ab72-028b31b91e39 req-ff61dc53-64eb-4253-a4f7-8e8dafa2f809 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 932 time: 0.3773234 Nov 09 04:20:40.565906 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922b25d-7250-4d49-8f78-fe6b4d5d3b85 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Subnet': ['ID=8aa35eea-9da6-41d9-810f-7b860015d734,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:40.588433 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0b039a-e1b8-417c-8aef-7dfd1bec179d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:20:40.601377 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-24c4f0f6-a4ce-43ca-9904-d5a70f63626f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0088308 Nov 09 04:20:40.607017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8922b25d-7250-4d49-8f78-fe6b4d5d3b85 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Checking segment: {'id': '11afc1a8-e7a7-4fcd-acb7-44973c83120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '57bd204d-fa2b-4164-a34b-d09a15ab724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:40.607371 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922b25d-7250-4d49-8f78-fe6b4d5d3b85 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network hostable DHCP agents. Network: 57bd204d-fa2b-4164-a34b-d09a15ab724f, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:20:40.614837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-0d6d74c1-e2ad-4002-8025-c3f4eb86000f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Allocated IP 172.20.0.12 (c83716cc-38ba-4347-a5fe-f5e2100bfd17/9feec78f-cb13-4b04-a403-37bd42105b94/67ac0cbe-80df-470f-8452-55dfa1f8c124) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:40.617635 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Request body: {'port': {'device_id': '1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:40.649772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6d550427-e704-4dd3-a459-4986c9c02f04 None None] Provisioning complete for port ebc81308-f304-4bb8-a1c7-67df49a3863e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:40.650243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6d550427-e704-4dd3-a459-4986c9c02f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.702116 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-6d550427-e704-4dd3-a459-4986c9c02f04 None None] Port ebc81308-f304-4bb8-a1c7-67df49a3863e cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:40.704755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b558a983-6da5-439d-b080-1a93e9ea3dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.722972 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6d550427-e704-4dd3-a459-4986c9c02f04 None None] Could not find standard attr ID for object e7354222-a892-4b20-b775-a12d552b8e2f. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:20:40.748941 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922b25d-7250-4d49-8f78-fe6b4d5d3b85 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 57bd204d-fa2b-4164-a34b-d09a15ab724f is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:20:40.768194 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558a983-6da5-439d-b080-1a93e9ea3dab None None] Pushing event deleted for resources: {'Port': ['ID=12bda088-2d74-4032-8292-cc013570e1ef,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:40.772593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b558a983-6da5-439d-b080-1a93e9ea3dab None None] No DVR routers for this DVR port 12bda088-2d74-4032-8292-cc013570e1ef on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:40.774735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4cb26edf-c26f-4b4f-8ee6-0b2521de4df6 None None] Deleting port 5ff742c9-b78b-45e7-8257-5435296d0101 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:40.775095 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4cb26edf-c26f-4b4f-8ee6-0b2521de4df6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.796915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-47f4d043-7c56-462e-8b0d-2a4093b6d92d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.811734 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-577e5ed6-456e-4e26-ab72-028b31b91e39 req-e0cb1e30-95fc-47d6-8bf1-94b2d669d5c5 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362916 Nov 09 04:20:40.868232 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.876413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4cb26edf-c26f-4b4f-8ee6-0b2521de4df6 None None] For port 5ff742c9-b78b-45e7-8257-5435296d0101, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5ff742c9-b78b-45e7-8257-5435296d0101,segment=NetworkSegment(9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf),segment_id=9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:40.877028 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4cb26edf-c26f-4b4f-8ee6-0b2521de4df6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.891862 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.893585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-8922b25d-7250-4d49-8f78-fe6b4d5d3b85 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 57bd204d-fa2b-4164-a34b-d09a15ab724f) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:40.893734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-0835659b-ce2b-4558-99e7-0ec485c1533c None None] Provisioning complete for port ebc81308-f304-4bb8-a1c7-67df49a3863e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:40.894007 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0835659b-ce2b-4558-99e7-0ec485c1533c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.896906 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4cb26edf-c26f-4b4f-8ee6-0b2521de4df6 None None] Calling delete_port for 5ff742c9-b78b-45e7-8257-5435296d0101 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:40.907030 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.920469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8922b25d-7250-4d49-8f78-fe6b4d5d3b85 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:40.920987 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e616dc20-7aaf-46a4-b7a2-b5e60d2037fb None None] Network 57bd204d-fa2b-4164-a34b-d09a15ab724f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:40.930615 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8922b25d-7250-4d49-8f78-fe6b4d5d3b85 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:40.980194 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01477214-518f-4623-8097-c4f2b4563f58 None None] Pushing event updated for resources: {'Port': ['ID=ebc81308-f304-4bb8-a1c7-67df49a3863e,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:40.990175 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477214-518f-4623-8097-c4f2b4563f58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:40.990858 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477214-518f-4623-8097-c4f2b4563f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:40.991354 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477214-518f-4623-8097-c4f2b4563f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:40.992016 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477214-518f-4623-8097-c4f2b4563f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:40.993053 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477214-518f-4623-8097-c4f2b4563f58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:40.993640 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477214-518f-4623-8097-c4f2b4563f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:40.994200 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477214-518f-4623-8097-c4f2b4563f58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:40.994775 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477214-518f-4623-8097-c4f2b4563f58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:40.995596 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477214-518f-4623-8097-c4f2b4563f58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:40.996220 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477214-518f-4623-8097-c4f2b4563f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:40.996768 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477214-518f-4623-8097-c4f2b4563f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:40.997297 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01477214-518f-4623-8097-c4f2b4563f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:41.042450 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0d6d74c1-e2ad-4002-8025-c3f4eb86000f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.091494 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Attempting to bind port ebc81308-f304-4bb8-a1c7-67df49a3863e on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:41.092281 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Attempting to bind port ebc81308-f304-4bb8-a1c7-67df49a3863e by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '4037b773-81eb-47ca-9a80-1705afda251e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:41.092881 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Attempting to bind port ebc81308-f304-4bb8-a1c7-67df49a3863e on network 4e5d103a-0200-40c1-ac63-e4354651e410 {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:41.097750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.objects.ports [None req-b5ac6152-abce-42e8-8171-1a649a57b126 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:20:41.099755 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:41.100137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b0b039a-e1b8-417c-8aef-7dfd1bec179d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.100480 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-7b0b039a-e1b8-417c-8aef-7dfd1bec179d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Added segment 1c04c031-bad2-46a1-b192-5a993c13a3ab of type vlan for network 654715d8-9449-490d-9f04-fcadf03fbc82 Nov 09 04:20:41.100913 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Checking segment: {'id': '4037b773-81eb-47ca-9a80-1705afda251e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:41.101556 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.102204 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Bound using segment: {'id': '4037b773-81eb-47ca-9a80-1705afda251e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:41.102893 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Bound port: ebc81308-f304-4bb8-a1c7-67df49a3863e, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4037b773-81eb-47ca-9a80-1705afda251e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:41.103539 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.106866 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0d6d74c1-e2ad-4002-8025-c3f4eb86000f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.107845 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 35d3abbd-e223-499a-abb1-23e5c3936005 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:41.129104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-0835659b-ce2b-4558-99e7-0ec485c1533c None None] Port ebc81308-f304-4bb8-a1c7-67df49a3863e cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:41.130200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6152-abce-42e8-8171-1a649a57b126 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.186494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port 5ff742c9-b78b-45e7-8257-5435296d0101 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:41.186883 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.200001 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] For port ebc81308-f304-4bb8-a1c7-67df49a3863e, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:41.205755 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] For port ebc81308-f304-4bb8-a1c7-67df49a3863e, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ebc81308-f304-4bb8-a1c7-67df49a3863e,segment=NetworkSegment(4037b773-81eb-47ca-9a80-1705afda251e),segment_id=4037b773-81eb-47ca-9a80-1705afda251e)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:41.217600 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.268016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] For port 5ff742c9-b78b-45e7-8257-5435296d0101, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5ff742c9-b78b-45e7-8257-5435296d0101,segment=NetworkSegment(9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf),segment_id=9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:41.268016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.283779 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for 5ff742c9-b78b-45e7-8257-5435296d0101 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:41.298923 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01477214-518f-4623-8097-c4f2b4563f58 None None] Pushing event updated for resources: {'Port': ['ID=ebc81308-f304-4bb8-a1c7-67df49a3863e,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:41.318962 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:41.320302 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:41.404874 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4cb26edf-c26f-4b4f-8ee6-0b2521de4df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.411784 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 35d3abbd-e223-499a-abb1-23e5c3936005 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:41.412148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.440789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ac88c8-088c-4690-9ac2-d749a4413f02 None None] Network c83716cc-38ba-4347-a5fe-f5e2100bfd17 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:41.450980 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:20:41.455647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ac6152-abce-42e8-8171-1a649a57b126 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:41.471045 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.487713 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6d74c1-e2ad-4002-8025-c3f4eb86000f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Network c83716cc-38ba-4347-a5fe-f5e2100bfd17 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:41.498868 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No DVR routers for this DVR port 5ff742c9-b78b-45e7-8257-5435296d0101 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:41.529947 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-0d6d74c1-e2ad-4002-8025-c3f4eb86000f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:41.532940 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d74c1-e2ad-4002-8025-c3f4eb86000f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:41.537669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee98519-1527-45f9-8b7e-3dcd8d86be0d {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:20:41.548914 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.565250 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Transition to ACTIVE for port object 0ee98519-1527-45f9-8b7e-3dcd8d86be0d will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:20:41.583757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb26edf-c26f-4b4f-8ee6-0b2521de4df6 None None] Pushing event deleted for resources: {'Port': ['ID=5ff742c9-b78b-45e7-8257-5435296d0101,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:41.601118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb26edf-c26f-4b4f-8ee6-0b2521de4df6 None None] No DVR routers for this DVR port 5ff742c9-b78b-45e7-8257-5435296d0101 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:41.603400 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8922b25d-7250-4d49-8f78-fe6b4d5d3b85 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6319358 Nov 09 04:20:41.606106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.607254 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-57bd204d-fa2b-4164-a34b-d09a15ab724f', 'network_id': '57bd204d-fa2b-4164-a34b-d09a15ab724f', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'fixed_ips': [{'subnet_id': '8aa35eea-9da6-41d9-810f-7b860015d734'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:41.608252 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.610370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48780) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:41.617984 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-5a64b48e-5108-45e5-ad90-d4ab3630e669 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-855001759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:41.624174 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-47f4d043-7c56-462e-8b0d-2a4093b6d92d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.678080 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.707127 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee44e7c8-b980-4870-bbf6-ea07870a8251']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:41.715930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-aa89c0fb-74c1-4cde-9c75-b274ddfa738d None None] Provisioning complete for port 35d3abbd-e223-499a-abb1-23e5c3936005 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:41.716300 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-aa89c0fb-74c1-4cde-9c75-b274ddfa738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.720802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:41.721098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3d5681-1dfa-4dbc-9a8f-d40818eefbdf') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:41.736969 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.748453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4d043-7c56-462e-8b0d-2a4093b6d92d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Subnet': ['ID=14cf0ce2-1a30-493a-8631-1555e6c1b198,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:41.755656 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-47f4d043-7c56-462e-8b0d-2a4093b6d92d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.756212 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.763647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:20:41.763647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.764723 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-47f4d043-7c56-462e-8b0d-2a4093b6d92d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/subnets/14cf0ce2-1a30-493a-8631-1555e6c1b198 HTTP/1.1" status: 204 len: 168 time: 1.7259481 Nov 09 04:20:41.772629 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48782) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:41.803978 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d36400d-f01f-4d83-a27a-66ff59b8ceb4 None None] Network 2a8fc1c1-33bd-434d-9dca-233836f0891d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:41.831493 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-b5ac6152-abce-42e8-8171-1a649a57b126 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:41.835446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ac6152-abce-42e8-8171-1a649a57b126 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:41.836654 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b5ac6152-abce-42e8-8171-1a649a57b126 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.871570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:20:41.891253 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:20:41.893916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.895760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee98519-1527-45f9-8b7e-3dcd8d86be0d,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:41.900363 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.902326 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:20:36Z', 'revision_number': 3, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:41Z', 'revision_number': 4, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:41.907858 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/networks/ee44e7c8-b980-4870-bbf6-ea07870a8251 HTTP/1.1" status: 204 len: 168 time: 2.2098396 Nov 09 04:20:41.918575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b0b039a-e1b8-417c-8aef-7dfd1bec179d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.925857 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48786) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:41.932164 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a64b48e-5108-45e5-ad90-d4ab3630e669 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.934305 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a64b48e-5108-45e5-ad90-d4ab3630e669 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:41.960856 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d1f54a-f941-4e94-9fa8-295d46f01f23 None None] The sync data for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv is: [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:20:36Z', 'revision_number': 3, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:41Z', 'revision_number': 4, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:41.971843 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Network': ['ID=ee44e7c8-b980-4870-bbf6-ea07870a8251,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:41.980976 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b5ac6152-abce-42e8-8171-1a649a57b126 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4133439 Nov 09 04:20:41.991350 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48788) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:42.005492 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e941dc3d-6607-44d0-a482-cfb00ee91418 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:42.007480 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d74c1-e2ad-4002-8025-c3f4eb86000f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event updated for resources: {'Port': ['ID=67ac0cbe-80df-470f-8452-55dfa1f8c124,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:42.079198 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Attempting to bind port 0ee98519-1527-45f9-8b7e-3dcd8d86be0d on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:42.079772 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Attempting to bind port 0ee98519-1527-45f9-8b7e-3dcd8d86be0d by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'f2f93494-73f7-4495-8ff1-20d24e3209b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '87a5cdfa-26bf-4b92-aac2-b70e243d7565'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:42.080177 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Attempting to bind port 0ee98519-1527-45f9-8b7e-3dcd8d86be0d on network 87a5cdfa-26bf-4b92-aac2-b70e243d7565 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:42.095973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Port 0ee98519-1527-45f9-8b7e-3dcd8d86be0d on network 87a5cdfa-26bf-4b92-aac2-b70e243d7565 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:20:42.096229 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Attempting to bind port 0ee98519-1527-45f9-8b7e-3dcd8d86be0d on network 87a5cdfa-26bf-4b92-aac2-b70e243d7565 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:42.120181 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-bc57fc34-299f-4346-afd7-bcb2d9a57437 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'mac_address': 'fa:16:3e:60:81:2e', 'name': 'tempest-NetworksTestDHCPv6-1778236991'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:42.143971 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:42.144259 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Checking segment: {'id': 'f2f93494-73f7-4495-8ff1-20d24e3209b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '87a5cdfa-26bf-4b92-aac2-b70e243d7565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:42.145197 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Bound using segment: {'id': 'f2f93494-73f7-4495-8ff1-20d24e3209b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '87a5cdfa-26bf-4b92-aac2-b70e243d7565'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:42.145694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Bound port: 0ee98519-1527-45f9-8b7e-3dcd8d86be0d, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f93494-73f7-4495-8ff1-20d24e3209b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '87a5cdfa-26bf-4b92-aac2-b70e243d7565'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:42.146060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.149836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a64b48e-5108-45e5-ad90-d4ab3630e669 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.150741 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec4902-436f-4d51-abbb-97ca26ee3a37 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=5ff742c9-b78b-45e7-8257-5435296d0101,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:42.160943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.resource_extend [None req-7b0b039a-e1b8-417c-8aef-7dfd1bec179d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 04:20:42.162860 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a64b48e-5108-45e5-ad90-d4ab3630e669 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.233402 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a64b48e-5108-45e5-ad90-d4ab3630e669 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.238087 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5a64b48e-5108-45e5-ad90-d4ab3630e669 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6213872 Nov 09 04:20:42.238450 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port bd63ee77-d67e-4229-bd75-e72b0394baf5 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:42.238798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.241429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48790) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:42.260277 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-28a89fde-c572-446d-b09b-0b23a060c7a2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'port': {'network_id': '57bd204d-fa2b-4164-a34b-d09a15ab724f', 'name': 'tempest-RoutersIpV6Test-1803084855'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:42.280751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac6152-abce-42e8-8171-1a649a57b126 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=b4ed9888-8a2a-4a80-a32a-31b8c349eea2,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:42.309343 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc57fc34-299f-4346-afd7-bcb2d9a57437 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:42.333012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] For port 0ee98519-1527-45f9-8b7e-3dcd8d86be0d, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:42.369949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.386252 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] For port 0ee98519-1527-45f9-8b7e-3dcd8d86be0d, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0ee98519-1527-45f9-8b7e-3dcd8d86be0d,segment=NetworkSegment(f2f93494-73f7-4495-8ff1-20d24e3209b4),segment_id=f2f93494-73f7-4495-8ff1-20d24e3209b4)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:42.390057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port bd63ee77-d67e-4229-bd75-e72b0394baf5, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=bd63ee77-d67e-4229-bd75-e72b0394baf5,segment=NetworkSegment(695ccbec-a0b5-447c-9cde-a098a5179c0b),segment_id=695ccbec-a0b5-447c-9cde-a098a5179c0b)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:42.390729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.403525 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.420152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for bd63ee77-d67e-4229-bd75-e72b0394baf5 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:42.439904 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bc57fc34-299f-4346-afd7-bcb2d9a57437 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.466490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6d74c1-e2ad-4002-8025-c3f4eb86000f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:42.470186 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0d6d74c1-e2ad-4002-8025-c3f4eb86000f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.504203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78afe3-f562-48ec-9ff9-3d948b1c34d8 req-483ecc35-75f9-40d5-b02b-32596e4185f6 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:42.512026 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ce78afe3-f562-48ec-9ff9-3d948b1c34d8 req-483ecc35-75f9-40d5-b02b-32596e4185f6 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 944 time: 0.5263026 Nov 09 04:20:42.514101 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:42.514910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.516199 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-e097f041-2673-4a95-bfb1-043525644186 service neutron] 10.222.0.31 "PUT /v2.0/ports/0ee98519-1527-45f9-8b7e-3dcd8d86be0d HTTP/1.1" status: 200 len: 1094 time: 1.9031715 Nov 09 04:20:42.516653 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3', 'tag': '0ee98519-1527-45f9-8b7e-3dcd8d86be0d'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:20:42.518919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e7bb6b-b513-4976-af53-eb91a17b6c32" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3", "tag": "0ee98519-1527-45f9-8b7e-3dcd8d86be0d"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:20:42.524867 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec87914-d432-425b-8696-7112bc05d490 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:42.531422 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cec87914-d432-425b-8696-7112bc05d490 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/440f6eae-6f18-4efc-8bdd-ad527a8d0b50 HTTP/1.1" status: 200 len: 840 time: 0.5847616 Nov 09 04:20:42.533476 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Allocated IP 2001:db8::2 (57bd204d-fa2b-4164-a34b-d09a15ab724f/8aa35eea-9da6-41d9-810f-7b860015d734/09542d6f-6834-47e3-aa8c-2c1de79f8a90) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:42.533628 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48794) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:42.542565 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b0b039a-e1b8-417c-8aef-7dfd1bec179d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.552119 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0b039a-e1b8-417c-8aef-7dfd1bec179d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:42.552811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b0b039a-e1b8-417c-8aef-7dfd1bec179d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.617122 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0d6d74c1-e2ad-4002-8025-c3f4eb86000f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.3217347 Nov 09 04:20:42.621202 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7b0b039a-e1b8-417c-8aef-7dfd1bec179d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.7260852 Nov 09 04:20:42.621202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48796) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:42.634273 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48798) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:42.636628 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-bc57fc34-299f-4346-afd7-bcb2d9a57437 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port eedc2b12-4e89-4b92-aefd-9c28b9d04ef6 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:42.642675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6beb4c2-a179-4c90-b6da-62abf56a04ad x-openstack-request-id: req-b6beb4c2-a179-4c90-b6da-62abf56a04ad {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:20:42.643556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3", "tag": "0ee98519-1527-45f9-8b7e-3dcd8d86be0d", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:20:42.644143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6beb4c2-a179-4c90-b6da-62abf56a04ad {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:20:42.645139 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3', 'tag': '0ee98519-1527-45f9-8b7e-3dcd8d86be0d', 'status': 'completed', 'code': 200} Nov 09 04:20:42.678517 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-caec3544-32dd-4acd-ab83-c8be6304f5e4 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'subnet': {'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:42.714826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097f041-2673-4a95-bfb1-043525644186 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee98519-1527-45f9-8b7e-3dcd8d86be0d,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:42.733928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a89fde-c572-446d-b09b-0b23a060c7a2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:42.737936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28a89fde-c572-446d-b09b-0b23a060c7a2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.748599 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.763074 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5e29291d-f198-4d5a-8b01-7d25fc2539fa tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/440f6eae-6f18-4efc-8bdd-ad527a8d0b50?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2258205 Nov 09 04:20:42.769654 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48800) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:42.775417 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.775842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3dc39843-86c0-4d95-9995-fc0062825c0d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'subnet': {'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:42.802851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-28a89fde-c572-446d-b09b-0b23a060c7a2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] device_id is not set on port 3dab8902-2b99-4d79-ab43-68a67d242acc yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:42.824603 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-aa89c0fb-74c1-4cde-9c75-b274ddfa738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.841959 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Network 57bd204d-fa2b-4164-a34b-d09a15ab724f is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:42.863336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 35d3abbd-e223-499a-abb1-23e5c3936005, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=35d3abbd-e223-499a-abb1-23e5c3936005,segment=NetworkSegment(55f3732b-5949-4334-a10d-01f04c46475a),segment_id=55f3732b-5949-4334-a10d-01f04c46475a)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:42.871361 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:42.873986 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:42.887924 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1241601-3d32-41c5-8677-3bc51603b14e None None] DHCP port deletion for 2a8fc1c1-33bd-434d-9dca-233836f0891d request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:20:42.890141 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:42.906630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Pushing event updated for resources: {'Port': ['ID=09542d6f-6834-47e3-aa8c-2c1de79f8a90,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:42.906857 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-1de0e445-90ab-4367-811b-9e7de4bdf96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:42.908312 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-1de0e445-90ab-4367-811b-9e7de4bdf96b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca743c4cdf1a4b8699d29138f14289b1&device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 1097 time: 0.3121176 Nov 09 04:20:43.007843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': 'b4ed9888-8a2a-4a80-a32a-31b8c349eea2'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:43.009142 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:43.033490 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 12bda088-2d74-4032-8292-cc013570e1ef no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:43.120331 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b039a-e1b8-417c-8aef-7dfd1bec179d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Network': ['ID=654715d8-9449-490d-9f04-fcadf03fbc82,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:43.135486 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 12bda088-2d74-4032-8292-cc013570e1ef {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:43.135842 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 12bda088-2d74-4032-8292-cc013570e1ef not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:43.136301 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5ff742c9-b78b-45e7-8257-5435296d0101 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:43.148555 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 654715d8-9449-490d-9f04-fcadf03fbc82 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:20:43.239665 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Attempting to bind port 09542d6f-6834-47e3-aa8c-2c1de79f8a90 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:43.240354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Attempting to bind port 09542d6f-6834-47e3-aa8c-2c1de79f8a90 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '11afc1a8-e7a7-4fcd-acb7-44973c83120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '57bd204d-fa2b-4164-a34b-d09a15ab724f'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:43.240473 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Attempting to bind port 09542d6f-6834-47e3-aa8c-2c1de79f8a90 on network 57bd204d-fa2b-4164-a34b-d09a15ab724f {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:43.254359 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:43.254744 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Checking segment: {'id': '11afc1a8-e7a7-4fcd-acb7-44973c83120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '57bd204d-fa2b-4164-a34b-d09a15ab724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:43.255153 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:43.255560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Bound using segment: {'id': '11afc1a8-e7a7-4fcd-acb7-44973c83120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '57bd204d-fa2b-4164-a34b-d09a15ab724f'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:43.256054 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Bound port: 09542d6f-6834-47e3-aa8c-2c1de79f8a90, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11afc1a8-e7a7-4fcd-acb7-44973c83120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '57bd204d-fa2b-4164-a34b-d09a15ab724f'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:43.256428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:43.274394 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 5ff742c9-b78b-45e7-8257-5435296d0101 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:43.274612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5ff742c9-b78b-45e7-8257-5435296d0101 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:43.306412 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-bc57fc34-299f-4346-afd7-bcb2d9a57437 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::f816:3eff:fe60:812e (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/b4ed9888-8a2a-4a80-a32a-31b8c349eea2/eedc2b12-4e89-4b92-aefd-9c28b9d04ef6) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:43.307846 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=35d3abbd-e223-499a-abb1-23e5c3936005,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:43.353315 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ce78afe3-f562-48ec-9ff9-3d948b1c34d8 req-ab3ef68d-1c21-478e-b186-f3cf3020d8da tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8402777 Nov 09 04:20:43.370456 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-aa89c0fb-74c1-4cde-9c75-b274ddfa738d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:20:43.371296 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-1c55436b-92cd-4cae-8216-0fddaf8e3656 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee98519-1527-45f9-8b7e-3dcd8d86be0d HTTP/1.1" status: 200 len: 217 time: 0.4078524 Nov 09 04:20:43.371948 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-aa89c0fb-74c1-4cde-9c75-b274ddfa738d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:20:43.374154 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caec3544-32dd-4acd-ab83-c8be6304f5e4 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:43.379074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-caec3544-32dd-4acd-ab83-c8be6304f5e4 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:43.386773 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:43.478477 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c1241601-3d32-41c5-8677-3bc51603b14e None None] Deleting port bd63ee77-d67e-4229-bd75-e72b0394baf5 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:43.484960 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c1241601-3d32-41c5-8677-3bc51603b14e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:43.493972 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb58e52-da1f-46b0-bdfc-6f0f443b7969 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:43.500730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb58e52-da1f-46b0-bdfc-6f0f443b7969 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:43.507552 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb58e52-da1f-46b0-bdfc-6f0f443b7969 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:43.512475 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3bb58e52-da1f-46b0-bdfc-6f0f443b7969 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.8783255 Nov 09 04:20:43.518194 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48802) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:43.523059 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] For port 09542d6f-6834-47e3-aa8c-2c1de79f8a90, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:43.558753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=bd63ee77-d67e-4229-bd75-e72b0394baf5,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:43.566169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc39843-86c0-4d95-9995-fc0062825c0d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:43.569635 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3dc39843-86c0-4d95-9995-fc0062825c0d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:43.584583 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] For port 09542d6f-6834-47e3-aa8c-2c1de79f8a90, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=09542d6f-6834-47e3-aa8c-2c1de79f8a90,segment=NetworkSegment(11afc1a8-e7a7-4fcd-acb7-44973c83120e),segment_id=11afc1a8-e7a7-4fcd-acb7-44973c83120e)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:43.603990 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:43.615201 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] No DVR routers for this DVR port bd63ee77-d67e-4229-bd75-e72b0394baf5 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:43.653620 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c1241601-3d32-41c5-8677-3bc51603b14e None None] For port bd63ee77-d67e-4229-bd75-e72b0394baf5, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:43.662743 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c1241601-3d32-41c5-8677-3bc51603b14e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:43.673355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ebc81308-f304-4bb8-a1c7-67df49a3863e up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:43.709868 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c1241601-3d32-41c5-8677-3bc51603b14e None None] Calling delete_port for bd63ee77-d67e-4229-bd75-e72b0394baf5 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:43.714053 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.ipam_backend_mixin [None req-c1241601-3d32-41c5-8677-3bc51603b14e None None] Port bd63ee77-d67e-4229-bd75-e72b0394baf5 was not found and therefore no delete operation was performed {{(pid=101885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 04:20:43.722924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-ee62bb58-4771-4c13-821c-bcdc591bfc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:43.724433 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-ee62bb58-4771-4c13-821c-bcdc591bfc0f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1586c9b9-3f73-4962-a85d-75926913c025 HTTP/1.1" status: 200 len: 851 time: 0.3330820 Nov 09 04:20:43.759165 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c1241601-3d32-41c5-8677-3bc51603b14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:43.787393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1241601-3d32-41c5-8677-3bc51603b14e None None] No DVR routers for this DVR port bd63ee77-d67e-4229-bd75-e72b0394baf5 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:43.803121 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7925e9-de1d-4cf1-95b2-8efd7f0d927a None None] Pushing event updated for resources: {'Port': ['ID=09542d6f-6834-47e3-aa8c-2c1de79f8a90,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:43.814024 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-caec3544-32dd-4acd-ab83-c8be6304f5e4 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:43.830983 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1241601-3d32-41c5-8677-3bc51603b14e None None] Pushing event deleted for resources: {'Port': ['ID=bd63ee77-d67e-4229-bd75-e72b0394baf5,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:43.834559 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-5d903159-09af-402c-b3a5-913582b63bc0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87a5cdfa-26bf-4b92-aac2-b70e243d7565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018760 Nov 09 04:20:43.836342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-28a89fde-c572-446d-b09b-0b23a060c7a2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Allocated IP 2001:db8::135 (57bd204d-fa2b-4164-a34b-d09a15ab724f/8aa35eea-9da6-41d9-810f-7b860015d734/3dab8902-2b99-4d79-ab43-68a67d242acc) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:43.845073 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port ebc81308-f304-4bb8-a1c7-67df49a3863e triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:43.845614 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:43.938638 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec3544-32dd-4acd-ab83-c8be6304f5e4 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Subnet': ['ID=c5035b9a-6a85-4489-9afe-60da9bbc7673,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:43.952301 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bc57fc34-299f-4346-afd7-bcb2d9a57437 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:43.956010 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:43.959522 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-7b06f620-813e-402c-9f3f-7af7f27b073f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Deleting port 67ac0cbe-80df-470f-8452-55dfa1f8c124 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:43.959867 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b06f620-813e-402c-9f3f-7af7f27b073f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.020239 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.032892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-aa89c0fb-74c1-4cde-9c75-b274ddfa738d None None] Provisioning complete for port ebc81308-f304-4bb8-a1c7-67df49a3863e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:44.034409 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-aa89c0fb-74c1-4cde-9c75-b274ddfa738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.034970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8fc1c1-33bd-434d-9dca-233836f0891d']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:44.055361 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec3544-32dd-4acd-ab83-c8be6304f5e4 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Checking segment: {'id': '1c04c031-bad2-46a1-b192-5a993c13a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:44.055770 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec3544-32dd-4acd-ab83-c8be6304f5e4 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network hostable DHCP agents. Network: 654715d8-9449-490d-9f04-fcadf03fbc82, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:20:44.080339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695ccbec-a0b5-447c-9cde-a098a5179c0b') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:44.080638 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695ccbec-a0b5-447c-9cde-a098a5179c0b') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:44.107262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.111589 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bc57fc34-299f-4346-afd7-bcb2d9a57437 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.130588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec3544-32dd-4acd-ab83-c8be6304f5e4 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 654715d8-9449-490d-9f04-fcadf03fbc82 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:20:44.139599 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port ebc81308-f304-4bb8-a1c7-67df49a3863e, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ebc81308-f304-4bb8-a1c7-67df49a3863e,segment=NetworkSegment(4037b773-81eb-47ca-9a80-1705afda251e),segment_id=4037b773-81eb-47ca-9a80-1705afda251e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:44.194942 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.195610 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b06f620-813e-402c-9f3f-7af7f27b073f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.196607 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 35d3abbd-e223-499a-abb1-23e5c3936005 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:44.202637 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.208547 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-ee4739f8-b8cd-4bc1-a6a4-dcd2bd0b2a8d service neutron] 10.222.0.31 "GET /v2.0/networks/87a5cdfa-26bf-4b92-aac2-b70e243d7565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432937 Nov 09 04:20:44.231763 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc57fc34-299f-4346-afd7-bcb2d9a57437 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:44.232533 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-caec3544-32dd-4acd-ab83-c8be6304f5e4 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 654715d8-9449-490d-9f04-fcadf03fbc82) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:44.238353 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caec3544-32dd-4acd-ab83-c8be6304f5e4 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:44.238945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-caec3544-32dd-4acd-ab83-c8be6304f5e4 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.242535 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-7b06f620-813e-402c-9f3f-7af7f27b073f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Calling delete_port for 67ac0cbe-80df-470f-8452-55dfa1f8c124 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:44.249749 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-bc57fc34-299f-4346-afd7-bcb2d9a57437 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:44.263057 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc57fc34-299f-4346-afd7-bcb2d9a57437 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:44.269028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc57fc34-299f-4346-afd7-bcb2d9a57437 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:44.269723 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bc57fc34-299f-4346-afd7-bcb2d9a57437 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.282778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:20:44.283253 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.287953 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57fc34-299f-4346-afd7-bcb2d9a57437 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=eedc2b12-4e89-4b92-aefd-9c28b9d04ef6,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:44.298641 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bc57fc34-299f-4346-afd7-bcb2d9a57437 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2927682 Nov 09 04:20:44.303139 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48804) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:44.352534 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-caec3544-32dd-4acd-ab83-c8be6304f5e4 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7087717 Nov 09 04:20:44.355914 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48806) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:20:44.378365 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:20:44.437735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.476752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.483121 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/networks/2a8fc1c1-33bd-434d-9dca-233836f0891d HTTP/1.1" status: 204 len: 168 time: 2.7080338 Nov 09 04:20:44.486772 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48810) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:44.514295 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4468e9c6-0444-473d-acd1-ffe80aa7c854 None None] Network 654715d8-9449-490d-9f04-fcadf03fbc82 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:44.556479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2cf59-d29e-45e6-b726-a93d8a475908 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Network': ['ID=2a8fc1c1-33bd-434d-9dca-233836f0891d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:44.567846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3dc39843-86c0-4d95-9995-fc0062825c0d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.578718 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Allocated IP 2001:db8::f816:3eff:fe90:4682 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/b4ed9888-8a2a-4a80-a32a-31b8c349eea2/b7da4b5f-6b93-474b-9a4d-1a613b65a92f) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:44.583681 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f992ce-567a-4077-91cc-8f7805b8f33e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:44.585268 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-69f992ce-567a-4077-91cc-8f7805b8f33e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2818892 Nov 09 04:20:44.593892 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48812) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:44.651826 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=ebc81308-f304-4bb8-a1c7-67df49a3863e,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:44.655674 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc39843-86c0-4d95-9995-fc0062825c0d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:44.658217 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88eeae4c-5574-4cad-a1f1-c1a33da5b4df req-3c1c81e6-232b-40bd-bee8-cbde3ecbba6c service neutron] 10.222.0.31 "GET /v2.0/networks/87a5cdfa-26bf-4b92-aac2-b70e243d7565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148190 Nov 09 04:20:44.686026 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbde4ce-20fc-419d-b240-1465150ad659 req-8d691815-27a1-4af7-aa2c-4f839cfc820e tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:44.687936 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fdbde4ce-20fc-419d-b240-1465150ad659 req-8d691815-27a1-4af7-aa2c-4f839cfc820e tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 944 time: 0.2020946 Nov 09 04:20:44.693713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28a89fde-c572-446d-b09b-0b23a060c7a2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.695649 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-3dc39843-86c0-4d95-9995-fc0062825c0d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:44.703879 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc39843-86c0-4d95-9995-fc0062825c0d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:44.704733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3dc39843-86c0-4d95-9995-fc0062825c0d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.765256 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc39843-86c0-4d95-9995-fc0062825c0d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Subnet': ['ID=20eb5720-0476-49ba-b889-7b2c7a0406e4,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:44.767945 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eebdccc-5c63-476b-881a-a66dd2b23e1e None None] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:44.774574 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 35d3abbd-e223-499a-abb1-23e5c3936005 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:44.775201 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.778651 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3dc39843-86c0-4d95-9995-fc0062825c0d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0067394 Nov 09 04:20:44.791115 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48814) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:44.796693 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-43f8f65c-76ec-4b92-b4d1-07c5f840f2f0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'security_group': {'name': 'tempest-secgroup-1319521244'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:44.848730 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7bb6b-b513-4976-af53-eb91a17b6c32 req-fb6a0dad-9884-4283-b868-2f418cb97c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:44.850207 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b6e7bb6b-b513-4976-af53-eb91a17b6c32 req-fb6a0dad-9884-4283-b868-2f418cb97c3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca743c4cdf1a4b8699d29138f14289b1&device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 1097 time: 0.1342075 Nov 09 04:20:44.858918 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fdbde4ce-20fc-419d-b240-1465150ad659 req-6f109a2f-3b72-44d0-a4f7-1cca460f6672 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051624 Nov 09 04:20:44.890145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28a89fde-c572-446d-b09b-0b23a060c7a2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:44.914360 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43f8f65c-76ec-4b92-b4d1-07c5f840f2f0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.022955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b06f620-813e-402c-9f3f-7af7f27b073f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.040998 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-654715d8-9449-490d-9f04-fcadf03fbc82', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:45.041892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.066938 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a89fde-c572-446d-b09b-0b23a060c7a2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 57bd204d-fa2b-4164-a34b-d09a15ab724f is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:45.075244 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a89fde-c572-446d-b09b-0b23a060c7a2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=3dab8902-2b99-4d79-ab43-68a67d242acc,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:45.095016 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-28a89fde-c572-446d-b09b-0b23a060c7a2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:45.104556 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06f620-813e-402c-9f3f-7af7f27b073f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event deleted for resources: {'Port': ['ID=67ac0cbe-80df-470f-8452-55dfa1f8c124,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:45.111476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a89fde-c572-446d-b09b-0b23a060c7a2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:45.121327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a89fde-c572-446d-b09b-0b23a060c7a2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:45.121876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28a89fde-c572-446d-b09b-0b23a060c7a2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.157217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d851d7a4-08e9-493e-8250-3664384789ac None None] Provisioning complete for port bf2abfed-f55f-40a3-a763-e9c841dde940 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:45.157630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d851d7a4-08e9-493e-8250-3664384789ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.166536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.231410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.231661 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-01e3eeaa-3ae7-41b7-81d8-913f9ebeb341 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port eedc2b12-4e89-4b92-aefd-9c28b9d04ef6 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:45.232105 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-01e3eeaa-3ae7-41b7-81d8-913f9ebeb341 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.264734 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-28a89fde-c572-446d-b09b-0b23a060c7a2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0179524 Nov 09 04:20:45.268636 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48816) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:45.283846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7bb6b-b513-4976-af53-eb91a17b6c32 req-4d1ad0ae-4a5f-4446-a837-651510bd85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:45.285768 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b6e7bb6b-b513-4976-af53-eb91a17b6c32 req-4d1ad0ae-4a5f-4446-a837-651510bd85e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=87a5cdfa-26bf-4b92-aac2-b70e243d7565 HTTP/1.1" status: 200 len: 911 time: 0.4254892 Nov 09 04:20:45.364410 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b6e7bb6b-b513-4976-af53-eb91a17b6c32 req-cda1e301-93ab-4545-b4ee-53240d23e694 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee98519-1527-45f9-8b7e-3dcd8d86be0d HTTP/1.1" status: 200 len: 217 time: 0.0677421 Nov 09 04:20:45.367505 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43f8f65c-76ec-4b92-b4d1-07c5f840f2f0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.388907 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43f8f65c-76ec-4b92-b4d1-07c5f840f2f0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.432788 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:45.442198 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Pushing event updated for resources: {'Port': ['ID=b7da4b5f-6b93-474b-9a4d-1a613b65a92f,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:45.495199 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8f65c-76ec-4b92-b4d1-07c5f840f2f0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f6faa6-a052-42aa-aeed-3393bbadc601,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:45.508928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43f8f65c-76ec-4b92-b4d1-07c5f840f2f0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.511169 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-43f8f65c-76ec-4b92-b4d1-07c5f840f2f0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7171600 Nov 09 04:20:45.514071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7bb6b-b513-4976-af53-eb91a17b6c32 req-bf1eec6c-df10-4973-9abf-0179bafa66de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:45.515708 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b6e7bb6b-b513-4976-af53-eb91a17b6c32 req-bf1eec6c-df10-4973-9abf-0179bafa66de service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1586c9b9-3f73-4962-a85d-75926913c025 HTTP/1.1" status: 200 len: 851 time: 0.1420581 Nov 09 04:20:45.516279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48818) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:45.518258 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:45.520165 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d851d7a4-08e9-493e-8250-3664384789ac None None] Port bf2abfed-f55f-40a3-a763-e9c841dde940 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:45.521027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-267977f3-7377-4912-9d2e-4a5d67b9a1a3 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'security_group': {'name': 'tempest-secgroup-261805396'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:45.522977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:45.555755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device bd63ee77-d67e-4229-bd75-e72b0394baf5 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:45.557736 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7e5285-824f-483d-bca1-5619b6de1233 None None] Network 57bd204d-fa2b-4164-a34b-d09a15ab724f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:45.559929 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b6e7bb6b-b513-4976-af53-eb91a17b6c32 req-3dfd7f10-f33b-49e1-91c0-50e77d82fc38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87a5cdfa-26bf-4b92-aac2-b70e243d7565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337625 Nov 09 04:20:45.576580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-267977f3-7377-4912-9d2e-4a5d67b9a1a3 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.648079 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: bd63ee77-d67e-4229-bd75-e72b0394baf5 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:45.648387 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device bd63ee77-d67e-4229-bd75-e72b0394baf5 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:45.700060 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b6e7bb6b-b513-4976-af53-eb91a17b6c32 req-7c15ac87-4bf7-4d9f-b8b2-4237cd215b38 service neutron] 10.222.0.31 "GET /v2.0/networks/87a5cdfa-26bf-4b92-aac2-b70e243d7565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330340 Nov 09 04:20:45.712467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-2a4f88ae-c90e-49b5-9535-37524ce6b930', 'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'tenant_id': 'd56a0d9d08a14d82b1fc97eb3e7362fd', 'fixed_ips': [{'subnet_id': '20eb5720-0476-49ba-b889-7b2c7a0406e4'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:45.713330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.747757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d851d7a4-08e9-493e-8250-3664384789ac None None] Provisioning complete for port 35d3abbd-e223-499a-abb1-23e5c3936005 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:45.748076 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d851d7a4-08e9-493e-8250-3664384789ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.751901 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Allocated IP 172.22.0.2 (654715d8-9449-490d-9f04-fcadf03fbc82/c5035b9a-6a85-4489-9afe-60da9bbc7673/2ad743d7-bad5-49a3-bc93-e7f2700246a8) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:45.759164 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-267977f3-7377-4912-9d2e-4a5d67b9a1a3 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.800367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-267977f3-7377-4912-9d2e-4a5d67b9a1a3 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.804315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-fe2034c4-eba7-45d9-83d5-d8cefdc4517b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 0c080d83-0d6a-416a-b455-27a651a081e9 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:45.804730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fe2034c4-eba7-45d9-83d5-d8cefdc4517b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.842051 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Attempting to bind port b7da4b5f-6b93-474b-9a4d-1a613b65a92f on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:45.842569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Attempting to bind port b7da4b5f-6b93-474b-9a4d-1a613b65a92f by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:45.842935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Attempting to bind port b7da4b5f-6b93-474b-9a4d-1a613b65a92f on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:45.857106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-267977f3-7377-4912-9d2e-4a5d67b9a1a3 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.861947 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-267977f3-7377-4912-9d2e-4a5d67b9a1a3 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.3410525 Nov 09 04:20:45.863726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48820) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:45.869789 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-69593a58-7933-4f09-a08c-544e8205517a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-350287425', 'security_groups': ['0d1cf1ac-cf7f-4ffe-9249-cda3ccefbcb5'], 'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '20eb5720-0476-49ba-b889-7b2c7a0406e4'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:45.873568 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:45.874095 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:45.874345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.875440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:45.875440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Bound port: b7da4b5f-6b93-474b-9a4d-1a613b65a92f, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:45.875678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.876924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267977f3-7377-4912-9d2e-4a5d67b9a1a3 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1cf1ac-cf7f-4ffe-9249-cda3ccefbcb5,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:45.933219 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b06f620-813e-402c-9f3f-7af7f27b073f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.935711 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7b06f620-813e-402c-9f3f-7af7f27b073f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "DELETE /v2.0/ports/67ac0cbe-80df-470f-8452-55dfa1f8c124 HTTP/1.1" status: 204 len: 168 time: 2.4164708 Nov 09 04:20:45.939137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-01e3eeaa-3ae7-41b7-81d8-913f9ebeb341 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.940921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48824) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:45.957376 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b6e7bb6b-b513-4976-af53-eb91a17b6c32 req-1d9c3972-9e38-4306-b02c-af50dfecc225 service neutron] 10.222.0.31 "GET /v2.0/networks/87a5cdfa-26bf-4b92-aac2-b70e243d7565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430012 Nov 09 04:20:45.977492 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:45.997635 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5c6d0b-5e1f-4423-ba2f-a096d32daa43 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] GET failed (client error): The resource could not be found. Nov 09 04:20:45.999220 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ac5c6d0b-5e1f-4423-ba2f-a096d32daa43 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "GET /v2.0/ports/67ac0cbe-80df-470f-8452-55dfa1f8c124 HTTP/1.1" status: 404 len: 333 time: 0.0573292 Nov 09 04:20:46.003362 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48826) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:46.010928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d8a7eef7-24f1-4f4b-aa29-78a0a2aee09b tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Request body: {'port': {'network_id': 'c83716cc-38ba-4347-a5fe-f5e2100bfd17', 'name': 'tempest-AllowedAddressPairTestJSON-794056386'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:46.056933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 09542d6f-6834-47e3-aa8c-2c1de79f8a90 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:46.069466 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-01e3eeaa-3ae7-41b7-81d8-913f9ebeb341 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for eedc2b12-4e89-4b92-aefd-9c28b9d04ef6 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:46.131011 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69593a58-7933-4f09-a08c-544e8205517a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:46.212669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a7eef7-24f1-4f4b-aa29-78a0a2aee09b tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Made reservation on behalf of a9c8cd674ca94dd081ad969663cebd7b for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:46.216810 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d8a7eef7-24f1-4f4b-aa29-78a0a2aee09b tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:46.240218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-d8a7eef7-24f1-4f4b-aa29-78a0a2aee09b tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] device_id is not set on port 133190f6-f955-4c68-b16c-2c45c86c5834 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:46.252129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fe2034c4-eba7-45d9-83d5-d8cefdc4517b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:46.252745 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fe2034c4-eba7-45d9-83d5-d8cefdc4517b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:46.275650 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] For port b7da4b5f-6b93-474b-9a4d-1a613b65a92f, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:46.295272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-69593a58-7933-4f09-a08c-544e8205517a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:46.308684 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-fe2034c4-eba7-45d9-83d5-d8cefdc4517b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 0c080d83-0d6a-416a-b455-27a651a081e9 owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:46.317110 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-69593a58-7933-4f09-a08c-544e8205517a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port e94e5829-9f1b-4258-ad17-1ebefd98fa37 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:46.326848 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] For port b7da4b5f-6b93-474b-9a4d-1a613b65a92f, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b7da4b5f-6b93-474b-9a4d-1a613b65a92f,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:46.328079 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83966c2-b3e7-4a9a-84c1-bae4c9d7f54a req-073c2dfd-b2fc-4ed5-9377-9329fdbf21f0 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:46.329838 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f83966c2-b3e7-4a9a-84c1-bae4c9d7f54a req-073c2dfd-b2fc-4ed5-9377-9329fdbf21f0 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 944 time: 0.3475070 Nov 09 04:20:46.362151 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:46.411036 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Allocated IP 172.20.0.2 (2a4f88ae-c90e-49b5-9535-37524ce6b930/20eb5720-0476-49ba-b889-7b2c7a0406e4/70d2fef2-745b-423a-8aa3-629b2b011f36) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:46.459997 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d851d7a4-08e9-493e-8250-3664384789ac None None] Could not find standard attr ID for object 67ac0cbe-80df-470f-8452-55dfa1f8c124. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:20:46.462259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 09542d6f-6834-47e3-aa8c-2c1de79f8a90 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:46.462754 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:46.478326 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0ee98519-1527-45f9-8b7e-3dcd8d86be0d details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:20:46.484019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-d8a7eef7-24f1-4f4b-aa29-78a0a2aee09b tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Allocated IP 172.20.0.12 (c83716cc-38ba-4347-a5fe-f5e2100bfd17/9feec78f-cb13-4b04-a403-37bd42105b94/133190f6-f955-4c68-b16c-2c45c86c5834) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:46.610905 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:46.720976 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d8a7eef7-24f1-4f4b-aa29-78a0a2aee09b tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:46.723282 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f83966c2-b3e7-4a9a-84c1-bae4c9d7f54a req-9c7b54ad-e96e-48ad-9d0b-6a5d5dd9c53d tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679533 Nov 09 04:20:46.776524 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d8a7eef7-24f1-4f4b-aa29-78a0a2aee09b tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:46.801308 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:46.853316 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a7eef7-24f1-4f4b-aa29-78a0a2aee09b tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Network c83716cc-38ba-4347-a5fe-f5e2100bfd17 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:46.873347 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-d8a7eef7-24f1-4f4b-aa29-78a0a2aee09b tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:46.874146 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:46.879317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7eef7-24f1-4f4b-aa29-78a0a2aee09b tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:46.885774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7eef7-24f1-4f4b-aa29-78a0a2aee09b tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event updated for resources: {'Port': ['ID=133190f6-f955-4c68-b16c-2c45c86c5834,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:46.907028 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Network 654715d8-9449-490d-9f04-fcadf03fbc82 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:46.907028 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6afbb-be49-4dd3-9a00-31a3c69bc11b None None] Pushing event updated for resources: {'Port': ['ID=b7da4b5f-6b93-474b-9a4d-1a613b65a92f,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:46.925196 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-01e3eeaa-3ae7-41b7-81d8-913f9ebeb341 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:46.953288 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:46.978418 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a7eef7-24f1-4f4b-aa29-78a0a2aee09b tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:46.979468 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d8a7eef7-24f1-4f4b-aa29-78a0a2aee09b tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.001316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:47.029902 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d8a7eef7-24f1-4f4b-aa29-78a0a2aee09b tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0251241 Nov 09 04:20:47.032130 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48828) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:47.038185 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-eb9d777a-f27e-4d99-b245-7bbae8b9dbce tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:71:be:78'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:47.088023 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.123993 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3eeaa-3ae7-41b7-81d8-913f9ebeb341 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=eedc2b12-4e89-4b92-aefd-9c28b9d04ef6,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:47.140881 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fe2034c4-eba7-45d9-83d5-d8cefdc4517b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.165580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.resource_extend [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 09 04:20:47.177755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.178644 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d851d7a4-08e9-493e-8250-3664384789ac None None] Provisioning complete for port ebc81308-f304-4bb8-a1c7-67df49a3863e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:47.178836 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d851d7a4-08e9-493e-8250-3664384789ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.181732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Pushing event updated for resources: {'Port': ['ID=2ad743d7-bad5-49a3-bc93-e7f2700246a8,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:47.231376 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2034c4-eba7-45d9-83d5-d8cefdc4517b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=0c080d83-0d6a-416a-b455-27a651a081e9,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:47.242404 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Allocated IP 172.22.0.1 (654715d8-9449-490d-9f04-fcadf03fbc82/c5035b9a-6a85-4489-9afe-60da9bbc7673/8330e0a4-efb0-427c-b6b7-e2ab52c4441f) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:47.252508 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eb9d777a-f27e-4d99-b245-7bbae8b9dbce tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.281304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Attempting to bind port 2ad743d7-bad5-49a3-bc93-e7f2700246a8 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:47.281734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Attempting to bind port 2ad743d7-bad5-49a3-bc93-e7f2700246a8 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '1c04c031-bad2-46a1-b192-5a993c13a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:47.282110 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Attempting to bind port 2ad743d7-bad5-49a3-bc93-e7f2700246a8 on network 654715d8-9449-490d-9f04-fcadf03fbc82 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:47.378633 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:47.379124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Checking segment: {'id': '1c04c031-bad2-46a1-b192-5a993c13a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:47.379716 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.380124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Bound using segment: {'id': '1c04c031-bad2-46a1-b192-5a993c13a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:47.380622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Bound port: 2ad743d7-bad5-49a3-bc93-e7f2700246a8, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c04c031-bad2-46a1-b192-5a993c13a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:47.381007 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.384895 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 09542d6f-6834-47e3-aa8c-2c1de79f8a90, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=09542d6f-6834-47e3-aa8c-2c1de79f8a90,segment=NetworkSegment(11afc1a8-e7a7-4fcd-acb7-44973c83120e),segment_id=11afc1a8-e7a7-4fcd-acb7-44973c83120e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:47.430835 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.432274 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ebc81308-f304-4bb8-a1c7-67df49a3863e up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:47.512800 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eb9d777a-f27e-4d99-b245-7bbae8b9dbce tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.519232 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eb9d777a-f27e-4d99-b245-7bbae8b9dbce tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.621278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d777a-f27e-4d99-b245-7bbae8b9dbce tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event updated for resources: {'Port': ['ID=133190f6-f955-4c68-b16c-2c45c86c5834,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:47.640191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-01e3eeaa-3ae7-41b7-81d8-913f9ebeb341 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.640905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d777a-f27e-4d99-b245-7bbae8b9dbce tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] In _notify_port_updated(), no bound segment for port 133190f6-f955-4c68-b16c-2c45c86c5834 on network c83716cc-38ba-4347-a5fe-f5e2100bfd17 {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:20:47.642844 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 0ee98519-1527-45f9-8b7e-3dcd8d86be0d, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0ee98519-1527-45f9-8b7e-3dcd8d86be0d,segment=NetworkSegment(f2f93494-73f7-4495-8ff1-20d24e3209b4),segment_id=f2f93494-73f7-4495-8ff1-20d24e3209b4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:47.646015 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-01e3eeaa-3ae7-41b7-81d8-913f9ebeb341 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/eedc2b12-4e89-4b92-aefd-9c28b9d04ef6 HTTP/1.1" status: 204 len: 168 time: 3.0121229 Nov 09 04:20:47.652007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9d777a-f27e-4d99-b245-7bbae8b9dbce tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:47.653028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eb9d777a-f27e-4d99-b245-7bbae8b9dbce tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.658445 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-eb9d777a-f27e-4d99-b245-7bbae8b9dbce tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "PUT /v2.0/ports/133190f6-f955-4c68-b16c-2c45c86c5834 HTTP/1.1" status: 200 len: 993 time: 0.6252580 Nov 09 04:20:47.659392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48830) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:47.659936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48832) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:47.708138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '0ee98519-1527-45f9-8b7e-3dcd8d86be0d', 'network_id': '87a5cdfa-26bf-4b92-aac2-b70e243d7565', 'port_id': '0ee98519-1527-45f9-8b7e-3dcd8d86be0d', 'mac_address': 'fa:16:3e:3b:e3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1586c9b9-3f73-4962-a85d-75926913c025', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:20:47.725193 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=09542d6f-6834-47e3-aa8c-2c1de79f8a90,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:47.746442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] For port 2ad743d7-bad5-49a3-bc93-e7f2700246a8, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:47.752257 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] For port 2ad743d7-bad5-49a3-bc93-e7f2700246a8, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=2ad743d7-bad5-49a3-bc93-e7f2700246a8,segment=NetworkSegment(1c04c031-bad2-46a1-b192-5a993c13a3ab),segment_id=1c04c031-bad2-46a1-b192-5a993c13a3ab)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:47.759472 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.760486 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428aad1e-5f3b-477f-a108-9ea701295b0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:47.762152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428aad1e-5f3b-477f-a108-9ea701295b0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:47.766316 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-428aad1e-5f3b-477f-a108-9ea701295b0b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1051307 Nov 09 04:20:47.777291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.782062 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48836) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:47.791234 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port ebc81308-f304-4bb8-a1c7-67df49a3863e triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:47.791748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.822596 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.925983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fe2034c4-eba7-45d9-83d5-d8cefdc4517b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:47.926335 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-fe2034c4-eba7-45d9-83d5-d8cefdc4517b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP 0db36414-dcef-418c-958d-5700409dc386 disassociated (deleted). External IP: 172.26.5.136, port: 71e2418f-fb81-4a54-93e6-dc792a12d159. Nov 09 04:20:47.968514 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:47.976097 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:47.979767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:47.989795 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.014359 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c25b7f50-3576-48bf-af20-958b2d455c1f None None] Provisioning complete for port 133190f6-f955-4c68-b16c-2c45c86c5834 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:48.014977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c25b7f50-3576-48bf-af20-958b2d455c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.022632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016562f-7016-4dae-9877-881b42cbbf6b None None] Pushing event updated for resources: {'Port': ['ID=2ad743d7-bad5-49a3-bc93-e7f2700246a8,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:48.082919 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.092343 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee98519-1527-45f9-8b7e-3dcd8d86be0d {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:20:48.218806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Attempting to bind port 70d2fef2-745b-423a-8aa3-629b2b011f36 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:48.219171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Attempting to bind port 70d2fef2-745b-423a-8aa3-629b2b011f36 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '9a84cb81-73ee-454f-a475-33f192f52d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:48.219538 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Attempting to bind port 70d2fef2-745b-423a-8aa3-629b2b011f36 on network 2a4f88ae-c90e-49b5-9535-37524ce6b930 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:48.223785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 0ee98519-1527-45f9-8b7e-3dcd8d86be0d, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0ee98519-1527-45f9-8b7e-3dcd8d86be0d,segment=NetworkSegment(f2f93494-73f7-4495-8ff1-20d24e3209b4),segment_id=f2f93494-73f7-4495-8ff1-20d24e3209b4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:48.227459 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Pushing event updated for resources: {'Port': ['ID=70d2fef2-745b-423a-8aa3-629b2b011f36,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:48.238438 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c25b7f50-3576-48bf-af20-958b2d455c1f None None] Port 133190f6-f955-4c68-b16c-2c45c86c5834 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:48.246776 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.263203 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:48.263583 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Checking segment: {'id': '9a84cb81-73ee-454f-a475-33f192f52d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:48.264367 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.264772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Bound using segment: {'id': '9a84cb81-73ee-454f-a475-33f192f52d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:48.265262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Bound port: 70d2fef2-745b-423a-8aa3-629b2b011f36, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a84cb81-73ee-454f-a475-33f192f52d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:48.265686 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.285916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.332100 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.348957 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.361087 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=0ee98519-1527-45f9-8b7e-3dcd8d86be0d,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:48.386532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c25b7f50-3576-48bf-af20-958b2d455c1f None None] Provisioning complete for port 3dab8902-2b99-4d79-ab43-68a67d242acc triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:48.386880 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c25b7f50-3576-48bf-af20-958b2d455c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.441352 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c25b7f50-3576-48bf-af20-958b2d455c1f None None] Port 3dab8902-2b99-4d79-ab43-68a67d242acc cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:48.464135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-69593a58-7933-4f09-a08c-544e8205517a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Allocated IP 172.20.0.14 (2a4f88ae-c90e-49b5-9535-37524ce6b930/20eb5720-0476-49ba-b889-7b2c7a0406e4/e94e5829-9f1b-4258-ad17-1ebefd98fa37) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:48.469440 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 654715d8-9449-490d-9f04-fcadf03fbc82 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:48.474629 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=3dab8902-2b99-4d79-ab43-68a67d242acc,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:48.489737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:48.493315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['0ee98519-1527-45f9-8b7e-3dcd8d86be0d'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:20:48.543216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:48.545086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c25b7f50-3576-48bf-af20-958b2d455c1f None None] Provisioning complete for port 09542d6f-6834-47e3-aa8c-2c1de79f8a90 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:48.545467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c25b7f50-3576-48bf-af20-958b2d455c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.750839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5b96f3-ca43-4abd-8e26-eed3388511ae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet b4ed9888-8a2a-4a80-a32a-31b8c349eea2 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:20:48.764584 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-da5b96f3-ca43-4abd-8e26-eed3388511ae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.777498 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] For port 70d2fef2-745b-423a-8aa3-629b2b011f36, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:48.783601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] For port 70d2fef2-745b-423a-8aa3-629b2b011f36, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=70d2fef2-745b-423a-8aa3-629b2b011f36,segment=NetworkSegment(9a84cb81-73ee-454f-a475-33f192f52d19),segment_id=9a84cb81-73ee-454f-a475-33f192f52d19)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:48.800971 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.845825 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2034c4-eba7-45d9-83d5-d8cefdc4517b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:20:48.854289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=8330e0a4-efb0-427c-b6b7-e2ab52c4441f,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:48.882277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 09542d6f-6834-47e3-aa8c-2c1de79f8a90 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:48.905200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.924320 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-da5b96f3-ca43-4abd-8e26-eed3388511ae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.971892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-69593a58-7933-4f09-a08c-544e8205517a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:48.980400 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-abf36907-cc74-43a1-946b-a98271f7c42a tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Deleting port 133190f6-f955-4c68-b16c-2c45c86c5834 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:48.980742 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-abf36907-cc74-43a1-946b-a98271f7c42a tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.035220 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.037805 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17faf47-e207-4224-bfde-9516a31ac742 None None] Pushing event updated for resources: {'Port': ['ID=70d2fef2-745b-423a-8aa3-629b2b011f36,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:49.041080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462590c1-1b30-46bc-bcfb-3e5328caef9f req-c91044aa-47ea-45c8-8e71-75445ed035bd tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:49.050186 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-462590c1-1b30-46bc-bcfb-3e5328caef9f req-c91044aa-47ea-45c8-8e71-75445ed035bd tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 945 time: 0.3970437 Nov 09 04:20:49.063904 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 09542d6f-6834-47e3-aa8c-2c1de79f8a90 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:49.064283 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.202860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-95c1f1ce-7a3f-40e9-a4f6-6b40e0a12714 None None] Provisioning complete for port 133190f6-f955-4c68-b16c-2c45c86c5834 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:49.209003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-95c1f1ce-7a3f-40e9-a4f6-6b40e0a12714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.212865 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 2ad743d7-bad5-49a3-bc93-e7f2700246a8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:49.262602 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-462590c1-1b30-46bc-bcfb-3e5328caef9f req-68b4f50e-abb5-4aac-ac90-c7cf8c9c6646 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114255 Nov 09 04:20:49.312339 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-95c1f1ce-7a3f-40e9-a4f6-6b40e0a12714 None None] Port 133190f6-f955-4c68-b16c-2c45c86c5834 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:49.327282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-abf36907-cc74-43a1-946b-a98271f7c42a tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.334735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-95c1f1ce-7a3f-40e9-a4f6-6b40e0a12714 None None] Provisioning complete for port 3dab8902-2b99-4d79-ab43-68a67d242acc triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:49.335196 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-95c1f1ce-7a3f-40e9-a4f6-6b40e0a12714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.338023 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2034c4-eba7-45d9-83d5-d8cefdc4517b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:49.346137 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-da5b96f3-ca43-4abd-8e26-eed3388511ae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.365251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb34b24-6d1e-4313-8a2d-35e90edb7a5a None None] Sync routers for ids ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:49.369359 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fe2034c4-eba7-45d9-83d5-d8cefdc4517b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.376497 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-abf36907-cc74-43a1-946b-a98271f7c42a tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Calling delete_port for 133190f6-f955-4c68-b16c-2c45c86c5834 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:49.384400 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 2ad743d7-bad5-49a3-bc93-e7f2700246a8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:49.384400 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.385050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-69593a58-7933-4f09-a08c-544e8205517a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.421655 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-95c1f1ce-7a3f-40e9-a4f6-6b40e0a12714 None None] Port 3dab8902-2b99-4d79-ab43-68a67d242acc cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:49.427618 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb34b24-6d1e-4313-8a2d-35e90edb7a5a None None] Routers {'90aa0b0b-157e-4134-a32a-9a58a61d2c7d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:49.428678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-3fb34b24-6d1e-4313-8a2d-35e90edb7a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:49.434419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-95c1f1ce-7a3f-40e9-a4f6-6b40e0a12714 None None] Could not find standard attr ID for object eedc2b12-4e89-4b92-aefd-9c28b9d04ef6. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:20:49.446691 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69593a58-7933-4f09-a08c-544e8205517a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:49.485854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-69593a58-7933-4f09-a08c-544e8205517a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:49.488968 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69593a58-7933-4f09-a08c-544e8205517a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:49.551821 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69593a58-7933-4f09-a08c-544e8205517a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=e94e5829-9f1b-4258-ad17-1ebefd98fa37,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:49.560388 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-95c1f1ce-7a3f-40e9-a4f6-6b40e0a12714 None None] Provisioning complete for port b7da4b5f-6b93-474b-9a4d-1a613b65a92f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:49.560921 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-95c1f1ce-7a3f-40e9-a4f6-6b40e0a12714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.563463 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.574411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-da5b96f3-ca43-4abd-8e26-eed3388511ae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.606136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-da5b96f3-ca43-4abd-8e26-eed3388511ae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.614782 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-da5b96f3-ca43-4abd-8e26-eed3388511ae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/b4ed9888-8a2a-4a80-a32a-31b8c349eea2 HTTP/1.1" status: 204 len: 168 time: 1.7728384 Nov 09 04:20:49.615018 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fe2034c4-eba7-45d9-83d5-d8cefdc4517b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/floatingips/0db36414-dcef-418c-958d-5700409dc386 HTTP/1.1" status: 204 len: 168 time: 5.1232030 Nov 09 04:20:49.615018 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48838) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:49.619031 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015b64a0-cec8-41a2-b70e-8dc858272608', 'tag': '71e2418f-fb81-4a54-93e6-dc792a12d159'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:20:49.621899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71b447d-fee3-4e23-8a6b-9ae094c4229d" -d '{"events": [{"name": "network-changed", "server_uuid": "015b64a0-cec8-41a2-b70e-8dc858272608", "tag": "71e2418f-fb81-4a54-93e6-dc792a12d159"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:20:49.627149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69593a58-7933-4f09-a08c-544e8205517a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:49.627824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-69593a58-7933-4f09-a08c-544e8205517a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.655357 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b96f3-ca43-4abd-8e26-eed3388511ae tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ed9888-8a2a-4a80-a32a-31b8c349eea2,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:49.672769 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ed28f965-b048-4cb2-9e68-e0ccb8db983a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469964 Nov 09 04:20:49.675348 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48844) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:49.746151 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395d21b3-cbf7-4b59-8b7a-1626e5383b79 x-openstack-request-id: req-395d21b3-cbf7-4b59-8b7a-1626e5383b79 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:20:49.746449 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015b64a0-cec8-41a2-b70e-8dc858272608", "tag": "71e2418f-fb81-4a54-93e6-dc792a12d159", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:20:49.746699 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-395d21b3-cbf7-4b59-8b7a-1626e5383b79 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:20:49.747096 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015b64a0-cec8-41a2-b70e-8dc858272608', 'tag': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'status': 'completed', 'code': 200} Nov 09 04:20:49.749896 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:49.756932 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-69593a58-7933-4f09-a08c-544e8205517a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8899140 Nov 09 04:20:49.760002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48846) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:49.774910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-7e00a600-1cd6-4c1f-8f58-31836623700b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'subnet': {'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:49.889674 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e2b56-2add-4746-8435-600566d6a2aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:49.893985 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c50e2b56-2add-4746-8435-600566d6a2aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2148373 Nov 09 04:20:49.902699 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e699f21-739b-4251-8559-f06e0d8ee23e None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:49.904492 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddefc98-bb7e-4ced-a3e6-42a98a71bfaa None None] Network 654715d8-9449-490d-9f04-fcadf03fbc82 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:49.904787 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48850) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:49.918666 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b447d-fee3-4e23-8a6b-9ae094c4229d req-a1f0536a-c1fd-45f8-ac2b-2ae3e04cb0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:49.920359 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f71b447d-fee3-4e23-8a6b-9ae094c4229d req-a1f0536a-c1fd-45f8-ac2b-2ae3e04cb0a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 1098 time: 0.1586437 Nov 09 04:20:49.958997 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-abf36907-cc74-43a1-946b-a98271f7c42a tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:50.053699 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf36907-cc74-43a1-946b-a98271f7c42a tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event deleted for resources: {'Port': ['ID=133190f6-f955-4c68-b16c-2c45c86c5834,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:50.099040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696adee-dac7-4ff5-974b-a65334bd5323 req-0f0c35d2-6677-4924-a841-8cadba66f941 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:50.100637 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6696adee-dac7-4ff5-974b-a65334bd5323 req-0f0c35d2-6677-4924-a841-8cadba66f941 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 945 time: 0.2067139 Nov 09 04:20:50.120401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-3fb34b24-6d1e-4313-8a2d-35e90edb7a5a None None] Set router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:20:50.217881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3379ed6-366c-483b-bb8a-67fa381f4d5b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:50.222240 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b3379ed6-366c-483b-bb8a-67fa381f4d5b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3137949 Nov 09 04:20:50.227578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48852) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:50.243252 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e00a600-1cd6-4c1f-8f58-31836623700b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:50.246747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e00a600-1cd6-4c1f-8f58-31836623700b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:50.346786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-abf36907-cc74-43a1-946b-a98271f7c42a tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:50.350146 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-abf36907-cc74-43a1-946b-a98271f7c42a tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "DELETE /v2.0/ports/133190f6-f955-4c68-b16c-2c45c86c5834 HTTP/1.1" status: 204 len: 168 time: 2.6800787 Nov 09 04:20:50.353723 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48856) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:50.373994 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:50.408452 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b447d-fee3-4e23-8a6b-9ae094c4229d req-bd416bc6-fdeb-4cdc-bd79-98ae6673d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:50.409986 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f71b447d-fee3-4e23-8a6b-9ae094c4229d req-bd416bc6-fdeb-4cdc-bd79-98ae6673d2b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 HTTP/1.1" status: 200 len: 896 time: 0.4459972 Nov 09 04:20:50.415829 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2200f31e-c6ad-495d-b55e-9f8dd8d1d5bb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] GET failed (client error): The resource could not be found. Nov 09 04:20:50.421066 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2200f31e-c6ad-495d-b55e-9f8dd8d1d5bb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "GET /v2.0/ports/133190f6-f955-4c68-b16c-2c45c86c5834 HTTP/1.1" status: 404 len: 333 time: 0.0613632 Nov 09 04:20:50.435798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48858) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:50.453980 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6696adee-dac7-4ff5-974b-a65334bd5323 req-c8805680-e6dd-4066-b848-a9d5306c3ad0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2889583 Nov 09 04:20:50.479386 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0ee98519-1527-45f9-8b7e-3dcd8d86be0d up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:50.505769 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Request body: {'port': {'network_id': 'c83716cc-38ba-4347-a5fe-f5e2100bfd17', 'name': 'tempest-AllowedAddressPairTestJSON-210463398'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:50.539290 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f71b447d-fee3-4e23-8a6b-9ae094c4229d req-db2ef5a5-3029-4d1e-9cd5-13f1b668aa55 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e2418f-fb81-4a54-93e6-dc792a12d159 HTTP/1.1" status: 200 len: 217 time: 0.1145074 Nov 09 04:20:50.603236 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 2ad743d7-bad5-49a3-bc93-e7f2700246a8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=2ad743d7-bad5-49a3-bc93-e7f2700246a8,segment=NetworkSegment(1c04c031-bad2-46a1-b192-5a993c13a3ab),segment_id=1c04c031-bad2-46a1-b192-5a993c13a3ab)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:50.641373 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-95c1f1ce-7a3f-40e9-a4f6-6b40e0a12714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:50.643421 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:50.644277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b7da4b5f-6b93-474b-9a4d-1a613b65a92f up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:50.656032 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b447d-fee3-4e23-8a6b-9ae094c4229d req-3a36fbd6-e2a8-4172-942e-043b9efb6f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:50.657574 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f71b447d-fee3-4e23-8a6b-9ae094c4229d req-3a36fbd6-e2a8-4172-942e-043b9efb6f6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b71824df-2056-4fdc-9e26-2c2cab08e4dc HTTP/1.1" status: 200 len: 835 time: 0.1097744 Nov 09 04:20:50.691302 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f3cf4832-f5ce-4d2b-83a1-dd12467192bd tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4597263 Nov 09 04:20:50.695527 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48860) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:50.747678 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Made reservation on behalf of a9c8cd674ca94dd081ad969663cebd7b for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:50.747945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-177227bf-577e-49f1-b6a3-8f1f4760a0bf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:50.751987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:50.758082 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b447d-fee3-4e23-8a6b-9ae094c4229d req-773b2e50-eb19-460e-89b3-2f3c3b338a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:50.763130 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f71b447d-fee3-4e23-8a6b-9ae094c4229d req-773b2e50-eb19-460e-89b3-2f3c3b338a41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e925cd29-1b35-42fa-a731-c4b2f5dfa5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860140 Nov 09 04:20:50.820552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=2ad743d7-bad5-49a3-bc93-e7f2700246a8,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:50.840753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] device_id is not set on port 1954abf1-cc87-4e2e-80a8-e14974547859 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:50.889617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-95c1f1ce-7a3f-40e9-a4f6-6b40e0a12714 None None] For port b7da4b5f-6b93-474b-9a4d-1a613b65a92f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b7da4b5f-6b93-474b-9a4d-1a613b65a92f,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:50.892803 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318e083d-bbb5-4cfb-a1f6-616e9f01ebf8 None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:20:50.909715 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 0ee98519-1527-45f9-8b7e-3dcd8d86be0d completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:20:50.914721 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad9aa2-6ecc-456e-be2b-05e3426042b3 req-4884837a-9baf-4a9c-9949-980915355440 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:50.922270 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bfad9aa2-6ecc-456e-be2b-05e3426042b3 req-4884837a-9baf-4a9c-9949-980915355440 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 945 time: 0.2474113 Nov 09 04:20:50.953955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 0ee98519-1527-45f9-8b7e-3dcd8d86be0d triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:50.954611 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:50.958984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-95c1f1ce-7a3f-40e9-a4f6-6b40e0a12714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:50.966242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-3fb34b24-6d1e-4313-8a2d-35e90edb7a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:20:30Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'b4e7c17b-d90a-44a8-985c-278a361f9db9', 'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:9b:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:23Z', 'updated_at': '2021-11-09T04:18:30Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:51.044446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Allocated IP 172.20.0.5 (c83716cc-38ba-4347-a5fe-f5e2100bfd17/9feec78f-cb13-4b04-a403-37bd42105b94/1954abf1-cc87-4e2e-80a8-e14974547859) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:51.045154 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.055960 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f71b447d-fee3-4e23-8a6b-9ae094c4229d req-5440eed3-3949-4b65-a1cf-10b9dbba73d0 service neutron] 10.222.0.31 "GET /v2.0/networks/e925cd29-1b35-42fa-a731-c4b2f5dfa5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665625 Nov 09 04:20:51.057111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.063851 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.ipam_backend_mixin [None req-7e00a600-1cd6-4c1f-8f58-31836623700b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 20eb5720-0476-49ba-b889-7b2c7a0406e4 (CIDR: 172.20.0.0/28) Nov 09 04:20:51.067189 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb34b24-6d1e-4313-8a2d-35e90edb7a5a None None] Checking router: 90aa0b0b-157e-4134-a32a-9a58a61d2c7d for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:20:51.073153 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.073351 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.086472 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e00a600-1cd6-4c1f-8f58-31836623700b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:20:51.087090 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e00a600-1cd6-4c1f-8f58-31836623700b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:20:51.089090 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.115263 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port b7da4b5f-6b93-474b-9a4d-1a613b65a92f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:51.115632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.139365 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177227bf-577e-49f1-b6a3-8f1f4760a0bf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:51.142797 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-177227bf-577e-49f1-b6a3-8f1f4760a0bf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.170115 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bfad9aa2-6ecc-456e-be2b-05e3426042b3 req-cab48053-200f-4cf3-93c1-e9a39ce1dd1a tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468493 Nov 09 04:20:51.173392 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb34b24-6d1e-4313-8a2d-35e90edb7a5a None None] Routers {'90aa0b0b-157e-4134-a32a-9a58a61d2c7d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:51.174077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-3fb34b24-6d1e-4313-8a2d-35e90edb7a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:51.241731 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f71b447d-fee3-4e23-8a6b-9ae094c4229d req-8ae405fd-4229-40f2-b8f4-fced55317004 service neutron] 10.222.0.31 "GET /v2.0/networks/e925cd29-1b35-42fa-a731-c4b2f5dfa5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773896 Nov 09 04:20:51.261856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1014919a-c3b2-42aa-9c60-793f8b383645 None None] Provisioning complete for port 70d2fef2-745b-423a-8aa3-629b2b011f36 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:51.263040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1014919a-c3b2-42aa-9c60-793f8b383645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.272483 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1f1ce-7a3f-40e9-a4f6-6b40e0a12714 None None] Pushing event updated for resources: {'Port': ['ID=b7da4b5f-6b93-474b-9a4d-1a613b65a92f,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:51.308347 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7e00a600-1cd6-4c1f-8f58-31836623700b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5391760 Nov 09 04:20:51.322674 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48862) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:51.328568 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-258efdba-7bba-4589-a508-48b2b7446a5f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'subnet': {'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:51.345419 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=3dab8902-2b99-4d79-ab43-68a67d242acc,revision_number=3']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:51.350806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-318e083d-bbb5-4cfb-a1f6-616e9f01ebf8 None None] Deleting port b7da4b5f-6b93-474b-9a4d-1a613b65a92f {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:51.351189 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-318e083d-bbb5-4cfb-a1f6-616e9f01ebf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.355043 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.378565 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.379018 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.379370 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.379702 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.380032 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.380431 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.380760 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.381081 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.381410 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.381741 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.382060 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.382377 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.420809 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.473184 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a4e13-9c90-424c-9112-2c84ae38f827 req-9ce9310f-9ff6-446d-9ecf-b5df133d48fa tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:51.474775 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f34a4e13-9c90-424c-9112-2c84ae38f827 req-9ce9310f-9ff6-446d-9ecf-b5df133d48fa tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 945 time: 0.2956352 Nov 09 04:20:51.504474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.507266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258efdba-7bba-4589-a508-48b2b7446a5f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:51.511769 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-258efdba-7bba-4589-a508-48b2b7446a5f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.561681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.566476 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=8330e0a4-efb0-427c-b6b7-e2ab52c4441f,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:51.605369 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 57bd204d-fa2b-4164-a34b-d09a15ab724f is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:51.621677 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-3fb34b24-6d1e-4313-8a2d-35e90edb7a5a None None] Set router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:20:51.633397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Network c83716cc-38ba-4347-a5fe-f5e2100bfd17 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:51.678868 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:51.686551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee98519-1527-45f9-8b7e-3dcd8d86be0d'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:20:51.688890 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9875f59d-0aca-435c-a83b-ae2f27e2ec65" -d '{"events": [{"server_uuid": "1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3", "name": "network-vif-plugged", "status": "completed", "tag": "0ee98519-1527-45f9-8b7e-3dcd8d86be0d"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:20:51.693691 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:51.696330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-318e083d-bbb5-4cfb-a1f6-616e9f01ebf8 None None] For port b7da4b5f-6b93-474b-9a4d-1a613b65a92f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b7da4b5f-6b93-474b-9a4d-1a613b65a92f,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:51.696330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-318e083d-bbb5-4cfb-a1f6-616e9f01ebf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.700684 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event updated for resources: {'Port': ['ID=1954abf1-cc87-4e2e-80a8-e14974547859,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:51.706402 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:51.744262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.744702 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.745118 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.745533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.745979 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.746375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.746770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.747162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.747551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.747991 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.748779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.748779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:51.803087 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7625bd10-5b72-4197-bf51-7dc611264cc8 x-openstack-request-id: req-7625bd10-5b72-4197-bf51-7dc611264cc8 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:20:51.803471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3", "name": "network-vif-plugged", "status": "completed", "tag": "0ee98519-1527-45f9-8b7e-3dcd8d86be0d", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:20:51.803784 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7625bd10-5b72-4197-bf51-7dc611264cc8 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:20:51.804372 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee98519-1527-45f9-8b7e-3dcd8d86be0d', 'code': 200} Nov 09 04:20:51.807686 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcf931-8c5d-4752-87f6-200048a66391 req-c768dd81-161f-446c-9d6b-2980e5da524a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:51.809348 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-09dcf931-8c5d-4752-87f6-200048a66391 req-c768dd81-161f-446c-9d6b-2980e5da524a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 945 time: 0.2005436 Nov 09 04:20:51.817179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 0ee98519-1527-45f9-8b7e-3dcd8d86be0d, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0ee98519-1527-45f9-8b7e-3dcd8d86be0d,segment=NetworkSegment(f2f93494-73f7-4495-8ff1-20d24e3209b4),segment_id=f2f93494-73f7-4495-8ff1-20d24e3209b4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:51.819523 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:51.820160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:51.898134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-318e083d-bbb5-4cfb-a1f6-616e9f01ebf8 None None] Calling delete_port for b7da4b5f-6b93-474b-9a4d-1a613b65a92f owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:51.908333 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3f47d2a0-51f4-4fef-b4ee-87c3e03d6919 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4694164 Nov 09 04:20:51.913062 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48868) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:51.919980 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-cfc34394-d492-469b-bedd-9b0787e462db tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:71:be:78'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:52.047328 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network 654715d8-9449-490d-9f04-fcadf03fbc82 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:52.058381 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:52.178570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:52.218646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 70d2fef2-745b-423a-8aa3-629b2b011f36 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:52.239417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-177227bf-577e-49f1-b6a3-8f1f4760a0bf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:52.313679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177227bf-577e-49f1-b6a3-8f1f4760a0bf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=f1fab5aa-3929-4e9b-807f-acf1886f75a3,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:52.322684 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8d792-d368-48e5-85ed-c0623ebf3b62 req-4256e3bb-a8aa-414c-ae18-712264cff9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:52.324239 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-71d8d792-d368-48e5-85ed-c0623ebf3b62 req-4256e3bb-a8aa-414c-ae18-712264cff9b6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 1099 time: 0.3087106 Nov 09 04:20:52.334394 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-09dcf931-8c5d-4752-87f6-200048a66391 req-8f6c18eb-cabd-43d8-90c8-1e4a3e58d4dd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4808671 Nov 09 04:20:52.337417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177227bf-577e-49f1-b6a3-8f1f4760a0bf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:52.342784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cfc34394-d492-469b-bedd-9b0787e462db tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:52.348845 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=0ee98519-1527-45f9-8b7e-3dcd8d86be0d,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:52.351075 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-258efdba-7bba-4589-a508-48b2b7446a5f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:52.354303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-f34a4e13-9c90-424c-9112-2c84ae38f827 req-7797ecab-d0cd-4d91-8b7f-ec0cf7b9a2dd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 71e2418f-fb81-4a54-93e6-dc792a12d159 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:52.354772 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-f34a4e13-9c90-424c-9112-2c84ae38f827 req-7797ecab-d0cd-4d91-8b7f-ec0cf7b9a2dd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:52.359057 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:20:52.363359 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router d89b7ffc-95fb-49b9-b415-9ec5ec8d9532 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:20:52.376605 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1014919a-c3b2-42aa-9c60-793f8b383645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:52.383617 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-177227bf-577e-49f1-b6a3-8f1f4760a0bf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:52.397736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177227bf-577e-49f1-b6a3-8f1f4760a0bf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:52.398327 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-177227bf-577e-49f1-b6a3-8f1f4760a0bf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:52.477523 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258efdba-7bba-4589-a508-48b2b7446a5f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:52.484789 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-258efdba-7bba-4589-a508-48b2b7446a5f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:52.493538 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258efdba-7bba-4589-a508-48b2b7446a5f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:52.494209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-258efdba-7bba-4589-a508-48b2b7446a5f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:52.501657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258efdba-7bba-4589-a508-48b2b7446a5f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Subnet': ['ID=ef968095-cb6b-45b2-b3c8-4f30bba322fc,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:52.504127 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-177227bf-577e-49f1-b6a3-8f1f4760a0bf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7758012 Nov 09 04:20:52.509021 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48872) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:52.512427 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f13b22-caa6-4004-9f57-e1c1c01e4daa None None] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:52.516746 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'mac_address': 'fa:16:3e:41:1e:f9', 'name': 'tempest-NetworksTestDHCPv6-185405030'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:52.519325 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-71d8d792-d368-48e5-85ed-c0623ebf3b62 req-ac085a2e-48bd-4af7-bf7d-d54ed9c50f03 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838334 Nov 09 04:20:52.533889 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-258efdba-7bba-4589-a508-48b2b7446a5f tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2075241 Nov 09 04:20:52.535250 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48874) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:52.540997 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b64b3b15-bf50-4574-9572-2e8a4ba3bc16 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1907297165', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ef968095-cb6b-45b2-b3c8-4f30bba322fc'}], 'security_groups': ['e7f6faa6-a052-42aa-aeed-3393bbadc601']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:52.559647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1c35e-e312-4e45-8c7d-ba12fd34db44 req-95e15e1f-f97e-457d-b485-3f0ead44b94e tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:52.561183 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-19e1c35e-e312-4e45-8c7d-ba12fd34db44 req-95e15e1f-f97e-457d-b485-3f0ead44b94e tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.2584808 Nov 09 04:20:52.567549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-1014919a-c3b2-42aa-9c60-793f8b383645 None None] For port 70d2fef2-745b-423a-8aa3-629b2b011f36, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=70d2fef2-745b-423a-8aa3-629b2b011f36,segment=NetworkSegment(9a84cb81-73ee-454f-a475-33f192f52d19),segment_id=9a84cb81-73ee-454f-a475-33f192f52d19)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:52.610486 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1014919a-c3b2-42aa-9c60-793f8b383645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:52.633587 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 70d2fef2-745b-423a-8aa3-629b2b011f36 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:52.633987 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:52.738440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-318e083d-bbb5-4cfb-a1f6-616e9f01ebf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:52.763682 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1014919a-c3b2-42aa-9c60-793f8b383645 None None] Provisioning complete for port 2ad743d7-bad5-49a3-bc93-e7f2700246a8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:52.764064 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1014919a-c3b2-42aa-9c60-793f8b383645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:52.783192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e083d-bbb5-4cfb-a1f6-616e9f01ebf8 None None] No DVR routers for this DVR port b7da4b5f-6b93-474b-9a4d-1a613b65a92f on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:52.808695 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014919a-c3b2-42aa-9c60-793f8b383645 None None] Pushing event updated for resources: {'Port': ['ID=70d2fef2-745b-423a-8aa3-629b2b011f36,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:52.840450 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe170a34-50cb-4304-a949-a46457c24cc1 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:52.896336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e083d-bbb5-4cfb-a1f6-616e9f01ebf8 None None] Pushing event deleted for resources: {'Port': ['ID=b7da4b5f-6b93-474b-9a4d-1a613b65a92f,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:52.982402 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-3fb34b24-6d1e-4313-8a2d-35e90edb7a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:20:30Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'b4e7c17b-d90a-44a8-985c-278a361f9db9', 'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:9b:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:23Z', 'updated_at': '2021-11-09T04:18:30Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:53.037491 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb34b24-6d1e-4313-8a2d-35e90edb7a5a None None] The sync data for ids ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'] in dv-neutron-816800-2-hyperv is: [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:20:30Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'b4e7c17b-d90a-44a8-985c-278a361f9db9', 'name': '', 'network_id': 'e925cd29-1b35-42fa-a731-c4b2f5dfa5c5', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:9b:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:23Z', 'updated_at': '2021-11-09T04:18:30Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b71824df-2056-4fdc-9e26-2c2cab08e4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:53.046226 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-f34a4e13-9c90-424c-9112-2c84ae38f827 req-7797ecab-d0cd-4d91-8b7f-ec0cf7b9a2dd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 71e2418f-fb81-4a54-93e6-dc792a12d159, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=71e2418f-fb81-4a54-93e6-dc792a12d159,segment=NetworkSegment(09ae72e8-0c33-41e2-8721-34991dd0bc7b),segment_id=09ae72e8-0c33-41e2-8721-34991dd0bc7b)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:53.047315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-f34a4e13-9c90-424c-9112-2c84ae38f827 req-7797ecab-d0cd-4d91-8b7f-ec0cf7b9a2dd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.072432 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:53.084231 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:53.088797 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c31d5dab-98ae-4d5d-941c-2f8cde6a3b01 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/d89b7ffc-95fb-49b9-b415-9ec5ec8d9532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7993076 Nov 09 04:20:53.095898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-f34a4e13-9c90-424c-9112-2c84ae38f827 req-7797ecab-d0cd-4d91-8b7f-ec0cf7b9a2dd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 71e2418f-fb81-4a54-93e6-dc792a12d159 owned by compute:nova {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:53.096194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48876) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:53.105606 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f9e38d5d-fea2-4ce6-b253-6f25dbdf9fbf tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7485342 Nov 09 04:20:53.106794 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 2ad743d7-bad5-49a3-bc93-e7f2700246a8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:53.110163 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48878) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:53.113888 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-19e1c35e-e312-4e45-8c7d-ba12fd34db44 req-f6e16df5-48fd-4932-8d4c-19808db210d7 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034871 Nov 09 04:20:53.119406 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-521eb95f-5f99-4be3-9940-119e161ae769 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'network': {'name': 'tempest-RoutersTest-507065048'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:53.176757 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.api [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 04:20:53.176757 dv-neutron-816800-2-hyperv neutron-server[101884]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 04:20:53.176757 dv-neutron-816800-2-hyperv neutron-server[101884]: [parameters: {'project_id_1': '7884393cbbac46598e20e072bff6d616', 'expiration_1': datetime.datetime(2021, 11, 9, 4, 20, 33, 142491)}] Nov 09 04:20:53.176757 dv-neutron-816800-2-hyperv neutron-server[101884]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:20:53.177350 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG oslo_db.api [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:20:53.194203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521eb95f-5f99-4be3-9940-119e161ae769 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:53.197440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110292d7-6870-4f6b-997b-26584c445587 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:53.198682 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-521eb95f-5f99-4be3-9940-119e161ae769 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.204470 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-110292d7-6870-4f6b-997b-26584c445587 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports/3dab8902-2b99-4d79-ab43-68a67d242acc HTTP/1.1" status: 200 len: 984 time: 0.1065357 Nov 09 04:20:53.205253 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48880) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:53.233848 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1014919a-c3b2-42aa-9c60-793f8b383645 None None] Provisioning complete for port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:53.234491 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1014919a-c3b2-42aa-9c60-793f8b383645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.245709 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521eb95f-5f99-4be3-9940-119e161ae769 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:20:53.257694 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4c8a8a-be57-4805-9f0e-f54cbde80b90 None None] Sync routers for ids ['d89b7ffc-95fb-49b9-b415-9ec5ec8d9532'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:53.259743 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-521eb95f-5f99-4be3-9940-119e161ae769 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.260201 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-521eb95f-5f99-4be3-9940-119e161ae769 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Added segment f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d of type vlan for network efeec3ca-9828-4c25-9cab-ef1adaf2404d Nov 09 04:20:53.274051 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c8a8a-be57-4805-9f0e-f54cbde80b90 None None] Routers {'d89b7ffc-95fb-49b9-b415-9ec5ec8d9532'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:53.274670 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-bb4c8a8a-be57-4805-9f0e-f54cbde80b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['d89b7ffc-95fb-49b9-b415-9ec5ec8d9532'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:53.306639 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Sync routers for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:53.340271 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-521eb95f-5f99-4be3-9940-119e161ae769 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.344942 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-bb4c8a8a-be57-4805-9f0e-f54cbde80b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:53.372258 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-521eb95f-5f99-4be3-9940-119e161ae769 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.378494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521eb95f-5f99-4be3-9940-119e161ae769 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:53.379106 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-521eb95f-5f99-4be3-9940-119e161ae769 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.387340 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c8a8a-be57-4805-9f0e-f54cbde80b90 None None] Routers {'d89b7ffc-95fb-49b9-b415-9ec5ec8d9532'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:53.388701 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-bb4c8a8a-be57-4805-9f0e-f54cbde80b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['d89b7ffc-95fb-49b9-b415-9ec5ec8d9532'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:53.406967 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cfc34394-d492-469b-bedd-9b0787e462db tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.417245 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cfc34394-d492-469b-bedd-9b0787e462db tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.426900 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b64b3b15-bf50-4574-9572-2e8a4ba3bc16 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.430064 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1014919a-c3b2-42aa-9c60-793f8b383645 None None] Port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:53.432500 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-bb4c8a8a-be57-4805-9f0e-f54cbde80b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:53.433465 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4c8a8a-be57-4805-9f0e-f54cbde80b90 None None] The sync data for ids ['d89b7ffc-95fb-49b9-b415-9ec5ec8d9532'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:53.455308 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:53.456029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:53.463140 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': 'f1fab5aa-3929-4e9b-807f-acf1886f75a3'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:53.463989 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.512377 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-521eb95f-5f99-4be3-9940-119e161ae769 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3974123 Nov 09 04:20:53.519517 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48884) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:53.522397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc34394-d492-469b-bedd-9b0787e462db tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event updated for resources: {'Port': ['ID=1954abf1-cc87-4e2e-80a8-e14974547859,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:53.526210 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e917e00c-46fc-414d-92e6-1d2d816714eb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'subnet': {'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:53.559910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521eb95f-5f99-4be3-9940-119e161ae769 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Network': ['ID=efeec3ca-9828-4c25-9cab-ef1adaf2404d,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:53.564033 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 2ad743d7-bad5-49a3-bc93-e7f2700246a8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:53.564626 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.570198 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7423ff93-ab24-45df-8b93-15e05b5f4e08 None None] Update dhcp port {'port': {'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'fixed_ips': [{'subnet_id': '20eb5720-0476-49ba-b889-7b2c7a0406e4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ef968095-cb6b-45b2-b3c8-4f30bba322fc'}], 'binding:host_id': 'dv-neutron-816800-2-hyperv'}, 'id': '70d2fef2-745b-423a-8aa3-629b2b011f36'} from dv-neutron-816800-2-hyperv. {{(pid=101885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 04:20:53.604576 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-f34a4e13-9c90-424c-9112-2c84ae38f827 req-7797ecab-d0cd-4d91-8b7f-ec0cf7b9a2dd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.637315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797ecab-d0cd-4d91-8b7f-ec0cf7b9a2dd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=71e2418f-fb81-4a54-93e6-dc792a12d159,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:53.651554 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network efeec3ca-9828-4c25-9cab-ef1adaf2404d details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:20:53.700551 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552aa822-bd57-4dec-91c3-8d49df2e7117 None None] New status for floating IP 0db36414-dcef-418c-958d-5700409dc386: DOWN {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:20:53.717574 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34a4e13-9c90-424c-9112-2c84ae38f827 req-7797ecab-d0cd-4d91-8b7f-ec0cf7b9a2dd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] No DVR routers for this DVR port 71e2418f-fb81-4a54-93e6-dc792a12d159 on host hv-neutron-8168 {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:20:53.720916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-f34a4e13-9c90-424c-9112-2c84ae38f827 req-7797ecab-d0cd-4d91-8b7f-ec0cf7b9a2dd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.724324 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f34a4e13-9c90-424c-9112-2c84ae38f827 req-7797ecab-d0cd-4d91-8b7f-ec0cf7b9a2dd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "DELETE /v2.0/ports/71e2418f-fb81-4a54-93e6-dc792a12d159 HTTP/1.1" status: 204 len: 173 time: 2.2341197 Nov 09 04:20:53.724781 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015b64a0-cec8-41a2-b70e-8dc858272608', 'name': 'network-vif-deleted', 'tag': '71e2418f-fb81-4a54-93e6-dc792a12d159'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:20:53.727215 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee80d1e5-b300-4342-8c3c-9182cb29acf9" -d '{"events": [{"server_uuid": "015b64a0-cec8-41a2-b70e-8dc858272608", "name": "network-vif-deleted", "tag": "71e2418f-fb81-4a54-93e6-dc792a12d159"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:20:53.735265 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e917e00c-46fc-414d-92e6-1d2d816714eb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Made reservation on behalf of baf5f5ac9f854ab890bd30f21f835fa1 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:53.744417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e917e00c-46fc-414d-92e6-1d2d816714eb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.794100 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949477cb-0fc8-40ae-af32-3b241f7aef34 x-openstack-request-id: req-949477cb-0fc8-40ae-af32-3b241f7aef34 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:20:53.794400 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015b64a0-cec8-41a2-b70e-8dc858272608", "name": "network-vif-deleted", "tag": "71e2418f-fb81-4a54-93e6-dc792a12d159", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:20:53.794659 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-949477cb-0fc8-40ae-af32-3b241f7aef34 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:20:53.795055 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015b64a0-cec8-41a2-b70e-8dc858272608', 'name': 'network-vif-deleted', 'tag': '71e2418f-fb81-4a54-93e6-dc792a12d159', 'status': 'completed', 'code': 200} Nov 09 04:20:53.835837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:53.921724 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1014919a-c3b2-42aa-9c60-793f8b383645 None None] Provisioning complete for port e94e5829-9f1b-4258-ad17-1ebefd98fa37 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:53.922100 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1014919a-c3b2-42aa-9c60-793f8b383645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.942343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7decf91-322c-4747-a10e-e221018e666d req-604ed7f3-fba5-4d5d-a53a-178a402e3a62 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:53.953938 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d7decf91-322c-4747-a10e-e221018e666d req-604ed7f3-fba5-4d5d-a53a-178a402e3a62 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=015b64a0-cec8-41a2-b70e-8dc858272608 HTTP/1.1" status: 200 len: 867 time: 0.4256063 Nov 09 04:20:53.979780 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7423ff93-ab24-45df-8b93-15e05b5f4e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.984661 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-cfc34394-d492-469b-bedd-9b0787e462db tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] In _notify_port_updated(), no bound segment for port 1954abf1-cc87-4e2e-80a8-e14974547859 on network c83716cc-38ba-4347-a5fe-f5e2100bfd17 {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:20:53.989277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.993442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc34394-d492-469b-bedd-9b0787e462db tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:53.994689 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cfc34394-d492-469b-bedd-9b0787e462db tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:53.999386 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cfc34394-d492-469b-bedd-9b0787e462db tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "PUT /v2.0/ports/1954abf1-cc87-4e2e-80a8-e14974547859 HTTP/1.1" status: 200 len: 995 time: 2.0839541 Nov 09 04:20:54.000196 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48888) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:54.062696 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d7decf91-322c-4747-a10e-e221018e666d req-d590613f-1566-4377-97be-9be98182a223 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077242 Nov 09 04:20:54.065983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port 3048ab92-d050-40bd-8cc9-a95ede1f72c4 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:54.092308 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1014919a-c3b2-42aa-9c60-793f8b383645 None None] Port e94e5829-9f1b-4258-ad17-1ebefd98fa37 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:54.096041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:20:54.275582 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::1fd (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/f1fab5aa-3929-4e9b-807f-acf1886f75a3/3048ab92-d050-40bd-8cc9-a95ede1f72c4) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:54.385400 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cc577-b108-490b-bf78-04964baf4068 req-63e1d3b0-e73b-4652-aa1d-58c23f283758 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:54.393035 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b72cc577-b108-490b-bf78-04964baf4068 req-63e1d3b0-e73b-4652-aa1d-58c23f283758 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.1516557 Nov 09 04:20:54.418849 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e917e00c-46fc-414d-92e6-1d2d816714eb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:54.489478 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-ab37fd0e-ec24-44b4-833c-14667b31f7bb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Deleting port 1954abf1-cc87-4e2e-80a8-e14974547859 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:54.490003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ab37fd0e-ec24-44b4-833c-14667b31f7bb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:54.531282 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 71e2418f-fb81-4a54-93e6-dc792a12d159 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:54.563694 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917e00c-46fc-414d-92e6-1d2d816714eb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Subnet': ['ID=924a073d-b895-4e92-9b09-471c7217eeb2,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:54.598125 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b72cc577-b108-490b-bf78-04964baf4068 req-4abbddfa-9023-46d9-abd6-31af178772a9 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041075 Nov 09 04:20:54.625842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e917e00c-46fc-414d-92e6-1d2d816714eb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Checking segment: {'id': 'f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:54.627678 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e917e00c-46fc-414d-92e6-1d2d816714eb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network hostable DHCP agents. Network: efeec3ca-9828-4c25-9cab-ef1adaf2404d, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:20:54.651789 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-30bc0e3e-2e9b-4fd5-abf9-1f44ff622fe3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:54.654006 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 71e2418f-fb81-4a54-93e6-dc792a12d159 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:54.654363 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 71e2418f-fb81-4a54-93e6-dc792a12d159 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:54.662075 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a542e5d9-fecc-4046-9388-066e3074c086 None None] Provisioning complete for port 1954abf1-cc87-4e2e-80a8-e14974547859 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:54.662502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a542e5d9-fecc-4046-9388-066e3074c086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:54.664609 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b7da4b5f-6b93-474b-9a4d-1a613b65a92f no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:20:54.670834 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:54.680310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e917e00c-46fc-414d-92e6-1d2d816714eb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network efeec3ca-9828-4c25-9cab-ef1adaf2404d is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:20:54.706882 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-e917e00c-46fc-414d-92e6-1d2d816714eb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, efeec3ca-9828-4c25-9cab-ef1adaf2404d) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:54.731244 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e917e00c-46fc-414d-92e6-1d2d816714eb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:54.731836 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e917e00c-46fc-414d-92e6-1d2d816714eb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:54.732727 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11547dc-1697-42e2-9d59-d6dd3cbc7d83 None None] Network efeec3ca-9828-4c25-9cab-ef1adaf2404d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:20:54.748458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: b7da4b5f-6b93-474b-9a4d-1a613b65a92f {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:20:54.748458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b7da4b5f-6b93-474b-9a4d-1a613b65a92f not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:20:54.748816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ab37fd0e-ec24-44b4-833c-14667b31f7bb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:54.767693 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e917e00c-46fc-414d-92e6-1d2d816714eb tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2467320 Nov 09 04:20:54.768584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48894) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:54.778774 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:54.787910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-b64b3b15-bf50-4574-9572-2e8a4ba3bc16 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Delete allocated IP 172.20.0.14 (2a4f88ae-c90e-49b5-9535-37524ce6b930/20eb5720-0476-49ba-b889-7b2c7a0406e4) {{(pid=101883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 04:20:54.799950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-ab37fd0e-ec24-44b4-833c-14667b31f7bb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Calling delete_port for 1954abf1-cc87-4e2e-80a8-e14974547859 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:54.812821 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-b64b3b15-bf50-4574-9572-2e8a4ba3bc16 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Allocated IP 172.20.0.28 (2a4f88ae-c90e-49b5-9535-37524ce6b930/ef968095-cb6b-45b2-b3c8-4f30bba322fc/e94e5829-9f1b-4258-ad17-1ebefd98fa37) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:54.850238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a542e5d9-fecc-4046-9388-066e3074c086 None None] Port 1954abf1-cc87-4e2e-80a8-e14974547859 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:54.921233 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0f2e2-5188-4244-9d11-981690c591bc req-aa177a13-b8fa-4654-9952-cf8cc68fb7f4 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:54.922781 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e0f0f2e2-5188-4244-9d11-981690c591bc req-aa177a13-b8fa-4654-9952-cf8cc68fb7f4 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.1954172 Nov 09 04:20:54.927741 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:54.930224 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 70d2fef2-745b-423a-8aa3-629b2b011f36 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:54.938776 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:54.942558 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a542e5d9-fecc-4046-9388-066e3074c086 None None] Provisioning complete for port 3dab8902-2b99-4d79-ab43-68a67d242acc triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:54.942937 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a542e5d9-fecc-4046-9388-066e3074c086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:54.944780 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:54.947681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Allocated IP 2001:db8::2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/f1fab5aa-3929-4e9b-807f-acf1886f75a3/c180d4ff-824a-4c6f-8c9f-927f8fa08bc9) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:54.951752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:54.952424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:54.961652 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=3048ab92-d050-40bd-8cc9-a95ede1f72c4,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:54.976327 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-13c4115a-1ad5-4dde-bccb-f8191fe1cc9a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4637923 Nov 09 04:20:54.984175 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48896) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:55.084807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a542e5d9-fecc-4046-9388-066e3074c086 None None] Port 3dab8902-2b99-4d79-ab43-68a67d242acc cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:55.130837 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e0f0f2e2-5188-4244-9d11-981690c591bc req-13f94446-0e3b-4987-a6cc-f987c73066ca tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862516 Nov 09 04:20:55.185686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48902) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:55.237336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a542e5d9-fecc-4046-9388-066e3074c086 None None] Provisioning complete for port 8330e0a4-efb0-427c-b6b7-e2ab52c4441f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:55.237853 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a542e5d9-fecc-4046-9388-066e3074c086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.274511 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-efeec3ca-9828-4c25-9cab-ef1adaf2404d', 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'fixed_ips': [{'subnet_id': '924a073d-b895-4e92-9b09-471c7217eeb2'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:20:55.275863 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.281974 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a8f14c-0434-431b-9ca5-b5deb8ce4f1d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:55.283839 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e0a8f14c-0434-431b-9ca5-b5deb8ce4f1d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2956893 Nov 09 04:20:55.285955 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ab37fd0e-ec24-44b4-833c-14667b31f7bb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.286613 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 70d2fef2-745b-423a-8aa3-629b2b011f36 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:55.287196 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.292055 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48904) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:55.292255 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:20:49Z', 'revision_number': 4, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': '8330e0a4-efb0-427c-b6b7-e2ab52c4441f', 'name': '', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:96:30:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:46Z', 'updated_at': '2021-11-09T04:20:50Z', 'revision_number': 2, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:55.351144 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd87feac-6cde-4265-851e-2faf11b87b9c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.371141 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.373768 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a542e5d9-fecc-4046-9388-066e3074c086 None None] Port 8330e0a4-efb0-427c-b6b7-e2ab52c4441f cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:55.412609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37fd0e-ec24-44b4-833c-14667b31f7bb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event deleted for resources: {'Port': ['ID=1954abf1-cc87-4e2e-80a8-e14974547859,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:55.434459 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd87feac-6cde-4265-851e-2faf11b87b9c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.530390 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Checking router: 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:20:55.530748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Updating router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 port 8330e0a4-efb0-427c-b6b7-e2ab52c4441f binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:20:55.531350 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b64b3b15-bf50-4574-9572-2e8a4ba3bc16 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.546151 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b64b3b15-bf50-4574-9572-2e8a4ba3bc16 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.568271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.569116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ab37fd0e-ec24-44b4-833c-14667b31f7bb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.573651 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ab37fd0e-ec24-44b4-833c-14667b31f7bb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "DELETE /v2.0/ports/1954abf1-cc87-4e2e-80a8-e14974547859 HTTP/1.1" status: 204 len: 168 time: 1.5644588 Nov 09 04:20:55.602579 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48908) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:55.639909 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5622-bb00-4689-a70c-ff447e6f93c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.651678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Allocated IP 172.23.0.2 (efeec3ca-9828-4c25-9cab-ef1adaf2404d/924a073d-b895-4e92-9b09-471c7217eeb2/7a8ad83c-281c-404f-806e-834e810e0384) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:55.662259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a542e5d9-fecc-4046-9388-066e3074c086 None None] Provisioning complete for port 2ad743d7-bad5-49a3-bc93-e7f2700246a8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:55.662496 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a542e5d9-fecc-4046-9388-066e3074c086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.669609 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1bc333-0c69-4e96-a2b8-41d3bba2728e tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] GET failed (client error): The resource could not be found. Nov 09 04:20:55.674733 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ae1bc333-0c69-4e96-a2b8-41d3bba2728e tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "GET /v2.0/ports/1954abf1-cc87-4e2e-80a8-e14974547859 HTTP/1.1" status: 404 len: 333 time: 0.0677965 Nov 09 04:20:55.679892 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48910) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:55.689720 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0675b821-5301-45b3-8321-3b60499f87a5 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Request body: {'port': {'network_id': 'c83716cc-38ba-4347-a5fe-f5e2100bfd17', 'name': 'tempest-AllowedAddressPairTestJSON-1283388063'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:55.729377 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-30bc0e3e-2e9b-4fd5-abf9-1f44ff622fe3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port 3dab8902-2b99-4d79-ab43-68a67d242acc {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:55.729657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-30bc0e3e-2e9b-4fd5-abf9-1f44ff622fe3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.736488 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-b64b3b15-bf50-4574-9572-2e8a4ba3bc16 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] In _notify_port_updated(), no bound segment for port e94e5829-9f1b-4258-ad17-1ebefd98fa37 on network 2a4f88ae-c90e-49b5-9535-37524ce6b930 {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:20:55.741296 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.743711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64b3b15-bf50-4574-9572-2e8a4ba3bc16 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:55.744361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b64b3b15-bf50-4574-9572-2e8a4ba3bc16 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.748402 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b64b3b15-bf50-4574-9572-2e8a4ba3bc16 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "PUT /v2.0/ports/e94e5829-9f1b-4258-ad17-1ebefd98fa37 HTTP/1.1" status: 200 len: 921 time: 3.2092042 Nov 09 04:20:55.761893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48912) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:55.767870 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ff2e2-61fe-4211-bc1a-e4254a2ded51 req-165a4527-8b33-4c2f-9140-99c849bd6abc tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:55.769463 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-703ff2e2-61fe-4211-bc1a-e4254a2ded51 req-165a4527-8b33-4c2f-9140-99c849bd6abc tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.3186858 Nov 09 04:20:55.771953 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f10381d6-a8ca-4731-9c00-91cff30bde31 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port 3048ab92-d050-40bd-8cc9-a95ede1f72c4 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:55.772408 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f10381d6-a8ca-4731-9c00-91cff30bde31 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.785176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b3b15-bf50-4574-9572-2e8a4ba3bc16 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=e94e5829-9f1b-4258-ad17-1ebefd98fa37,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:55.813000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.858050 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-7423ff93-ab24-45df-8b93-15e05b5f4e08 None None] Allocated IP 172.20.0.18 (2a4f88ae-c90e-49b5-9535-37524ce6b930/ef968095-cb6b-45b2-b3c8-4f30bba322fc/70d2fef2-745b-423a-8aa3-629b2b011f36) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:55.935863 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd87feac-6cde-4265-851e-2faf11b87b9c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.938477 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd87feac-6cde-4265-851e-2faf11b87b9c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:55.939755 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bd87feac-6cde-4265-851e-2faf11b87b9c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/security-groups/e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a HTTP/1.1" status: 204 len: 168 time: 0.7524054 Nov 09 04:20:55.991376 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48916) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:55.996813 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87feac-6cde-4265-851e-2faf11b87b9c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ef7cf6-e44a-4a74-802e-1e1fe8e4f84a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:55.997938 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:56.023059 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:56.057474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:56.078490 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Pushing event updated for resources: {'Port': ['ID=c180d4ff-824a-4c6f-8c9f-927f8fa08bc9,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:56.079318 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-703ff2e2-61fe-4211-bc1a-e4254a2ded51 req-aeda1742-0821-4368-bfcc-1e0240040b87 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698424 Nov 09 04:20:56.247966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:56.248358 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:56.248688 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:56.249048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:56.249412 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:56.249781 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:56.250117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:56.250466 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:56.250786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:56.251117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:56.251444 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:56.251767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:20:56.346297 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-30bc0e3e-2e9b-4fd5-abf9-1f44ff622fe3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:56.365680 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-30bc0e3e-2e9b-4fd5-abf9-1f44ff622fe3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for 3dab8902-2b99-4d79-ab43-68a67d242acc owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:56.382594 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-2bec2b9f-26f1-41cb-a98c-6fb1a2ef36f2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port e94e5829-9f1b-4258-ad17-1ebefd98fa37 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:20:56.382941 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2bec2b9f-26f1-41cb-a98c-6fb1a2ef36f2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:56.413919 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f10381d6-a8ca-4731-9c00-91cff30bde31 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:56.443239 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f10381d6-a8ca-4731-9c00-91cff30bde31 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for 3048ab92-d050-40bd-8cc9-a95ede1f72c4 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:56.494699 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0675b821-5301-45b3-8321-3b60499f87a5 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Made reservation on behalf of a9c8cd674ca94dd081ad969663cebd7b for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:56.498492 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0675b821-5301-45b3-8321-3b60499f87a5 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:56.513785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Attempting to bind port c180d4ff-824a-4c6f-8c9f-927f8fa08bc9 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:56.514158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Attempting to bind port c180d4ff-824a-4c6f-8c9f-927f8fa08bc9 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:56.514529 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Attempting to bind port c180d4ff-824a-4c6f-8c9f-927f8fa08bc9 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:56.530642 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:56.531025 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:56.531414 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:56.531807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:56.532641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Bound port: c180d4ff-824a-4c6f-8c9f-927f8fa08bc9, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:56.532641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:56.544505 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7423ff93-ab24-45df-8b93-15e05b5f4e08 None None] For port 70d2fef2-745b-423a-8aa3-629b2b011f36, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=70d2fef2-745b-423a-8aa3-629b2b011f36,segment=NetworkSegment(9a84cb81-73ee-454f-a475-33f192f52d19),segment_id=9a84cb81-73ee-454f-a475-33f192f52d19)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:56.548559 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2bec2b9f-26f1-41cb-a98c-6fb1a2ef36f2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:56.567143 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-0675b821-5301-45b3-8321-3b60499f87a5 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] device_id is not set on port aebabb01-4a5e-42c2-bcba-684c4e0627f9 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:56.569540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-2bec2b9f-26f1-41cb-a98c-6fb1a2ef36f2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for e94e5829-9f1b-4258-ad17-1ebefd98fa37 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:20:56.628515 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:56.646494 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7423ff93-ab24-45df-8b93-15e05b5f4e08 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:56.659360 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:56.671823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7423ff93-ab24-45df-8b93-15e05b5f4e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:56.684400 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-30bc0e3e-2e9b-4fd5-abf9-1f44ff622fe3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:56.724119 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc0e3e-2e9b-4fd5-abf9-1f44ff622fe3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=3dab8902-2b99-4d79-ab43-68a67d242acc,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:56.799940 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] For port c180d4ff-824a-4c6f-8c9f-927f8fa08bc9, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:56.812601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Network efeec3ca-9828-4c25-9cab-ef1adaf2404d is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:56.828960 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Allocated IP 172.23.0.1 (efeec3ca-9828-4c25-9cab-ef1adaf2404d/924a073d-b895-4e92-9b09-471c7217eeb2/6c010c8c-08fc-43c2-a18c-4f0ec43d5b44) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:56.844822 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Pushing event updated for resources: {'Port': ['ID=7a8ad83c-281c-404f-806e-834e810e0384,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:56.861207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-30bc0e3e-2e9b-4fd5-abf9-1f44ff622fe3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:56.869910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:56.873939 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] For port c180d4ff-824a-4c6f-8c9f-927f8fa08bc9, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c180d4ff-824a-4c6f-8c9f-927f8fa08bc9,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:56.884253 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2bec2b9f-26f1-41cb-a98c-6fb1a2ef36f2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:56.898296 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:56.905354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:56.974578 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423ff93-ab24-45df-8b93-15e05b5f4e08 None None] Pushing event updated for resources: {'Port': ['ID=70d2fef2-745b-423a-8aa3-629b2b011f36,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:56.982439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec2b9f-26f1-41cb-a98c-6fb1a2ef36f2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=e94e5829-9f1b-4258-ad17-1ebefd98fa37,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:56.988029 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-0675b821-5301-45b3-8321-3b60499f87a5 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Allocated IP 172.20.0.8 (c83716cc-38ba-4347-a5fe-f5e2100bfd17/9feec78f-cb13-4b04-a403-37bd42105b94/aebabb01-4a5e-42c2-bcba-684c4e0627f9) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:20:57.002570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.009973 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f10381d6-a8ca-4731-9c00-91cff30bde31 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.041624 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.127743 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10381d6-a8ca-4731-9c00-91cff30bde31 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=3048ab92-d050-40bd-8cc9-a95ede1f72c4,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:57.168719 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Attempting to bind port 7a8ad83c-281c-404f-806e-834e810e0384 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:57.169757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Attempting to bind port 7a8ad83c-281c-404f-806e-834e810e0384 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:57.170335 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Attempting to bind port 7a8ad83c-281c-404f-806e-834e810e0384 on network efeec3ca-9828-4c25-9cab-ef1adaf2404d {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:57.215385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56393e1-5bf0-41f4-86ff-60ad00c1bec7 None None] Pushing event updated for resources: {'Port': ['ID=c180d4ff-824a-4c6f-8c9f-927f8fa08bc9,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:57.225651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2bec2b9f-26f1-41cb-a98c-6fb1a2ef36f2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.228653 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:57.229303 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Checking segment: {'id': 'f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:57.230006 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.231050 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Bound using segment: {'id': 'f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:57.233954 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2bec2b9f-26f1-41cb-a98c-6fb1a2ef36f2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/e94e5829-9f1b-4258-ad17-1ebefd98fa37 HTTP/1.1" status: 204 len: 168 time: 1.4709198 Nov 09 04:20:57.236759 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48920) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:57.237693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Bound port: 7a8ad83c-281c-404f-806e-834e810e0384, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:57.238386 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.251138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f10381d6-a8ca-4731-9c00-91cff30bde31 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.255072 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f10381d6-a8ca-4731-9c00-91cff30bde31 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/3048ab92-d050-40bd-8cc9-a95ede1f72c4 HTTP/1.1" status: 204 len: 168 time: 1.9608684 Nov 09 04:20:57.270280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48922) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:57.356166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bc0e3e-2e9b-4fd5-abf9-1f44ff622fe3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router d89b7ffc-95fb-49b9-b415-9ec5ec8d9532 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:20:57.372177 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Attempting to bind port 8330e0a4-efb0-427c-b6b7-e2ab52c4441f on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:20:57.372546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Attempting to bind port 8330e0a4-efb0-427c-b6b7-e2ab52c4441f by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '1c04c031-bad2-46a1-b192-5a993c13a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:20:57.372933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Attempting to bind port 8330e0a4-efb0-427c-b6b7-e2ab52c4441f on network 654715d8-9449-490d-9f04-fcadf03fbc82 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:20:57.391543 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ee14ab-619d-46d9-aab4-d111efd164f7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] GET failed (client error): The resource could not be found. Nov 09 04:20:57.396924 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-24ee14ab-619d-46d9-aab4-d111efd164f7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/e94e5829-9f1b-4258-ad17-1ebefd98fa37 HTTP/1.1" status: 404 len: 333 time: 0.1542742 Nov 09 04:20:57.398651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48924) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:57.409033 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545165b-8d4c-4ea4-939d-c108e8d28d60 None None] Pushing event updated for resources: {'Port': ['ID=8330e0a4-efb0-427c-b6b7-e2ab52c4441f,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:57.411563 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:20:57.411939 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Checking segment: {'id': '1c04c031-bad2-46a1-b192-5a993c13a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:20:57.412334 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.412719 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Bound using segment: {'id': '1c04c031-bad2-46a1-b192-5a993c13a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:20:57.413183 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Bound port: 8330e0a4-efb0-427c-b6b7-e2ab52c4441f, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c04c031-bad2-46a1-b192-5a993c13a3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:20:57.413593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.460016 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] For port 7a8ad83c-281c-404f-806e-834e810e0384, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:57.464468 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] For port 7a8ad83c-281c-404f-806e-834e810e0384, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=7a8ad83c-281c-404f-806e-834e810e0384,segment=NetworkSegment(f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d),segment_id=f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:57.506568 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f7d98-d102-4699-a3b3-d5ec1af6bb57 req-eb9b776e-3ed6-4b93-80e7-8729309004a4 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:57.514092 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-210f7d98-d102-4699-a3b3-d5ec1af6bb57 req-eb9b776e-3ed6-4b93-80e7-8729309004a4 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.2752738 Nov 09 04:20:57.527043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.575386 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.640206 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513c7593-558e-4bd0-854a-26af917f6171 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:57.642248 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513c7593-558e-4bd0-854a-26af917f6171 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:57.644109 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-513c7593-558e-4bd0-854a-26af917f6171 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3684452 Nov 09 04:20:57.656770 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48926) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:57.712158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-766d98ca-af87-4ac2-99e1-9917ce2ca66e None None] Provisioning complete for port 8330e0a4-efb0-427c-b6b7-e2ab52c4441f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:57.712649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-766d98ca-af87-4ac2-99e1-9917ce2ca66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.720104 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-210f7d98-d102-4699-a3b3-d5ec1af6bb57 req-c637c101-a5a9-4c6c-bb43-a3c5950fee2f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049289 Nov 09 04:20:57.723911 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bc0e3e-2e9b-4fd5-abf9-1f44ff622fe3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:20:57.751085 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-30bc0e3e-2e9b-4fd5-abf9-1f44ff622fe3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/d89b7ffc-95fb-49b9-b415-9ec5ec8d9532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5358894 Nov 09 04:20:57.754840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48930) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:57.755719 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0675b821-5301-45b3-8321-3b60499f87a5 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.757823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] For port 8330e0a4-efb0-427c-b6b7-e2ab52c4441f, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:20:57.760329 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40513bc-3241-457c-baa7-09712f61d19c None None] Sync routers for ids ['d89b7ffc-95fb-49b9-b415-9ec5ec8d9532'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:20:57.766847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5df976-7779-480b-98c6-c4553d752af8 None None] Pushing event updated for resources: {'Port': ['ID=7a8ad83c-281c-404f-806e-834e810e0384,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:57.789339 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] For port 8330e0a4-efb0-427c-b6b7-e2ab52c4441f, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=8330e0a4-efb0-427c-b6b7-e2ab52c4441f,segment=NetworkSegment(1c04c031-bad2-46a1-b192-5a993c13a3ab),segment_id=1c04c031-bad2-46a1-b192-5a993c13a3ab)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:20:57.814281 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.824718 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40513bc-3241-457c-baa7-09712f61d19c None None] Routers {'d89b7ffc-95fb-49b9-b415-9ec5ec8d9532'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:57.825336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e40513bc-3241-457c-baa7-09712f61d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['d89b7ffc-95fb-49b9-b415-9ec5ec8d9532'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:57.827643 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-766d98ca-af87-4ac2-99e1-9917ce2ca66e None None] Port 8330e0a4-efb0-427c-b6b7-e2ab52c4441f cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:57.869999 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.897968 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7e2e222d-4371-4780-9bf9-53060e74898a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.901231 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e40513bc-3241-457c-baa7-09712f61d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:57.904426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network efeec3ca-9828-4c25-9cab-ef1adaf2404d is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:57.908831 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-baf4011c-1167-40f3-bede-a0f341fb56c7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.913786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0675b821-5301-45b3-8321-3b60499f87a5 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:57.922623 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0cfdd1b-1404-47e9-8a60-0980061e18b5 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet f1fab5aa-3929-4e9b-807f-acf1886f75a3 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:20:57.963704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40513bc-3241-457c-baa7-09712f61d19c None None] Routers {'d89b7ffc-95fb-49b9-b415-9ec5ec8d9532'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:57.964335 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e40513bc-3241-457c-baa7-09712f61d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['d89b7ffc-95fb-49b9-b415-9ec5ec8d9532'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:57.970546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:20:57.971159 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:58.028529 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:58.051556 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0675b821-5301-45b3-8321-3b60499f87a5 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Network c83716cc-38ba-4347-a5fe-f5e2100bfd17 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:20:58.052967 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545165b-8d4c-4ea4-939d-c108e8d28d60 None None] Pushing event updated for resources: {'Port': ['ID=8330e0a4-efb0-427c-b6b7-e2ab52c4441f,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:58.056810 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:58.076368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e40513bc-3241-457c-baa7-09712f61d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:58.077290 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40513bc-3241-457c-baa7-09712f61d19c None None] The sync data for ids ['d89b7ffc-95fb-49b9-b415-9ec5ec8d9532'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:58.198756 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74d91d02-0030-48fb-b078-c1300c1439b4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:58.207548 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:20:58.234638 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-0675b821-5301-45b3-8321-3b60499f87a5 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:20:58.237482 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:58.286439 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-d3036887-2bd8-4987-a7cd-cb012e65da0a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] remove_router_interface failed (client error): The resource could not be found. Nov 09 04:20:58.287643 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d3036887-2bd8-4987-a7cd-cb012e65da0a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/d89b7ffc-95fb-49b9-b415-9ec5ec8d9532/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5237646 Nov 09 04:20:58.300260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48934) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:58.302340 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74d91d02-0030-48fb-b078-c1300c1439b4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:58.387373 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f89ff940-e9fb-4e7d-b7c2-5f037813f452 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89b7ffc-95fb-49b9-b415-9ec5ec8d9532 HTTP/1.1" status: 200 len: 205 time: 0.0815258 Nov 09 04:20:58.388471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-07c716f9-4e17-4184-a391-4342e5e890e0 None None] Provisioning complete for port 70d2fef2-745b-423a-8aa3-629b2b011f36 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:58.388854 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-07c716f9-4e17-4184-a391-4342e5e890e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:58.406722 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fef1b-b7a6-4a9e-8dfc-49906f36ed74 req-be9080fd-409e-42f4-97e7-e16b4cd8d426 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:58.406979 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0675b821-5301-45b3-8321-3b60499f87a5 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:20:58.408083 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4d8fef1b-b7a6-4a9e-8dfc-49906f36ed74 req-be9080fd-409e-42f4-97e7-e16b4cd8d426 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.2932088 Nov 09 04:20:58.429437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48936) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:58.468195 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0cfdd1b-1404-47e9-8a60-0980061e18b5 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:58.487302 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0675b821-5301-45b3-8321-3b60499f87a5 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:58.487890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0675b821-5301-45b3-8321-3b60499f87a5 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:58.617411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-872ea06c-41ad-4cff-871c-60f10d12ca48 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:58.673264 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4d8fef1b-b7a6-4a9e-8dfc-49906f36ed74 req-9dee817a-f66a-4fdd-b9d5-509bf2b0c675 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659574 Nov 09 04:20:58.711010 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0675b821-5301-45b3-8321-3b60499f87a5 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0294793 Nov 09 04:20:58.724038 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48938) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:58.731455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-146149c3-741d-4bf3-873c-94c04f6fcfe0 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Request body: {'port': {'network_id': 'c83716cc-38ba-4347-a5fe-f5e2100bfd17', 'name': 'tempest-AllowedAddressPairTestJSON-2057050046'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:20:58.739548 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-07c716f9-4e17-4184-a391-4342e5e890e0 None None] Provisioning complete for port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:58.740060 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-07c716f9-4e17-4184-a391-4342e5e890e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:58.779817 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0cfdd1b-1404-47e9-8a60-0980061e18b5 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:58.818829 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-07c716f9-4e17-4184-a391-4342e5e890e0 None None] Port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:58.830725 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:20:49Z', 'revision_number': 4, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': '8330e0a4-efb0-427c-b6b7-e2ab52c4441f', 'name': '', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:96:30:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:46Z', 'updated_at': '2021-11-09T04:20:57Z', 'revision_number': 4, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:20:58.875089 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=6c010c8c-08fc-43c2-a18c-4f0ec43d5b44,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:58.891224 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-07c716f9-4e17-4184-a391-4342e5e890e0 None None] Could not find standard attr ID for object e94e5829-9f1b-4258-ad17-1ebefd98fa37. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:20:58.900874 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079947de-1336-47e6-850d-5ddd94dcdef1 None None] The sync data for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv is: [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:20:49Z', 'revision_number': 4, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': '8330e0a4-efb0-427c-b6b7-e2ab52c4441f', 'name': '', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:96:30:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:46Z', 'updated_at': '2021-11-09T04:20:57Z', 'revision_number': 4, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:20:58.903132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74d91d02-0030-48fb-b078-c1300c1439b4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:58.905725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74d91d02-0030-48fb-b078-c1300c1439b4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:58.907216 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-74d91d02-0030-48fb-b078-c1300c1439b4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/security-groups/0d1cf1ac-cf7f-4ffe-9249-cda3ccefbcb5 HTTP/1.1" status: 204 len: 168 time: 1.4848750 Nov 09 04:20:58.922380 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48940) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:58.940351 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:58.991934 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c242b-ec03-43ec-ba3b-f0478e384eb0 req-4630c3d6-7d26-426b-80ed-9cb377fa0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:58.996452 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-914c242b-ec03-43ec-ba3b-f0478e384eb0 req-4630c3d6-7d26-426b-80ed-9cb377fa0e2b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca743c4cdf1a4b8699d29138f14289b1&device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 1099 time: 0.5228136 Nov 09 04:20:59.064847 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0cfdd1b-1404-47e9-8a60-0980061e18b5 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.111523 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9a9f6ded-f757-4062-adff-285f0e816d55 None None] Provisioning complete for port aebabb01-4a5e-42c2-bcba-684c4e0627f9 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:59.112952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9a9f6ded-f757-4062-adff-285f0e816d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.121164 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.248970 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-9a9f6ded-f757-4062-adff-285f0e816d55 None None] Port aebabb01-4a5e-42c2-bcba-684c4e0627f9 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:20:59.254029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 70d2fef2-745b-423a-8aa3-629b2b011f36 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:59.285475 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d91d02-0030-48fb-b078-c1300c1439b4 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1cf1ac-cf7f-4ffe-9249-cda3ccefbcb5,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:59.335255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-872ea06c-41ad-4cff-871c-60f10d12ca48 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.349141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-872ea06c-41ad-4cff-871c-60f10d12ca48 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.372832 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9a9f6ded-f757-4062-adff-285f0e816d55 None None] Provisioning complete for port 8330e0a4-efb0-427c-b6b7-e2ab52c4441f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:59.373280 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9a9f6ded-f757-4062-adff-285f0e816d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.430954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 70d2fef2-745b-423a-8aa3-629b2b011f36 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:59.440936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.444319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146149c3-741d-4bf3-873c-94c04f6fcfe0 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Made reservation on behalf of a9c8cd674ca94dd081ad969663cebd7b for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:20:59.454832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-146149c3-741d-4bf3-873c-94c04f6fcfe0 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.508407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c242b-ec03-43ec-ba3b-f0478e384eb0 req-641ad1b0-5a1f-44cd-adf0-c6aa37a4760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:20:59.510321 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-914c242b-ec03-43ec-ba3b-f0478e384eb0 req-641ad1b0-5a1f-44cd-adf0-c6aa37a4760d service neutron] 10.222.0.31 "GET /v2.0/networks?id=87a5cdfa-26bf-4b92-aac2-b70e243d7565 HTTP/1.1" status: 200 len: 911 time: 0.4470513 Nov 09 04:20:59.521806 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675b821-5301-45b3-8321-3b60499f87a5 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event updated for resources: {'Port': ['ID=aebabb01-4a5e-42c2-bcba-684c4e0627f9,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:20:59.566305 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-872ea06c-41ad-4cff-871c-60f10d12ca48 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.566651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872ea06c-41ad-4cff-871c-60f10d12ca48 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Fanout notify agent at l3_agent the message router_deleted on router d89b7ffc-95fb-49b9-b415-9ec5ec8d9532 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:20:59.570740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-146149c3-741d-4bf3-873c-94c04f6fcfe0 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] device_id is not set on port f8e58448-904c-42b3-9ab1-1dae5840b69c yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:20:59.580854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-872ea06c-41ad-4cff-871c-60f10d12ca48 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.584463 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-872ea06c-41ad-4cff-871c-60f10d12ca48 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/routers/d89b7ffc-95fb-49b9-b415-9ec5ec8d9532 HTTP/1.1" status: 204 len: 168 time: 1.1516631 Nov 09 04:20:59.584463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b131107-d0fa-4031-a0d3-5346fe4384a0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.586910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48942) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:20:59.656571 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9a9f6ded-f757-4062-adff-285f0e816d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.676509 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-914c242b-ec03-43ec-ba3b-f0478e384eb0 req-0f96e4f3-f48d-45d1-a907-f0e14e039f67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee98519-1527-45f9-8b7e-3dcd8d86be0d HTTP/1.1" status: 200 len: 217 time: 0.0968859 Nov 09 04:20:59.700401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 7a8ad83c-281c-404f-806e-834e810e0384 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:20:59.795800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9a9f6ded-f757-4062-adff-285f0e816d55 None None] For port 8330e0a4-efb0-427c-b6b7-e2ab52c4441f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=8330e0a4-efb0-427c-b6b7-e2ab52c4441f,segment=NetworkSegment(1c04c031-bad2-46a1-b192-5a993c13a3ab),segment_id=1c04c031-bad2-46a1-b192-5a993c13a3ab)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:20:59.813917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9a9f6ded-f757-4062-adff-285f0e816d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.822910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b131107-d0fa-4031-a0d3-5346fe4384a0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.850751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd7d863-4474-4f30-a4cc-b3d9ac633f92 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting subnet 8aa35eea-9da6-41d9-810f-7b860015d734 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:20:59.860703 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d863-4474-4f30-a4cc-b3d9ac633f92 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.876223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 7a8ad83c-281c-404f-806e-834e810e0384 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:20:59.876592 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:20:59.993115 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d863-4474-4f30-a4cc-b3d9ac633f92 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.023174 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b131107-d0fa-4031-a0d3-5346fe4384a0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.026225 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b131107-d0fa-4031-a0d3-5346fe4384a0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.029985 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2b131107-d0fa-4031-a0d3-5346fe4384a0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/security-groups/e7f6faa6-a052-42aa-aeed-3393bbadc601 HTTP/1.1" status: 204 len: 168 time: 1.1056056 Nov 09 04:21:00.031910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f6ded-f757-4062-adff-285f0e816d55 None None] Pushing event updated for resources: {'Port': ['ID=8330e0a4-efb0-427c-b6b7-e2ab52c4441f,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:00.038122 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48946) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:00.041695 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ecc4c01b-b00d-4f33-99c4-2ca2e4836150 None None] Provisioning complete for port c180d4ff-824a-4c6f-8c9f-927f8fa08bc9 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:00.042337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ecc4c01b-b00d-4f33-99c4-2ca2e4836150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.065436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-146149c3-741d-4bf3-873c-94c04f6fcfe0 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Allocated IP 172.20.0.14 (c83716cc-38ba-4347-a5fe-f5e2100bfd17/9feec78f-cb13-4b04-a403-37bd42105b94/f8e58448-904c-42b3-9ab1-1dae5840b69c) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:00.105916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b131107-d0fa-4031-a0d3-5346fe4384a0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f6faa6-a052-42aa-aeed-3393bbadc601,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:00.180164 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a30949d-958f-4931-9a76-a3c6ef4c8f63 None None] Network efeec3ca-9828-4c25-9cab-ef1adaf2404d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:00.194867 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.225846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a52801-e559-4692-a3a1-2daee36d2dc9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting subnet 20eb5720-0476-49ba-b889-7b2c7a0406e4 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:00.235041 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a52801-e559-4692-a3a1-2daee36d2dc9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.293573 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ecc4c01b-b00d-4f33-99c4-2ca2e4836150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.310224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d863-4474-4f30-a4cc-b3d9ac633f92 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.313538 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.337805 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 7a8ad83c-281c-404f-806e-834e810e0384, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=7a8ad83c-281c-404f-806e-834e810e0384,segment=NetworkSegment(f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d),segment_id=f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:00.344672 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a52801-e559-4692-a3a1-2daee36d2dc9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.345227 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0cfdd1b-1404-47e9-8a60-0980061e18b5 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.355383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.356178 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c180d4ff-824a-4c6f-8c9f-927f8fa08bc9 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:00.402911 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d202854-08c5-42b9-be26-da1c8c8828a9 req-22b78eaa-08d5-4090-b9a0-53c4b7f1272c tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:00.404448 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2d202854-08c5-42b9-be26-da1c8c8828a9 req-22b78eaa-08d5-4090-b9a0-53c4b7f1272c tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.1846712 Nov 09 04:21:00.405943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c242b-ec03-43ec-ba3b-f0478e384eb0 req-a9a9e1ea-68c3-4149-a998-add04c43f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:00.407288 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-914c242b-ec03-43ec-ba3b-f0478e384eb0 req-a9a9e1ea-68c3-4149-a998-add04c43f8d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1586c9b9-3f73-4962-a85d-75926913c025 HTTP/1.1" status: 200 len: 851 time: 0.6642907 Nov 09 04:21:00.417312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfdd1b-1404-47e9-8a60-0980061e18b5 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=f1fab5aa-3929-4e9b-807f-acf1886f75a3,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:00.419366 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0cfdd1b-1404-47e9-8a60-0980061e18b5 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.424693 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f0cfdd1b-1404-47e9-8a60-0980061e18b5 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/f1fab5aa-3929-4e9b-807f-acf1886f75a3 HTTP/1.1" status: 204 len: 168 time: 2.7620995 Nov 09 04:21:00.434101 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48948) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:00.496115 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bc6b0487-2b73-4e1c-a614-99fa93b39202 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605414 Nov 09 04:21:00.503356 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48950) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:00.508251 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-914c242b-ec03-43ec-ba3b-f0478e384eb0 req-68a097d2-364b-460a-83b6-d56abc60c661 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87a5cdfa-26bf-4b92-aac2-b70e243d7565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642400 Nov 09 04:21:00.560579 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d863-4474-4f30-a4cc-b3d9ac633f92 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.577134 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-146149c3-741d-4bf3-873c-94c04f6fcfe0 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.609303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7d863-4474-4f30-a4cc-b3d9ac633f92 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa35eea-9da6-41d9-810f-7b860015d734,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:00.614442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cdd7d863-4474-4f30-a4cc-b3d9ac633f92 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.617103 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2d202854-08c5-42b9-be26-da1c8c8828a9 req-7d113ff0-9dd5-45ad-8f5d-67790e9dbd11 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032375 Nov 09 04:21:00.624493 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cdd7d863-4474-4f30-a4cc-b3d9ac633f92 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/8aa35eea-9da6-41d9-810f-7b860015d734 HTTP/1.1" status: 204 len: 168 time: 1.0365293 Nov 09 04:21:00.628150 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48952) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:00.644299 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a52801-e559-4692-a3a1-2daee36d2dc9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.649926 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eab896f-86f1-406a-886a-4e579a2909b1 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:00.661411 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96308d6-2a0d-4b95-b311-6933b62239b2 None None] Network 57bd204d-fa2b-4164-a34b-d09a15ab724f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:00.703704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-ecc4c01b-b00d-4f33-99c4-2ca2e4836150 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:21:00.704067 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-ecc4c01b-b00d-4f33-99c4-2ca2e4836150 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:21:00.762215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=7a8ad83c-281c-404f-806e-834e810e0384,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:00.774473 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee23d97-2e2e-4d01-a491-f663a0cd3fb2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:00.777817 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9ee23d97-2e2e-4d01-a491-f663a0cd3fb2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2663555 Nov 09 04:21:00.781153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48954) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:00.785320 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.817545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-146149c3-741d-4bf3-873c-94c04f6fcfe0 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.821696 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.826231 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-914c242b-ec03-43ec-ba3b-f0478e384eb0 req-9b7324b6-4741-4e8e-997c-ec59fb39debd service neutron] 10.222.0.31 "GET /v2.0/networks/87a5cdfa-26bf-4b92-aac2-b70e243d7565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685058 Nov 09 04:21:00.837995 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-baf4011c-1167-40f3-bede-a0f341fb56c7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port b4e7c17b-d90a-44a8-985c-278a361f9db9 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:00.838335 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-baf4011c-1167-40f3-bede-a0f341fb56c7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.858697 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a52801-e559-4692-a3a1-2daee36d2dc9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.868735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.894702 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c180d4ff-824a-4c6f-8c9f-927f8fa08bc9 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:00.895314 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.917631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a52801-e559-4692-a3a1-2daee36d2dc9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Subnet': ['ID=20eb5720-0476-49ba-b889-7b2c7a0406e4,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:00.924461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a52801-e559-4692-a3a1-2daee36d2dc9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:00.926327 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-79a52801-e559-4692-a3a1-2daee36d2dc9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/20eb5720-0476-49ba-b889-7b2c7a0406e4 HTTP/1.1" status: 204 len: 168 time: 0.8843369 Nov 09 04:21:00.928237 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146149c3-741d-4bf3-873c-94c04f6fcfe0 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Network c83716cc-38ba-4347-a5fe-f5e2100bfd17 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:00.932077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2e406d-c3fe-4deb-a00d-df5db262f6ca tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:00.935820 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ee2e406d-c3fe-4deb-a00d-df5db262f6ca tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1462424 Nov 09 04:21:00.936438 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48956) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:00.936779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48958) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:00.964334 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d732eed5-8a95-4d57-9c69-582a8023461b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'subnet': {'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:00.967532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-146149c3-741d-4bf3-873c-94c04f6fcfe0 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:00.985639 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146149c3-741d-4bf3-873c-94c04f6fcfe0 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:01.006897 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58741db3-2bb9-4ab6-877e-1cab81b2f9d9 None None] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:01.045317 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:01.066903 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event updated for resources: {'Port': ['ID=6c010c8c-08fc-43c2-a18c-4f0ec43d5b44,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:01.126529 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-baf4011c-1167-40f3-bede-a0f341fb56c7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port b4e7c17b-d90a-44a8-985c-278a361f9db9, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b4e7c17b-d90a-44a8-985c-278a361f9db9,segment=NetworkSegment(09ae72e8-0c33-41e2-8721-34991dd0bc7b),segment_id=09ae72e8-0c33-41e2-8721-34991dd0bc7b)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:01.126906 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-baf4011c-1167-40f3-bede-a0f341fb56c7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:01.136719 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:01.181825 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:01.262447 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port c180d4ff-824a-4c6f-8c9f-927f8fa08bc9, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c180d4ff-824a-4c6f-8c9f-927f8fa08bc9,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:01.287340 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-914c242b-ec03-43ec-ba3b-f0478e384eb0 req-e26780a5-51d1-477c-a7ef-a8ca2f52546b service neutron] 10.222.0.31 "GET /v2.0/networks/87a5cdfa-26bf-4b92-aac2-b70e243d7565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518421 Nov 09 04:21:01.295045 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-baf4011c-1167-40f3-bede-a0f341fb56c7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for b4e7c17b-d90a-44a8-985c-278a361f9db9 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:01.308754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Network efeec3ca-9828-4c25-9cab-ef1adaf2404d is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:01.314274 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:01.341154 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed1e1c4-d51e-44c4-8137-d85db70d882d None None] DHCP port deletion for 57bd204d-fa2b-4164-a34b-d09a15ab724f request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:21:01.347639 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:01.354776 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540a843a-9bab-4e8d-82f7-e73dde18fe35 None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:21:01.438300 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ecc4c01b-b00d-4f33-99c4-2ca2e4836150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:01.510287 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146149c3-741d-4bf3-873c-94c04f6fcfe0 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event updated for resources: {'Port': ['ID=f8e58448-904c-42b3-9ab1-1dae5840b69c,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:01.533469 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a3235043-c3b3-42a1-a6eb-2157bf2cd0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5933006 Nov 09 04:21:01.538086 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48960) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:01.544451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e7210b44-df42-4523-8205-839367e36dc9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:01.598072 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=c180d4ff-824a-4c6f-8c9f-927f8fa08bc9,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:01.628243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146149c3-741d-4bf3-873c-94c04f6fcfe0 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:01.628849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-146149c3-741d-4bf3-873c-94c04f6fcfe0 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:01.633790 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:21:01.637316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8330e0a4-efb0-427c-b6b7-e2ab52c4441f up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:01.712678 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port 09542d6f-6834-47e3-aa8c-2c1de79f8a90 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:01.713605 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:01.762867 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-ecc4c01b-b00d-4f33-99c4-2ca2e4836150 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:21:01.763307 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-ecc4c01b-b00d-4f33-99c4-2ca2e4836150 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:21:01.770173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-540a843a-9bab-4e8d-82f7-e73dde18fe35 None None] Deleting port c180d4ff-824a-4c6f-8c9f-927f8fa08bc9 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:01.770622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-540a843a-9bab-4e8d-82f7-e73dde18fe35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:01.773251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1e1c4-d51e-44c4-8137-d85db70d882d None None] Deleting port 09542d6f-6834-47e3-aa8c-2c1de79f8a90 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:01.778952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e1c4-d51e-44c4-8137-d85db70d882d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:01.800434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] For port 09542d6f-6834-47e3-aa8c-2c1de79f8a90, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=09542d6f-6834-47e3-aa8c-2c1de79f8a90,segment=NetworkSegment(11afc1a8-e7a7-4fcd-acb7-44973c83120e),segment_id=11afc1a8-e7a7-4fcd-acb7-44973c83120e)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:01.801052 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:01.816845 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for 09542d6f-6834-47e3-aa8c-2c1de79f8a90 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:01.930529 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:01.938760 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-146149c3-741d-4bf3-873c-94c04f6fcfe0 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2114217 Nov 09 04:21:01.941900 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48964) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:01.945416 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2f4e653e-de49-4d32-9d3e-5bd1500f29c5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1747336 Nov 09 04:21:01.953563 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Sync routers for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:01.966877 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6ed1e1c4-d51e-44c4-8137-d85db70d882d None None] For port 09542d6f-6834-47e3-aa8c-2c1de79f8a90, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=09542d6f-6834-47e3-aa8c-2c1de79f8a90,segment=NetworkSegment(11afc1a8-e7a7-4fcd-acb7-44973c83120e),segment_id=11afc1a8-e7a7-4fcd-acb7-44973c83120e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:01.967459 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e1c4-d51e-44c4-8137-d85db70d882d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:01.969956 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 8330e0a4-efb0-427c-b6b7-e2ab52c4441f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:01.970312 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:01.987548 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:01.989385 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:01.989939 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48966) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:01.991417 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9730202d-5441-43a3-b306-7b76f83fd985 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:71:be:78'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:34:93:b3'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:01.995315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c8e3cf1d-1b51-4add-8a27-9bb547d98a18 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:02.000149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7210b44-df42-4523-8205-839367e36dc9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:02.012860 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e7210b44-df42-4523-8205-839367e36dc9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.065278 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1e1c4-d51e-44c4-8137-d85db70d882d None None] Calling delete_port for 09542d6f-6834-47e3-aa8c-2c1de79f8a90 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:02.068857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-540a843a-9bab-4e8d-82f7-e73dde18fe35 None None] For port c180d4ff-824a-4c6f-8c9f-927f8fa08bc9, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c180d4ff-824a-4c6f-8c9f-927f8fa08bc9,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:02.069247 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-540a843a-9bab-4e8d-82f7-e73dde18fe35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.079082 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.117217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-540a843a-9bab-4e8d-82f7-e73dde18fe35 None None] Calling delete_port for c180d4ff-824a-4c6f-8c9f-927f8fa08bc9 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:02.160731 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:02.289483 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-baf4011c-1167-40f3-bede-a0f341fb56c7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.328381 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4011c-1167-40f3-bede-a0f341fb56c7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=b4e7c17b-d90a-44a8-985c-278a361f9db9,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:02.329318 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=09542d6f-6834-47e3-aa8c-2c1de79f8a90,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:02.337914 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9730202d-5441-43a3-b306-7b76f83fd985 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.380330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ecc4c01b-b00d-4f33-99c4-2ca2e4836150 None None] Could not find standard attr ID for object e94e5829-9f1b-4258-ad17-1ebefd98fa37. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:21:02.411490 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ecc4c01b-b00d-4f33-99c4-2ca2e4836150 None None] Could not find standard attr ID for object 3048ab92-d050-40bd-8cc9-a95ede1f72c4. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:21:02.414921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8c17b-2ba2-4ee5-a59d-0495d267d81b req-7b818feb-a4ce-428b-8c4e-3053c60a265f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:02.417224 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-27d8c17b-2ba2-4ee5-a59d-0495d267d81b req-7b818feb-a4ce-428b-8c4e-3053c60a265f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.4665864 Nov 09 04:21:02.418403 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No DVR routers for this DVR port 09542d6f-6834-47e3-aa8c-2c1de79f8a90 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:02.453988 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:21:02.463175 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d732eed5-8a95-4d57-9c69-582a8023461b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:02.466840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d732eed5-8a95-4d57-9c69-582a8023461b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.492667 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-540a843a-9bab-4e8d-82f7-e73dde18fe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.533336 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:20:58Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': '6c010c8c-08fc-43c2-a18c-4f0ec43d5b44', 'name': '', 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:f0:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:55Z', 'updated_at': '2021-11-09T04:21:00Z', 'revision_number': 2, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8330e0a4-efb0-427c-b6b7-e2ab52c4441f', 'name': '', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:96:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:46Z', 'updated_at': '2021-11-09T04:20:59Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:02.546822 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a843a-9bab-4e8d-82f7-e73dde18fe35 None None] Pushing event deleted for resources: {'Port': ['ID=c180d4ff-824a-4c6f-8c9f-927f8fa08bc9,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:02.581070 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Checking router: 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:21:02.581741 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Updating router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 port 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:21:02.584378 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540a843a-9bab-4e8d-82f7-e73dde18fe35 None None] No DVR routers for this DVR port c180d4ff-824a-4c6f-8c9f-927f8fa08bc9 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:02.610969 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 7a8ad83c-281c-404f-806e-834e810e0384 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:02.618992 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.623748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e1c4-d51e-44c4-8137-d85db70d882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.631815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e6f85b4f-3885-4bd1-92e6-53949aa5683f None None] Provisioning complete for port f8e58448-904c-42b3-9ab1-1dae5840b69c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:02.632431 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e6f85b4f-3885-4bd1-92e6-53949aa5683f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.772069 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1e1c4-d51e-44c4-8137-d85db70d882d None None] Pushing event deleted for resources: {'Port': ['ID=09542d6f-6834-47e3-aa8c-2c1de79f8a90,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:02.800058 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e6f85b4f-3885-4bd1-92e6-53949aa5683f None None] Port f8e58448-904c-42b3-9ab1-1dae5840b69c cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:02.810660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed1e1c4-d51e-44c4-8137-d85db70d882d None None] No DVR routers for this DVR port 09542d6f-6834-47e3-aa8c-2c1de79f8a90 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:02.821850 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.840239 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e6f85b4f-3885-4bd1-92e6-53949aa5683f None None] Provisioning complete for port 7a8ad83c-281c-404f-806e-834e810e0384 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:02.840916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e6f85b4f-3885-4bd1-92e6-53949aa5683f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.851898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bd204d-fa2b-4164-a34b-d09a15ab724f']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:02.862479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11afc1a8-e7a7-4fcd-acb7-44973c83120e') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:02.862870 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11afc1a8-e7a7-4fcd-acb7-44973c83120e') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:02.914537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.939681 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.947826 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.948651 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 7a8ad83c-281c-404f-806e-834e810e0384 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:02.949074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.987635 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:02.996606 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-27d8c17b-2ba2-4ee5-a59d-0495d267d81b req-c8c01ee5-0682-4909-9a6a-06a7495fbacd tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465045 Nov 09 04:21:03.032635 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:21:03.033266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:21:03.039020 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:21:03.042448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e6f85b4f-3885-4bd1-92e6-53949aa5683f None None] Provisioning complete for port 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:03.042898 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e6f85b4f-3885-4bd1-92e6-53949aa5683f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.052389 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177b0a-0e51-4221-8ddb-340a8f193224 None None] Pushing event updated for resources: {'Port': ['ID=6c010c8c-08fc-43c2-a18c-4f0ec43d5b44,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:03.135987 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e6f85b4f-3885-4bd1-92e6-53949aa5683f None None] Port 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:03.154508 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Attempting to bind port 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:21:03.155168 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Attempting to bind port 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:21:03.155719 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Attempting to bind port 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44 on network efeec3ca-9828-4c25-9cab-ef1adaf2404d {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:03.162391 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:21:03.163131 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Checking segment: {'id': 'f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:03.163700 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.164290 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Bound using segment: {'id': 'f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:21:03.165963 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Bound port: 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:21:03.166273 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.176337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 09542d6f-6834-47e3-aa8c-2c1de79f8a90 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:03.198795 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 09542d6f-6834-47e3-aa8c-2c1de79f8a90 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:03.199144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 09542d6f-6834-47e3-aa8c-2c1de79f8a90 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:03.199568 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c180d4ff-824a-4c6f-8c9f-927f8fa08bc9 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:03.262834 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] For port 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:21:03.267546 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] For port 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=6c010c8c-08fc-43c2-a18c-4f0ec43d5b44,segment=NetworkSegment(f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d),segment_id=f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:21:03.277240 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.339772 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.391635 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.399981 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/networks/57bd204d-fa2b-4164-a34b-d09a15ab724f HTTP/1.1" status: 204 len: 168 time: 2.7690506 Nov 09 04:21:03.408553 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725283d-6a91-4216-950d-a77a91d948b4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Network': ['ID=57bd204d-fa2b-4164-a34b-d09a15ab724f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:03.410383 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48968) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:03.425484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6c4de881-ec5d-4774-ac3b-8a37d3e47a66 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-923038812'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:03.425910 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:03.426817 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:03.442755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: c180d4ff-824a-4c6f-8c9f-927f8fa08bc9 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:03.443100 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c180d4ff-824a-4c6f-8c9f-927f8fa08bc9 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:03.455435 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d732eed5-8a95-4d57-9c69-582a8023461b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.467105 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ba41ed1d-4ec4-4940-943a-a2237fe8f76e None None] Provisioning complete for port 70d2fef2-745b-423a-8aa3-629b2b011f36 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:03.469551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ba41ed1d-4ec4-4940-943a-a2237fe8f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.541067 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.extraroute_db [None req-c8e3cf1d-1b51-4add-8a27-9bb547d98a18 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 04:21:03.547806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732eed5-8a95-4d57-9c69-582a8023461b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Subnet': ['ID=379a23b4-3967-44b5-af77-da94320cf1e8,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:03.574649 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.extraroute_db [None req-c8e3cf1d-1b51-4add-8a27-9bb547d98a18 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Removed routes are [] {{(pid=101884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 04:21:03.580436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8e3cf1d-1b51-4add-8a27-9bb547d98a18 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.594194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d732eed5-8a95-4d57-9c69-582a8023461b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:03.599887 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-d732eed5-8a95-4d57-9c69-582a8023461b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:03.607231 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9730202d-5441-43a3-b306-7b76f83fd985 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.611919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4de881-ec5d-4774-ac3b-8a37d3e47a66 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:03.616174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039d0cd3-0f9e-4905-901f-66cf3a717ae4 None None] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:03.616954 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c4de881-ec5d-4774-ac3b-8a37d3e47a66 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.623624 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d732eed5-8a95-4d57-9c69-582a8023461b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:03.624476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d732eed5-8a95-4d57-9c69-582a8023461b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.637020 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9730202d-5441-43a3-b306-7b76f83fd985 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.637629 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:03.749443 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ba41ed1d-4ec4-4940-943a-a2237fe8f76e None None] Provisioning complete for port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:03.750281 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ba41ed1d-4ec4-4940-943a-a2237fe8f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.758221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-9730202d-5441-43a3-b306-7b76f83fd985 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] In _notify_port_updated(), no bound segment for port f8e58448-904c-42b3-9ab1-1dae5840b69c on network c83716cc-38ba-4347-a5fe-f5e2100bfd17 {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:21:03.766108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9730202d-5441-43a3-b306-7b76f83fd985 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:03.767050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9730202d-5441-43a3-b306-7b76f83fd985 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.771243 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9730202d-5441-43a3-b306-7b76f83fd985 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "PUT /v2.0/ports/f8e58448-904c-42b3-9ab1-1dae5840b69c HTTP/1.1" status: 200 len: 1056 time: 1.7921252 Nov 09 04:21:03.781319 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48970) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:03.804151 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d732eed5-8a95-4d57-9c69-582a8023461b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8650258 Nov 09 04:21:03.809537 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48972) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:03.813734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ba41ed1d-4ec4-4940-943a-a2237fe8f76e None None] Port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:03.841407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-adb0dcb6-ea37-4ece-a497-b7b714f31ba7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'security_group': {'name': 'tempest-secgroup-641500887'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:03.855595 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730202d-5441-43a3-b306-7b76f83fd985 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event updated for resources: {'Port': ['ID=f8e58448-904c-42b3-9ab1-1dae5840b69c,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:03.871618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4de881-ec5d-4774-ac3b-8a37d3e47a66 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:21:03.873991 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.objects.ports [None req-e7210b44-df42-4523-8205-839367e36dc9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:21:03.883196 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-baf4011c-1167-40f3-bede-a0f341fb56c7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.896439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c4de881-ec5d-4774-ac3b-8a37d3e47a66 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.898004 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-6c4de881-ec5d-4774-ac3b-8a37d3e47a66 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Added segment 14589e63-714b-41d4-a710-1d7bfd3e238e of type vlan for network 5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547 Nov 09 04:21:03.925623 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e7210b44-df42-4523-8205-839367e36dc9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.963201 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ac371d66-e058-4adc-ae86-8487dd326381 None None] Provisioning complete for port 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:03.963201 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ac371d66-e058-4adc-ae86-8487dd326381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.973070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c4de881-ec5d-4774-ac3b-8a37d3e47a66 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:03.975329 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177b0a-0e51-4221-8ddb-340a8f193224 None None] Pushing event updated for resources: {'Port': ['ID=6c010c8c-08fc-43c2-a18c-4f0ec43d5b44,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:04.037186 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c4de881-ec5d-4774-ac3b-8a37d3e47a66 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.041238 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:20:58Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': '6c010c8c-08fc-43c2-a18c-4f0ec43d5b44', 'name': '', 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:f0:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:55Z', 'updated_at': '2021-11-09T04:21:03Z', 'revision_number': 4, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8330e0a4-efb0-427c-b6b7-e2ab52c4441f', 'name': '', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:96:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:46Z', 'updated_at': '2021-11-09T04:20:59Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:04.047734 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4de881-ec5d-4774-ac3b-8a37d3e47a66 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:04.048916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c4de881-ec5d-4774-ac3b-8a37d3e47a66 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.072199 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0101a86-8b43-4da2-897d-cbe5811e9a47 None None] The sync data for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv is: [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:20:58Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': '6c010c8c-08fc-43c2-a18c-4f0ec43d5b44', 'name': '', 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:f0:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:55Z', 'updated_at': '2021-11-09T04:21:03Z', 'revision_number': 4, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8330e0a4-efb0-427c-b6b7-e2ab52c4441f', 'name': '', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:96:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:46Z', 'updated_at': '2021-11-09T04:20:59Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:04.172817 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7210b44-df42-4523-8205-839367e36dc9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:04.177019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4de881-ec5d-4774-ac3b-8a37d3e47a66 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Network': ['ID=5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:04.189850 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ac371d66-e058-4adc-ae86-8487dd326381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.205160 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6c4de881-ec5d-4774-ac3b-8a37d3e47a66 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7863495 Nov 09 04:21:04.207716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48976) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:04.216461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-bb9f8783-9d77-4ddf-9b4b-075c28fa838a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'subnet': {'network_id': '5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:04.218108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:21:04.223349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-e7210b44-df42-4523-8205-839367e36dc9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:04.255524 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7210b44-df42-4523-8205-839367e36dc9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:04.256126 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e7210b44-df42-4523-8205-839367e36dc9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.262224 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-adb0dcb6-ea37-4ece-a497-b7b714f31ba7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.296732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3f32a1-ed2f-4c8c-bf60-f61ef1485b48 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:04.335476 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7210b44-df42-4523-8205-839367e36dc9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=26ae69e8-2804-49b6-80dd-79e28c089f1b,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:04.361484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8e3cf1d-1b51-4add-8a27-9bb547d98a18 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.373894 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9f8783-9d77-4ddf-9b4b-075c28fa838a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:04.375666 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e7210b44-df42-4523-8205-839367e36dc9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8365262 Nov 09 04:21:04.382809 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8783-9d77-4ddf-9b4b-075c28fa838a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.389833 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48978) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:04.391034 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8e3cf1d-1b51-4add-8a27-9bb547d98a18 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.395029 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-0ac98eb5-941d-40a2-bcf5-f34c7ed2b76d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:04.401892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ac371d66-e058-4adc-ae86-8487dd326381 None None] For port 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=6c010c8c-08fc-43c2-a18c-4f0ec43d5b44,segment=NetworkSegment(f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d),segment_id=f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:04.422534 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ac371d66-e058-4adc-ae86-8487dd326381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.432053 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b4867-5557-4e69-8b3d-472c83f272ec req-b1e0d5bb-a70e-425b-9f33-daff71f4cc4b tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:04.434094 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7d7b4867-5557-4e69-8b3d-472c83f272ec req-b1e0d5bb-a70e-425b-9f33-daff71f4cc4b tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.2574902 Nov 09 04:21:04.482576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd3045e-87ad-4931-a777-e04dc29d0624 None None] Update dhcp port {'port': {'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'fixed_ips': [{'subnet_id': 'ef968095-cb6b-45b2-b3c8-4f30bba322fc', 'ip_address': '172.20.0.18'}, {'subnet_id': '379a23b4-3967-44b5-af77-da94320cf1e8'}], 'binding:host_id': 'dv-neutron-816800-2-hyperv'}, 'id': '70d2fef2-745b-423a-8aa3-629b2b011f36'} from dv-neutron-816800-2-hyperv. {{(pid=101885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 04:21:04.484296 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-19ef5ce0-c03b-4483-a86b-34ba6533ed14 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Deleting port f8e58448-904c-42b3-9ab1-1dae5840b69c {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:04.484838 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-19ef5ce0-c03b-4483-a86b-34ba6533ed14 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.622504 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3bd3045e-87ad-4931-a777-e04dc29d0624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.641583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac98eb5-941d-40a2-bcf5-f34c7ed2b76d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:04.646034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0ac98eb5-941d-40a2-bcf5-f34c7ed2b76d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.690755 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-adb0dcb6-ea37-4ece-a497-b7b714f31ba7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.721977 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-adb0dcb6-ea37-4ece-a497-b7b714f31ba7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.773060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8783-9d77-4ddf-9b4b-075c28fa838a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.782677 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e3cf1d-1b51-4add-8a27-9bb547d98a18 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:21:04.798571 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7d7b4867-5557-4e69-8b3d-472c83f272ec req-77a07c56-b637-48fa-b69a-5759298ad43e tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242359 Nov 09 04:21:04.811723 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-3bd3045e-87ad-4931-a777-e04dc29d0624 None None] Allocated IP 172.20.0.2 (2a4f88ae-c90e-49b5-9535-37524ce6b930/379a23b4-3967-44b5-af77-da94320cf1e8/70d2fef2-745b-423a-8aa3-629b2b011f36) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:04.841782 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.ipam_backend_mixin [None req-0ac98eb5-941d-40a2-bcf5-f34c7ed2b76d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 26ae69e8-2804-49b6-80dd-79e28c089f1b (CIDR: 2001:db8::/64) Nov 09 04:21:04.860711 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-19ef5ce0-c03b-4483-a86b-34ba6533ed14 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.869945 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac98eb5-941d-40a2-bcf5-f34c7ed2b76d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:04.870132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac98eb5-941d-40a2-bcf5-f34c7ed2b76d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:04.874172 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-adb0dcb6-ea37-4ece-a497-b7b714f31ba7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.875494 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-adb0dcb6-ea37-4ece-a497-b7b714f31ba7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.0636520 Nov 09 04:21:04.880792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48982) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:04.884460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0dcb6-ea37-4ece-a497-b7b714f31ba7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba00fc55-ccaa-4302-af01-fc78a6e68c41,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:04.886860 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f8783-9d77-4ddf-9b4b-075c28fa838a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Checking segment: {'id': '14589e63-714b-41d4-a710-1d7bfd3e238e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:04.890853 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9f8783-9d77-4ddf-9b4b-075c28fa838a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network hostable DHCP agents. Network: 5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:21:04.900216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-19ef5ce0-c03b-4483-a86b-34ba6533ed14 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Calling delete_port for f8e58448-904c-42b3-9ab1-1dae5840b69c owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:04.903309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-8c721dde-cee5-408a-b06a-d1c27af16872 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'security_group': {'name': 'tempest-secgroup-790015643'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:04.920966 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f8783-9d77-4ddf-9b4b-075c28fa838a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Subnet': ['ID=c9dd93bd-562d-4bf3-99d0-d9e509b5e327,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:04.945892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9f8783-9d77-4ddf-9b4b-075c28fa838a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:21:04.951236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c721dde-cee5-408a-b06a-d1c27af16872 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:04.964088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf4011c-1167-40f3-bede-a0f341fb56c7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:21:04.972892 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0ac98eb5-941d-40a2-bcf5-f34c7ed2b76d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5833502 Nov 09 04:21:04.973500 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48984) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:04.980729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9f8ed5fb-1b27-490f-b46f-cb21ec508ce9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:04.987537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-88df23a5-2eeb-4f07-9ef7-e6249bfd7bfa None None] Provisioning complete for port f8e58448-904c-42b3-9ab1-1dae5840b69c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:04.988036 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-88df23a5-2eeb-4f07-9ef7-e6249bfd7bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.034879 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac371d66-e058-4adc-ae86-8487dd326381 None None] Pushing event updated for resources: {'Port': ['ID=6c010c8c-08fc-43c2-a18c-4f0ec43d5b44,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:05.044655 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-88df23a5-2eeb-4f07-9ef7-e6249bfd7bfa None None] Port f8e58448-904c-42b3-9ab1-1dae5840b69c cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:05.061833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3bd3045e-87ad-4931-a777-e04dc29d0624 None None] For port 70d2fef2-745b-423a-8aa3-629b2b011f36, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=70d2fef2-745b-423a-8aa3-629b2b011f36,segment=NetworkSegment(9a84cb81-73ee-454f-a475-33f192f52d19),segment_id=9a84cb81-73ee-454f-a475-33f192f52d19)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:05.078623 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': '26ae69e8-2804-49b6-80dd-79e28c089f1b'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:21:05.079845 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.080741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-bb9f8783-9d77-4ddf-9b4b-075c28fa838a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:05.117292 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4415dcdf-23c4-4b03-86c6-e4e3e7f76453 None None] Network 5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:05.118489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9f8783-9d77-4ddf-9b4b-075c28fa838a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:05.119096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bb9f8783-9d77-4ddf-9b4b-075c28fa838a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.156597 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bb9f8783-9d77-4ddf-9b4b-075c28fa838a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9469159 Nov 09 04:21:05.163393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48988) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:05.183518 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3bd3045e-87ad-4931-a777-e04dc29d0624 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.193759 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c307ee55-5deb-42fa-af08-b4fcc485dc64 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-10485839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:05.223882 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3bd3045e-87ad-4931-a777-e04dc29d0624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.247816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c721dde-cee5-408a-b06a-d1c27af16872 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.252516 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c721dde-cee5-408a-b06a-d1c27af16872 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.262699 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c307ee55-5deb-42fa-af08-b4fcc485dc64 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.263738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c307ee55-5deb-42fa-af08-b4fcc485dc64 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.305437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c721dde-cee5-408a-b06a-d1c27af16872 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.306683 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8c721dde-cee5-408a-b06a-d1c27af16872 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4073610 Nov 09 04:21:05.307459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8ed5fb-1b27-490f-b46f-cb21ec508ce9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:05.311077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f8ed5fb-1b27-490f-b46f-cb21ec508ce9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.316107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48990) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:05.323256 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-4d8e33d5-fc6b-434f-997a-d2df3fe920a7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'security_group': {'name': 'tempest-secgroup-1078927673'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:05.408893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c721dde-cee5-408a-b06a-d1c27af16872 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d286c4-bbb3-4936-9e1f-57f617539c4f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:05.426471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3045e-87ad-4931-a777-e04dc29d0624 None None] Pushing event updated for resources: {'Port': ['ID=70d2fef2-745b-423a-8aa3-629b2b011f36,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:05.488184 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e3cf1d-1b51-4add-8a27-9bb547d98a18 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:05.490715 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Allocated IP 2001:db8::f816:3eff:fe9c:e4b0 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/26ae69e8-2804-49b6-80dd-79e28c089f1b/576bb35b-1947-4ee1-b5ae-bf257261f5f9) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:05.491899 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4d8e33d5-fc6b-434f-997a-d2df3fe920a7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.493585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c307ee55-5deb-42fa-af08-b4fcc485dc64 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.500894 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8e3cf1d-1b51-4add-8a27-9bb547d98a18 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.505630 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c8e3cf1d-1b51-4add-8a27-9bb547d98a18 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 HTTP/1.1" status: 200 len: 934 time: 3.5145526 Nov 09 04:21:05.507264 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48992) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:05.515895 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38202f0b-3bf1-4693-817c-4c366a1f9324 None None] Sync routers for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:05.519053 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c307ee55-5deb-42fa-af08-b4fcc485dc64 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.545750 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c307ee55-5deb-42fa-af08-b4fcc485dc64 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.547058 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c307ee55-5deb-42fa-af08-b4fcc485dc64 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3648541 Nov 09 04:21:05.552873 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 48994) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:05.694949 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab73eb-df6f-4c6a-a82f-836bba36404a req-7cb3e2f4-48f2-4f28-9342-92f75c923e1b tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:05.704549 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-23ab73eb-df6f-4c6a-a82f-836bba36404a req-7cb3e2f4-48f2-4f28-9342-92f75c923e1b tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.3308146 Nov 09 04:21:05.718626 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547', 'network_id': '5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'fixed_ips': [{'subnet_id': 'c9dd93bd-562d-4bf3-99d0-d9e509b5e327'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:21:05.719966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.722539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38202f0b-3bf1-4693-817c-4c366a1f9324 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:05.723401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-38202f0b-3bf1-4693-817c-4c366a1f9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:05.729786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4d8e33d5-fc6b-434f-997a-d2df3fe920a7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.739659 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4d8e33d5-fc6b-434f-997a-d2df3fe920a7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.803396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4d8e33d5-fc6b-434f-997a-d2df3fe920a7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.807797 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4d8e33d5-fc6b-434f-997a-d2df3fe920a7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4857028 Nov 09 04:21:05.812143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48996) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:05.828263 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1934249b-7d95-4ae7-b417-9397d575e8c2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-532102795', 'security_groups': ['3854a96a-5865-4a16-88da-901fe0aacd4b'], 'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '379a23b4-3967-44b5-af77-da94320cf1e8'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:05.835347 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e33d5-fc6b-434f-997a-d2df3fe920a7 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3854a96a-5865-4a16-88da-901fe0aacd4b,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:05.847143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 70d2fef2-745b-423a-8aa3-629b2b011f36 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:05.872408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f8ed5fb-1b27-490f-b46f-cb21ec508ce9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:05.992849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8ed5fb-1b27-490f-b46f-cb21ec508ce9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:05.996888 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf4011c-1167-40f3-bede-a0f341fb56c7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:06.003293 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-9f8ed5fb-1b27-490f-b46f-cb21ec508ce9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:06.006056 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-baf4011c-1167-40f3-bede-a0f341fb56c7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/90aa0b0b-157e-4134-a32a-9a58a61d2c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0066440 Nov 09 04:21:06.009809 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8ed5fb-1b27-490f-b46f-cb21ec508ce9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:06.010408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f8ed5fb-1b27-490f-b46f-cb21ec508ce9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:06.010820 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff21f251-acfa-432d-93e1-c5d58610116e None None] Sync routers for ids ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:06.012491 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 48998) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:06.034709 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff21f251-acfa-432d-93e1-c5d58610116e None None] Routers {'90aa0b0b-157e-4134-a32a-9a58a61d2c7d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:06.035339 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ff21f251-acfa-432d-93e1-c5d58610116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:06.052770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ed5fb-1b27-490f-b46f-cb21ec508ce9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=8257d82b-80b4-49a5-9cdc-b6b206d365aa,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:06.077899 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8e2a18cb-f999-4eec-ba5e-60ee0b2a7643 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/routers/02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 HTTP/1.1" status: 200 len: 934 time: 0.5640345 Nov 09 04:21:06.079614 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49000) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:06.087528 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-00e6938d-29de-4c6f-947c-0bf37337a8ed tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'router': {'routes': None}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:06.156195 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9f8ed5fb-1b27-490f-b46f-cb21ec508ce9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1787388 Nov 09 04:21:06.161210 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49002) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:06.167201 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-55106458-679d-4704-8d2f-5814bde4f9aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'mac_address': 'fa:16:3e:56:56:d8', 'name': 'tempest-NetworksTestDHCPv6-1300054603'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:06.227782 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-23ab73eb-df6f-4c6a-a82f-836bba36404a req-7f0d639c-d5c1-4efb-aba9-0c9567a2082a tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502938 Nov 09 04:21:06.230477 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-19ef5ce0-c03b-4483-a86b-34ba6533ed14 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:06.252849 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-ff21f251-acfa-432d-93e1-c5d58610116e None None] Set router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:06.260575 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c07a013-b47a-4241-9d39-74cc9be50dcd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting subnet b71824df-2056-4fdc-9e26-2c2cab08e4dc {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:06.264734 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c07a013-b47a-4241-9d39-74cc9be50dcd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:06.265637 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-38202f0b-3bf1-4693-817c-4c366a1f9324 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:06.317363 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c07a013-b47a-4241-9d39-74cc9be50dcd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:06.343117 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef5ce0-c03b-4483-a86b-34ba6533ed14 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event deleted for resources: {'Port': ['ID=f8e58448-904c-42b3-9ab1-1dae5840b69c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:06.404132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c07a013-b47a-4241-9d39-74cc9be50dcd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:06.474923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6db02dce-c28f-4ed9-aa55-d77eb5323d0d None None] Provisioning complete for port 70d2fef2-745b-423a-8aa3-629b2b011f36 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:06.475629 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6db02dce-c28f-4ed9-aa55-d77eb5323d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:06.477085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:06.526456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c07a013-b47a-4241-9d39-74cc9be50dcd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:06.549911 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ff21f251-acfa-432d-93e1-c5d58610116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:21:01Z', 'revision_number': 7, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:06.578510 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff21f251-acfa-432d-93e1-c5d58610116e None None] Checking router: 90aa0b0b-157e-4134-a32a-9a58a61d2c7d for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:21:06.587952 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff21f251-acfa-432d-93e1-c5d58610116e None None] Routers {'90aa0b0b-157e-4134-a32a-9a58a61d2c7d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:06.588930 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ff21f251-acfa-432d-93e1-c5d58610116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:06.615134 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07a013-b47a-4241-9d39-74cc9be50dcd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Subnet': ['ID=b71824df-2056-4fdc-9e26-2c2cab08e4dc,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:06.630793 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c07a013-b47a-4241-9d39-74cc9be50dcd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:06.634588 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4c07a013-b47a-4241-9d39-74cc9be50dcd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/subnets/b71824df-2056-4fdc-9e26-2c2cab08e4dc HTTP/1.1" status: 204 len: 168 time: 0.6188359 Nov 09 04:21:06.639947 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49004) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:06.651307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1934249b-7d95-4ae7-b417-9397d575e8c2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:06.703540 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd99b4d-48ad-4514-9b07-cd2fbf09b8cf None None] Network e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:06.708356 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:06.726749 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-ff21f251-acfa-432d-93e1-c5d58610116e None None] Set router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:06.758401 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-19ef5ce0-c03b-4483-a86b-34ba6533ed14 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:06.763862 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-19ef5ce0-c03b-4483-a86b-34ba6533ed14 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "DELETE /v2.0/ports/f8e58448-904c-42b3-9ab1-1dae5840b69c HTTP/1.1" status: 204 len: 168 time: 2.9742038 Nov 09 04:21:06.768907 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49006) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:06.780535 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:06.797536 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c112f815-9ee8-4d34-8930-3f99a5beffb6 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] GET failed (client error): The resource could not be found. Nov 09 04:21:06.799213 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c112f815-9ee8-4d34-8930-3f99a5beffb6 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "GET /v2.0/ports/f8e58448-904c-42b3-9ab1-1dae5840b69c HTTP/1.1" status: 404 len: 333 time: 0.0288179 Nov 09 04:21:06.802054 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49008) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:06.833140 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 70d2fef2-745b-423a-8aa3-629b2b011f36 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:06.833913 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:06.845829 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Pushing event updated for resources: {'Port': ['ID=576bb35b-1947-4ee1-b5ae-bf257261f5f9,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:06.921060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55106458-679d-4704-8d2f-5814bde4f9aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:06.939721 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Allocated IP 2001:db8::2 (5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547/c9dd93bd-562d-4bf3-99d0-d9e509b5e327/4f47712a-c9f8-4632-9f8b-13192619b228) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:06.951683 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-8e04e8c8-70da-47ed-9e2a-33c3321702c1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Deleting port aebabb01-4a5e-42c2-bcba-684c4e0627f9 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:06.952288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e04e8c8-70da-47ed-9e2a-33c3321702c1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:06.957758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:06.971634 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:06.978297 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ff21f251-acfa-432d-93e1-c5d58610116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:21:01Z', 'revision_number': 7, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:06.995048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:07.023413 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff21f251-acfa-432d-93e1-c5d58610116e None None] The sync data for ids ['90aa0b0b-157e-4134-a32a-9a58a61d2c7d'] in dv-neutron-816800-2-hyperv is: [{'id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'name': 'tempest-TestNetworkBasicOps-router-92672500', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:18:10Z', 'updated_at': '2021-11-09T04:21:01Z', 'revision_number': 7, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:87:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90aa0b0b-157e-4134-a32a-9a58a61d2c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:18:12Z', 'updated_at': '2021-11-09T04:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:07.079016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e04e8c8-70da-47ed-9e2a-33c3321702c1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:07.092183 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-8e04e8c8-70da-47ed-9e2a-33c3321702c1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Calling delete_port for aebabb01-4a5e-42c2-bcba-684c4e0627f9 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:07.222574 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-38202f0b-3bf1-4693-817c-4c366a1f9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:03Z', 'revision_number': 6, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': '6c010c8c-08fc-43c2-a18c-4f0ec43d5b44', 'name': '', 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:f0:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:55Z', 'updated_at': '2021-11-09T04:21:04Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8330e0a4-efb0-427c-b6b7-e2ab52c4441f', 'name': '', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:96:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:46Z', 'updated_at': '2021-11-09T04:20:59Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:07.241350 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e04e8c8-70da-47ed-9e2a-33c3321702c1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:07.267143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Attempting to bind port 576bb35b-1947-4ee1-b5ae-bf257261f5f9 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:21:07.267143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Attempting to bind port 576bb35b-1947-4ee1-b5ae-bf257261f5f9 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:21:07.267635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Attempting to bind port 576bb35b-1947-4ee1-b5ae-bf257261f5f9 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:07.278259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38202f0b-3bf1-4693-817c-4c366a1f9324 None None] Checking router: 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:21:07.304792 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04e8c8-70da-47ed-9e2a-33c3321702c1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event deleted for resources: {'Port': ['ID=aebabb01-4a5e-42c2-bcba-684c4e0627f9,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:07.325645 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:21:07.327981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:07.328582 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:07.329144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:21:07.329905 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Bound port: 576bb35b-1947-4ee1-b5ae-bf257261f5f9, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:21:07.330473 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:07.396500 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8e04e8c8-70da-47ed-9e2a-33c3321702c1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:07.401463 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8e04e8c8-70da-47ed-9e2a-33c3321702c1 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "DELETE /v2.0/ports/aebabb01-4a5e-42c2-bcba-684c4e0627f9 HTTP/1.1" status: 204 len: 168 time: 0.5984378 Nov 09 04:21:07.404136 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49012) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:07.407888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:07.410401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38202f0b-3bf1-4693-817c-4c366a1f9324 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:07.413575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-38202f0b-3bf1-4693-817c-4c366a1f9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:07.424175 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6db02dce-c28f-4ed9-aa55-d77eb5323d0d None None] Provisioning complete for port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:07.424545 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6db02dce-c28f-4ed9-aa55-d77eb5323d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:07.448609 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-93917b0a-ec4a-4e9d-a86a-1a5548b0668f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] GET failed (client error): The resource could not be found. Nov 09 04:21:07.460469 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-93917b0a-ec4a-4e9d-a86a-1a5548b0668f tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "GET /v2.0/ports/aebabb01-4a5e-42c2-bcba-684c4e0627f9 HTTP/1.1" status: 404 len: 333 time: 0.0514045 Nov 09 04:21:07.462787 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49014) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:07.530928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1934249b-7d95-4ae7-b417-9397d575e8c2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:07.548224 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0df3ff4-3b5f-49b7-8789-bc96615be24c None None] DHCP port deletion for e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:21:07.576619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-99bbeac0-fe9a-4c08-b01b-0806fd9915fb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Deleting port bf2abfed-f55f-40a3-a763-e9c841dde940 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:07.577318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-99bbeac0-fe9a-4c08-b01b-0806fd9915fb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:07.577801 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:07.669340 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-1934249b-7d95-4ae7-b417-9397d575e8c2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] device_id is not set on port 69beb9c7-ff4f-48bd-b8bd-d2c9297d0010 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:21:07.690170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] For port 576bb35b-1947-4ee1-b5ae-bf257261f5f9, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:21:07.694794 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-55106458-679d-4704-8d2f-5814bde4f9aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:07.706552 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-99bbeac0-fe9a-4c08-b01b-0806fd9915fb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:07.721829 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-99bbeac0-fe9a-4c08-b01b-0806fd9915fb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Calling delete_port for bf2abfed-f55f-40a3-a763-e9c841dde940 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:07.736432 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] For port 576bb35b-1947-4ee1-b5ae-bf257261f5f9, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=576bb35b-1947-4ee1-b5ae-bf257261f5f9,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:21:07.759582 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-6db02dce-c28f-4ed9-aa55-d77eb5323d0d None None] Port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:07.768989 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:07.797627 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:07.809182 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbdb50-bc80-41ea-9beb-926770a14c9d req-fd64f96f-aa16-41d0-97ec-d111af33aa84 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:07.810725 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e5bbdb50-bc80-41ea-9beb-926770a14c9d req-fd64f96f-aa16-41d0-97ec-d111af33aa84 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.2720206 Nov 09 04:21:07.819993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-38202f0b-3bf1-4693-817c-4c366a1f9324 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:07.857546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-55106458-679d-4704-8d2f-5814bde4f9aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port 8d651b66-631d-4da3-89b3-8bf1c2ea2ca7 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:21:07.871373 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:07.957821 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:07.958240 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:07.958974 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Allocated IP 2001:db8::1 (5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547/c9dd93bd-562d-4bf3-99d0-d9e509b5e327/c381cbe1-ca18-4144-a371-b9446b09f664) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:07.963060 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Network 5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:07.963860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a1eed-3b7d-43ae-ac21-5e854a4a7480 None None] Pushing event updated for resources: {'Port': ['ID=576bb35b-1947-4ee1-b5ae-bf257261f5f9,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:07.966295 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-99bbeac0-fe9a-4c08-b01b-0806fd9915fb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:08.009753 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbeac0-fe9a-4c08-b01b-0806fd9915fb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event deleted for resources: {'Port': ['ID=bf2abfed-f55f-40a3-a763-e9c841dde940,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:08.015788 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:08.018169 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:08.080204 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-99bbeac0-fe9a-4c08-b01b-0806fd9915fb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:08.085017 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-99bbeac0-fe9a-4c08-b01b-0806fd9915fb tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "DELETE /v2.0/ports/bf2abfed-f55f-40a3-a763-e9c841dde940 HTTP/1.1" status: 204 len: 168 time: 0.6190898 Nov 09 04:21:08.089550 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e5bbdb50-bc80-41ea-9beb-926770a14c9d req-e5e015c3-7da1-4319-ba1c-85ed5ea07548 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507761 Nov 09 04:21:08.093885 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49016) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:08.101770 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a0df3ff4-3b5f-49b7-8789-bc96615be24c None None] Deleting port 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:08.102237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a0df3ff4-3b5f-49b7-8789-bc96615be24c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:08.113577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:08.338154 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d12dd2-cf05-4fe9-a6fb-3a935d4e1e5d tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Deleting subnet 9feec78f-cb13-4b04-a403-37bd42105b94 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:08.361922 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e5d12dd2-cf05-4fe9-a6fb-3a935d4e1e5d tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:08.377589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Pushing event updated for resources: {'Port': ['ID=4f47712a-c9f8-4632-9f8b-13192619b228,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:08.414017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-55106458-679d-4704-8d2f-5814bde4f9aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8:0:1::1b2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/8257d82b-80b4-49a5-9cdc-b6b206d365aa/8d651b66-631d-4da3-89b3-8bf1c2ea2ca7) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:08.422701 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-55106458-679d-4704-8d2f-5814bde4f9aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::f816:3eff:fe56:56d8 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/26ae69e8-2804-49b6-80dd-79e28c089f1b/8d651b66-631d-4da3-89b3-8bf1c2ea2ca7) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:08.518788 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:08.520722 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a0df3ff4-3b5f-49b7-8789-bc96615be24c None None] For port 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a,segment=NetworkSegment(09ae72e8-0c33-41e2-8721-34991dd0bc7b),segment_id=09ae72e8-0c33-41e2-8721-34991dd0bc7b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:08.521125 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a0df3ff4-3b5f-49b7-8789-bc96615be24c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:08.521535 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e5d12dd2-cf05-4fe9-a6fb-3a935d4e1e5d tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:08.525023 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Attempting to bind port 4f47712a-c9f8-4632-9f8b-13192619b228 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:21:08.525023 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Attempting to bind port 4f47712a-c9f8-4632-9f8b-13192619b228 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '14589e63-714b-41d4-a710-1d7bfd3e238e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:21:08.525268 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Attempting to bind port 4f47712a-c9f8-4632-9f8b-13192619b228 on network 5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:08.559369 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a0df3ff4-3b5f-49b7-8789-bc96615be24c None None] Calling delete_port for 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:08.567545 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc8d5a-b60f-40a7-9528-e02dae7ac251 req-c717b6dd-66f5-49e0-9f06-d8d41b5d7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:08.568933 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-62bc8d5a-b60f-40a7-9528-e02dae7ac251 req-c717b6dd-66f5-49e0-9f06-d8d41b5d7e84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca743c4cdf1a4b8699d29138f14289b1&device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 1099 time: 0.1251500 Nov 09 04:21:08.581404 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:21:08.581800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Checking segment: {'id': '14589e63-714b-41d4-a710-1d7bfd3e238e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:08.582209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:08.582596 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Bound using segment: {'id': '14589e63-714b-41d4-a710-1d7bfd3e238e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:21:08.583078 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Bound port: 4f47712a-c9f8-4632-9f8b-13192619b228, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14589e63-714b-41d4-a710-1d7bfd3e238e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:21:08.583453 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:08.689718 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e5d12dd2-cf05-4fe9-a6fb-3a935d4e1e5d tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:08.710993 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-1934249b-7d95-4ae7-b417-9397d575e8c2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Allocated IP 172.20.0.14 (2a4f88ae-c90e-49b5-9535-37524ce6b930/379a23b4-3967-44b5-af77-da94320cf1e8/69beb9c7-ff4f-48bd-b8bd-d2c9297d0010) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:08.720137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:08.750067 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] For port 4f47712a-c9f8-4632-9f8b-13192619b228, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:21:08.756689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-38202f0b-3bf1-4693-817c-4c366a1f9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:03Z', 'revision_number': 6, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': '6c010c8c-08fc-43c2-a18c-4f0ec43d5b44', 'name': '', 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:f0:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:55Z', 'updated_at': '2021-11-09T04:21:04Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8330e0a4-efb0-427c-b6b7-e2ab52c4441f', 'name': '', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:96:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:46Z', 'updated_at': '2021-11-09T04:20:59Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:08.788346 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc8d5a-b60f-40a7-9528-e02dae7ac251 req-3983e874-08f9-45f8-a7e1-71c8e7697c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:08.789968 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-62bc8d5a-b60f-40a7-9528-e02dae7ac251 req-3983e874-08f9-45f8-a7e1-71c8e7697c4d service neutron] 10.222.0.31 "GET /v2.0/networks?id=87a5cdfa-26bf-4b92-aac2-b70e243d7565 HTTP/1.1" status: 200 len: 911 time: 0.2104955 Nov 09 04:21:08.792318 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38202f0b-3bf1-4693-817c-4c366a1f9324 None None] The sync data for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv is: [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:03Z', 'revision_number': 6, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': '6c010c8c-08fc-43c2-a18c-4f0ec43d5b44', 'name': '', 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:f0:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:55Z', 'updated_at': '2021-11-09T04:21:04Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8330e0a4-efb0-427c-b6b7-e2ab52c4441f', 'name': '', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:96:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:46Z', 'updated_at': '2021-11-09T04:20:59Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:08.796912 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] For port 4f47712a-c9f8-4632-9f8b-13192619b228, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4f47712a-c9f8-4632-9f8b-13192619b228,segment=NetworkSegment(14589e63-714b-41d4-a710-1d7bfd3e238e),segment_id=14589e63-714b-41d4-a710-1d7bfd3e238e)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:21:08.801678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a0df3ff4-3b5f-49b7-8789-bc96615be24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:08.831972 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:08.849681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df3ff4-3b5f-49b7-8789-bc96615be24c None None] Pushing event deleted for resources: {'Port': ['ID=0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:08.854641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 576bb35b-1947-4ee1-b5ae-bf257261f5f9 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:08.870239 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=c381cbe1-ca18-4144-a371-b9446b09f664,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:08.873875 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:08.874366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.extraroute_db [None req-00e6938d-29de-4c6f-947c-0bf37337a8ed tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Added routes are [] {{(pid=101883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 04:21:08.874688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.extraroute_db [None req-00e6938d-29de-4c6f-947c-0bf37337a8ed tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 04:21:08.875937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:08.876727 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:08.882542 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-62bc8d5a-b60f-40a7-9528-e02dae7ac251 req-dd25f0e2-eb94-45be-9a59-d117c588ecfd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee98519-1527-45f9-8b7e-3dcd8d86be0d HTTP/1.1" status: 200 len: 217 time: 0.0719624 Nov 09 04:21:08.898363 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:08.909070 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0df3ff4-3b5f-49b7-8789-bc96615be24c None None] No DVR routers for this DVR port 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:08.914651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efd916-d8d5-47b2-97c5-ab7e52948d39 req-5b06c078-2bf1-4538-8305-bbf435adf08b tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:08.917152 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f2efd916-d8d5-47b2-97c5-ab7e52948d39 req-5b06c078-2bf1-4538-8305-bbf435adf08b tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.4238768 Nov 09 04:21:08.972166 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc8d5a-b60f-40a7-9528-e02dae7ac251 req-ee275ce2-bd13-43bc-96e9-d19d8f2327c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:08.973702 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-62bc8d5a-b60f-40a7-9528-e02dae7ac251 req-ee275ce2-bd13-43bc-96e9-d19d8f2327c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1586c9b9-3f73-4962-a85d-75926913c025 HTTP/1.1" status: 200 len: 851 time: 0.0519269 Nov 09 04:21:08.995922 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 576bb35b-1947-4ee1-b5ae-bf257261f5f9 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:08.996293 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.009804 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e5d12dd2-cf05-4fe9-a6fb-3a935d4e1e5d tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.070641 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-62bc8d5a-b60f-40a7-9528-e02dae7ac251 req-e2c66747-4436-45bd-8eef-a6fc6d57d0a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=87a5cdfa-26bf-4b92-aac2-b70e243d7565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815215 Nov 09 04:21:09.108201 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:09.108642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.113068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d12dd2-cf05-4fe9-a6fb-3a935d4e1e5d tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event deleted for resources: {'Subnet': ['ID=9feec78f-cb13-4b04-a403-37bd42105b94,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:09.124685 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e5d12dd2-cf05-4fe9-a6fb-3a935d4e1e5d tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.128161 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e5d12dd2-cf05-4fe9-a6fb-3a935d4e1e5d tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "DELETE /v2.0/subnets/9feec78f-cb13-4b04-a403-37bd42105b94 HTTP/1.1" status: 204 len: 168 time: 1.0334284 Nov 09 04:21:09.139922 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49022) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:09.167068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3c953-2903-4696-8354-87d1d8677b30 None None] Pushing event updated for resources: {'Port': ['ID=4f47712a-c9f8-4632-9f8b-13192619b228,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:09.177095 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.200585 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bded3c8c-1704-4919-ac03-655913e35d64 None None] Network c83716cc-38ba-4347-a5fe-f5e2100bfd17 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:09.335958 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-00e6938d-29de-4c6f-947c-0bf37337a8ed tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.338242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 576bb35b-1947-4ee1-b5ae-bf257261f5f9, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=576bb35b-1947-4ee1-b5ae-bf257261f5f9,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:09.370445 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.391410 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-55106458-679d-4704-8d2f-5814bde4f9aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.482762 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f2efd916-d8d5-47b2-97c5-ab7e52948d39 req-f9d171fc-7f45-4180-af54-b7f8fc9073f5 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046592 Nov 09 04:21:09.516262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:09.550830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1934249b-7d95-4ae7-b417-9397d575e8c2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.562949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:09.563293 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 0efc552e-7912-4ed2-b5fa-2aa4e2d3ed8a not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:09.563883 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b4e7c17b-d90a-44a8-985c-278a361f9db9 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:09.565412 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=576bb35b-1947-4ee1-b5ae-bf257261f5f9,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:09.576795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:09.577778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.607860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: b4e7c17b-d90a-44a8-985c-278a361f9db9 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:09.608291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b4e7c17b-d90a-44a8-985c-278a361f9db9 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:09.620994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:09.706550 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-55106458-679d-4704-8d2f-5814bde4f9aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.718927 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.720630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55da399f-7f90-48a5-939e-0b4dd52c2c92 None None] DHCP port deletion for c83716cc-38ba-4347-a5fe-f5e2100bfd17 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:21:09.761933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b9f147-d6dc-4b39-be50-89a039e0a578 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:09.762186 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-62bc8d5a-b60f-40a7-9528-e02dae7ac251 req-32701297-d1cc-4c1e-8b1e-908ac3060bf6 service neutron] 10.222.0.31 "GET /v2.0/networks/87a5cdfa-26bf-4b92-aac2-b70e243d7565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694069 Nov 09 04:21:09.784830 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.816055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1934249b-7d95-4ae7-b417-9397d575e8c2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.847094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55106458-679d-4704-8d2f-5814bde4f9aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:09.869452 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-55106458-679d-4704-8d2f-5814bde4f9aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:09.879880 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55106458-679d-4704-8d2f-5814bde4f9aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:09.883847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6cae91b7-e8ce-465f-9b1c-d0213b479481 None None] Provisioning complete for port 576bb35b-1947-4ee1-b5ae-bf257261f5f9 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:09.884218 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6cae91b7-e8ce-465f-9b1c-d0213b479481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.885574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55106458-679d-4704-8d2f-5814bde4f9aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:09.886508 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-55106458-679d-4704-8d2f-5814bde4f9aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.890075 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1934249b-7d95-4ae7-b417-9397d575e8c2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:09.892499 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-55da399f-7f90-48a5-939e-0b4dd52c2c92 None None] Deleting port 35d3abbd-e223-499a-abb1-23e5c3936005 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:09.893052 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-55da399f-7f90-48a5-939e-0b4dd52c2c92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.901073 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-00e6938d-29de-4c6f-947c-0bf37337a8ed tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:09.906408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55106458-679d-4704-8d2f-5814bde4f9aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=8d651b66-631d-4da3-89b3-8bf1c2ea2ca7,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:09.908969 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-1934249b-7d95-4ae7-b417-9397d575e8c2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:09.920918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934249b-7d95-4ae7-b417-9397d575e8c2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:09.994112 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-00e6938d-29de-4c6f-947c-0bf37337a8ed tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:10.004076 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-62bc8d5a-b60f-40a7-9528-e02dae7ac251 req-2264b9a0-19d7-4acd-bdae-fc2a3409fde1 service neutron] 10.222.0.31 "GET /v2.0/networks/87a5cdfa-26bf-4b92-aac2-b70e243d7565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155633 Nov 09 04:21:10.028840 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49024) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:10.036309 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-55106458-679d-4704-8d2f-5814bde4f9aa tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.8737853 Nov 09 04:21:10.048428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-55da399f-7f90-48a5-939e-0b4dd52c2c92 None None] For port 35d3abbd-e223-499a-abb1-23e5c3936005, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=35d3abbd-e223-499a-abb1-23e5c3936005,segment=NetworkSegment(55f3732b-5949-4334-a10d-01f04c46475a),segment_id=55f3732b-5949-4334-a10d-01f04c46475a)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:10.048848 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-55da399f-7f90-48a5-939e-0b4dd52c2c92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:10.076237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-55da399f-7f90-48a5-939e-0b4dd52c2c92 None None] Calling delete_port for 35d3abbd-e223-499a-abb1-23e5c3936005 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:10.151527 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Deleting port 35d3abbd-e223-499a-abb1-23e5c3936005 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:10.152119 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:10.182092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1934249b-7d95-4ae7-b417-9397d575e8c2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:10.182753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1934249b-7d95-4ae7-b417-9397d575e8c2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:10.188382 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934249b-7d95-4ae7-b417-9397d575e8c2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=69beb9c7-ff4f-48bd-b8bd-d2c9297d0010,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:10.246711 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1934249b-7d95-4ae7-b417-9397d575e8c2 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4304347 Nov 09 04:21:10.255320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49026) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:10.265350 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-16b9e199-188e-4021-b51c-102f13adf7fa tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'subnet': {'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:10.275422 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-55da399f-7f90-48a5-939e-0b4dd52c2c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:10.296289 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e6938d-29de-4c6f-947c-0bf37337a8ed tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:21:10.307829 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:10.340174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] For port 35d3abbd-e223-499a-abb1-23e5c3936005, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=35d3abbd-e223-499a-abb1-23e5c3936005,segment=NetworkSegment(55f3732b-5949-4334-a10d-01f04c46475a),segment_id=55f3732b-5949-4334-a10d-01f04c46475a)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:10.340863 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:10.345065 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da399f-7f90-48a5-939e-0b4dd52c2c92 None None] Pushing event deleted for resources: {'Port': ['ID=35d3abbd-e223-499a-abb1-23e5c3936005,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:10.399542 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da399f-7f90-48a5-939e-0b4dd52c2c92 None None] No DVR routers for this DVR port 35d3abbd-e223-499a-abb1-23e5c3936005 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:10.414200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Calling delete_port for 35d3abbd-e223-499a-abb1-23e5c3936005 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:10.440896 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc0e55f-dd2a-4ace-bb2b-9eb68fb3847c None None] Update dhcp port {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'fixed_ips': [{'subnet_id': '26ae69e8-2804-49b6-80dd-79e28c089f1b', 'ip_address': '2001:db8::f816:3eff:fe9c:e4b0'}, {'subnet_id': '8257d82b-80b4-49a5-9cdc-b6b206d365aa'}], 'binding:host_id': 'dv-neutron-816800-2-hyperv'}, 'id': '576bb35b-1947-4ee1-b5ae-bf257261f5f9'} from dv-neutron-816800-2-hyperv. {{(pid=101885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 04:21:10.451775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:10.473382 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:10.509897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:10.510692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:10.514138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d54c8ca1-2bc1-4d1b-be4d-f428b7f39c2b None None] Provisioning complete for port 69beb9c7-ff4f-48bd-b8bd-d2c9297d0010 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:10.514511 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d54c8ca1-2bc1-4d1b-be4d-f428b7f39c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:10.547223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4cc0e55f-dd2a-4ace-bb2b-9eb68fb3847c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:10.582875 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-15b19cd3-62fa-4d7b-9f43-d96981f27c02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port 8d651b66-631d-4da3-89b3-8bf1c2ea2ca7 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:10.583621 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15b19cd3-62fa-4d7b-9f43-d96981f27c02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:10.633302 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d54c8ca1-2bc1-4d1b-be4d-f428b7f39c2b None None] Port 69beb9c7-ff4f-48bd-b8bd-d2c9297d0010 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:10.756493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b919d29-2eab-4e4b-a769-887627843fe8 None None] Network 5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:10.777208 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b9e199-188e-4021-b51c-102f13adf7fa tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:10.781528 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16b9e199-188e-4021-b51c-102f13adf7fa tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:10.909670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-4cc0e55f-dd2a-4ace-bb2b-9eb68fb3847c None None] Allocated IP 2001:db8:0:1::2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/8257d82b-80b4-49a5-9cdc-b6b206d365aa/576bb35b-1947-4ee1-b5ae-bf257261f5f9) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:10.929372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=c381cbe1-ca18-4144-a371-b9446b09f664,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:10.980368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4f47712a-c9f8-4632-9f8b-13192619b228 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:10.988715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15b19cd3-62fa-4d7b-9f43-d96981f27c02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.012291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d6b141fd-2c68-49da-bd2e-03d142bb4850 None None] Provisioning complete for port 4f47712a-c9f8-4632-9f8b-13192619b228 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:11.012642 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d6b141fd-2c68-49da-bd2e-03d142bb4850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.015802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b9fe2-793e-4370-b8e4-5dcfcfe570c6 req-a898e6f2-bb7a-47e2-bb20-76cd059b856b tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:11.018106 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-605b9fe2-793e-4370-b8e4-5dcfcfe570c6 req-a898e6f2-bb7a-47e2-bb20-76cd059b856b tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.3077562 Nov 09 04:21:11.038113 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-15b19cd3-62fa-4d7b-9f43-d96981f27c02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for 8d651b66-631d-4da3-89b3-8bf1c2ea2ca7 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:11.066828 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.097470 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.ipam_backend_mixin [None req-16b9e199-188e-4021-b51c-102f13adf7fa tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 379a23b4-3967-44b5-af77-da94320cf1e8 (CIDR: 172.20.0.0/28) Nov 09 04:21:11.109299 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e6938d-29de-4c6f-947c-0bf37337a8ed tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:11.119321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-00e6938d-29de-4c6f-947c-0bf37337a8ed tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.123213 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-00e6938d-29de-4c6f-947c-0bf37337a8ed tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 HTTP/1.1" status: 200 len: 700 time: 5.0398846 Nov 09 04:21:11.126796 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49030) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:11.129501 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b9e199-188e-4021-b51c-102f13adf7fa tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:11.130031 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b9e199-188e-4021-b51c-102f13adf7fa tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:11.137409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event deleted for resources: {'Port': ['ID=35d3abbd-e223-499a-abb1-23e5c3936005,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:11.137771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.139124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8b1b7e-3864-441e-b723-3e08aa14e45f None None] Sync routers for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:11.141876 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] No DVR routers for this DVR port 35d3abbd-e223-499a-abb1-23e5c3936005 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:11.202197 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8b1b7e-3864-441e-b723-3e08aa14e45f None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:11.203107 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5c8b1b7e-3864-441e-b723-3e08aa14e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:11.216352 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 4f47712a-c9f8-4632-9f8b-13192619b228 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:11.216758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.216956 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:11.237451 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.239694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.300177 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.300674 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Fanout notify agent at l3_agent the message router_deleted on router 90aa0b0b-157e-4134-a32a-9a58a61d2c7d {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:21:11.306345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4cc0e55f-dd2a-4ace-bb2b-9eb68fb3847c None None] For port 576bb35b-1947-4ee1-b5ae-bf257261f5f9, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=576bb35b-1947-4ee1-b5ae-bf257261f5f9,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:11.306579 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:11.308160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.309357 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-205dd61b-ed1c-466c-8719-6366686a7cfc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/routers/90aa0b0b-157e-4134-a32a-9a58a61d2c7d HTTP/1.1" status: 204 len: 168 time: 4.6681159 Nov 09 04:21:11.312006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49032) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:11.340797 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-16b9e199-188e-4021-b51c-102f13adf7fa tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0809920 Nov 09 04:21:11.355120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49034) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:11.361958 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-169420df-46fb-428e-bf96-bdb30c0f407e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'subnet': {'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:11.370343 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-605b9fe2-793e-4370-b8e4-5dcfcfe570c6 req-84c6cc22-7e13-4f7c-be57-2fdeda57aeb1 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344724 Nov 09 04:21:11.413043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7f3f861e-6c41-47e9-8065-b4821366fee3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.549679 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7f3f861e-6c41-47e9-8065-b4821366fee3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.601485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-7f3f861e-6c41-47e9-8065-b4821366fee3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e925cd29-1b35-42fa-a731-c4b2f5dfa5c5']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:11.606802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.612475 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-7f3f861e-6c41-47e9-8065-b4821366fee3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ae72e8-0c33-41e2-8721-34991dd0bc7b') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:11.612968 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-7f3f861e-6c41-47e9-8065-b4821366fee3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ae72e8-0c33-41e2-8721-34991dd0bc7b') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:11.628213 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e5b357b5-023e-44ed-8088-e63378a6c9aa tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/routers/02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 HTTP/1.1" status: 200 len: 700 time: 0.4954846 Nov 09 04:21:11.628398 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7f3f861e-6c41-47e9-8065-b4821366fee3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.628839 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49036) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:11.647961 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7f3f861e-6c41-47e9-8065-b4821366fee3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.662261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3f861e-6c41-47e9-8065-b4821366fee3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:21:11.663061 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7f3f861e-6c41-47e9-8065-b4821366fee3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.694902 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-5c8b1b7e-3864-441e-b723-3e08aa14e45f None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:21:11.731835 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:21:11.734158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4cc0e55f-dd2a-4ace-bb2b-9eb68fb3847c None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.749191 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7f3f861e-6c41-47e9-8065-b4821366fee3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.751705 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4cc0e55f-dd2a-4ace-bb2b-9eb68fb3847c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.770058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7f3f861e-6c41-47e9-8065-b4821366fee3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.773584 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7f3f861e-6c41-47e9-8065-b4821366fee3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/networks/e925cd29-1b35-42fa-a731-c4b2f5dfa5c5 HTTP/1.1" status: 204 len: 168 time: 0.4604316 Nov 09 04:21:11.775396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f861e-6c41-47e9-8065-b4821366fee3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Network': ['ID=e925cd29-1b35-42fa-a731-c4b2f5dfa5c5,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:11.789809 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d6b141fd-2c68-49da-bd2e-03d142bb4850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.800392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49038) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:11.803603 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.809577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-0e28a1b1-3f92-4b04-9ea6-8d72fd110781 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'network': {'name': 'tempest-network-smoke--337873542', 'project_id': '871582c076e646fa8f870c685a113561', 'port_security_enabled': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:11.842875 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e28a1b1-3f92-4b04-9ea6-8d72fd110781 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:11.847235 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0e28a1b1-3f92-4b04-9ea6-8d72fd110781 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.879967 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e28a1b1-3f92-4b04-9ea6-8d72fd110781 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:21:11.900983 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0e28a1b1-3f92-4b04-9ea6-8d72fd110781 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:11.901480 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-0e28a1b1-3f92-4b04-9ea6-8d72fd110781 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Added segment 0272764f-bd11-4a80-a3af-54f4584a948f of type vlan for network 26274e59-ab78-4236-af3b-f51a5801fc4b Nov 09 04:21:11.976040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0e28a1b1-3f92-4b04-9ea6-8d72fd110781 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:12.038155 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0e28a1b1-3f92-4b04-9ea6-8d72fd110781 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:12.041406 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83716cc-38ba-4347-a5fe-f5e2100bfd17']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:12.048403 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e28a1b1-3f92-4b04-9ea6-8d72fd110781 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:12.049550 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0e28a1b1-3f92-4b04-9ea6-8d72fd110781 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:12.060347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 4f47712a-c9f8-4632-9f8b-13192619b228, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4f47712a-c9f8-4632-9f8b-13192619b228,segment=NetworkSegment(14589e63-714b-41d4-a710-1d7bfd3e238e),segment_id=14589e63-714b-41d4-a710-1d7bfd3e238e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:12.063697 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0e55f-dd2a-4ace-bb2b-9eb68fb3847c None None] Pushing event updated for resources: {'Port': ['ID=576bb35b-1947-4ee1-b5ae-bf257261f5f9,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:12.094587 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:12.095242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 576bb35b-1947-4ee1-b5ae-bf257261f5f9 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:12.097233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f3732b-5949-4334-a10d-01f04c46475a') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:12.097589 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f3732b-5949-4334-a10d-01f04c46475a') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:12.120205 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:12.145422 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49040) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:12.146055 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0e28a1b1-3f92-4b04-9ea6-8d72fd110781 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3412023 Nov 09 04:21:12.154563 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28a1b1-3f92-4b04-9ea6-8d72fd110781 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Network': ['ID=26274e59-ab78-4236-af3b-f51a5801fc4b,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:12.169476 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-889249603', 'admin_state_up': True, 'project_id': '871582c076e646fa8f870c685a113561', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:12.190492 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 26274e59-ab78-4236-af3b-f51a5801fc4b details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:21:12.216352 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:12.250085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:21:12.250490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: self.session.flush() Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:21:12.260686 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:21:12.326150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-d6b141fd-2c68-49da-bd2e-03d142bb4850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:21:12.326507 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-d6b141fd-2c68-49da-bd2e-03d142bb4850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:21:12.340906 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=4f47712a-c9f8-4632-9f8b-13192619b228,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:12.382390 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 576bb35b-1947-4ee1-b5ae-bf257261f5f9 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:12.382764 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:12.420461 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:12.421601 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:12.439719 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5c8b1b7e-3864-441e-b723-3e08aa14e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:08Z', 'revision_number': 7, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': '6c010c8c-08fc-43c2-a18c-4f0ec43d5b44', 'name': '', 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:f0:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:55Z', 'updated_at': '2021-11-09T04:21:04Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8330e0a4-efb0-427c-b6b7-e2ab52c4441f', 'name': '', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:96:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:46Z', 'updated_at': '2021-11-09T04:20:59Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:12.470939 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8b1b7e-3864-441e-b723-3e08aa14e45f None None] Checking router: 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:21:12.482874 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 9d3e46e9-42b5-4608-bbed-0e6cacf21584 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:21:12.489933 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:12.497007 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169420df-46fb-428e-bf96-bdb30c0f407e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:12.500566 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-169420df-46fb-428e-bf96-bdb30c0f407e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:12.514216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15b19cd3-62fa-4d7b-9f43-d96981f27c02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:12.517249 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:12.523438 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] 10.222.0.21 "DELETE /v2.0/networks/c83716cc-38ba-4347-a5fe-f5e2100bfd17 HTTP/1.1" status: 204 len: 168 time: 3.3666072 Nov 09 04:21:12.539381 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8b1b7e-3864-441e-b723-3e08aa14e45f None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:12.540137 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5c8b1b7e-3864-441e-b723-3e08aa14e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:12.566972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273cca1-5f9e-4ac2-aa22-6de4bde83dff req-ddf79346-a97a-42fa-a4b4-a416ed9daa8b tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:12.568796 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5273cca1-5f9e-4ac2-aa22-6de4bde83dff req-ddf79346-a97a-42fa-a4b4-a416ed9daa8b tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.0833211 Nov 09 04:21:12.630264 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c63cd1-e55e-4919-9f7e-3c1637ae7a68 tempest-AllowedAddressPairTestJSON-911728157 tempest-AllowedAddressPairTestJSON-911728157-project] Pushing event deleted for resources: {'Network': ['ID=c83716cc-38ba-4347-a5fe-f5e2100bfd17,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:12.645055 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 35d3abbd-e223-499a-abb1-23e5c3936005 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:12.669051 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5273cca1-5f9e-4ac2-aa22-6de4bde83dff req-769a4c9c-4391-4965-ad0e-3329bdbdc43f tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899322 Nov 09 04:21:12.694379 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 35d3abbd-e223-499a-abb1-23e5c3936005 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:12.694736 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 35d3abbd-e223-499a-abb1-23e5c3936005 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:12.711782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b19cd3-62fa-4d7b-9f43-d96981f27c02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=8d651b66-631d-4da3-89b3-8bf1c2ea2ca7,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:12.753438 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:12.775908 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-5c8b1b7e-3864-441e-b723-3e08aa14e45f None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:12.910033 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4f47712a-c9f8-4632-9f8b-13192619b228 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:12.961643 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49052) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:13.018847 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15b19cd3-62fa-4d7b-9f43-d96981f27c02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:13.022147 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-15b19cd3-62fa-4d7b-9f43-d96981f27c02 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/8d651b66-631d-4da3-89b3-8bf1c2ea2ca7 HTTP/1.1" status: 204 len: 168 time: 2.9784644 Nov 09 04:21:13.026447 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49056) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:13.046012 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:13.051043 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.ipam_backend_mixin [None req-169420df-46fb-428e-bf96-bdb30c0f407e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ef968095-cb6b-45b2-b3c8-4f30bba322fc (CIDR: 172.20.0.16/28) Nov 09 04:21:13.054359 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6a4f50ee-c550-4027-89f1-af1cab4f0cd8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/9d3e46e9-42b5-4608-bbed-0e6cacf21584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4554303 Nov 09 04:21:13.058699 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49058) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:13.060166 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260f669-b3a5-4c97-8fe5-716a7c22a352 None None] Sync routers for ids ['9d3e46e9-42b5-4608-bbed-0e6cacf21584'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:13.078701 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260f669-b3a5-4c97-8fe5-716a7c22a352 None None] Routers {'9d3e46e9-42b5-4608-bbed-0e6cacf21584'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:13.080472 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a260f669-b3a5-4c97-8fe5-716a7c22a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9d3e46e9-42b5-4608-bbed-0e6cacf21584'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:13.103812 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-169420df-46fb-428e-bf96-bdb30c0f407e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:13.104849 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169420df-46fb-428e-bf96-bdb30c0f407e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:13.148264 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a260f669-b3a5-4c97-8fe5-716a7c22a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:13.159681 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260f669-b3a5-4c97-8fe5-716a7c22a352 None None] Routers {'9d3e46e9-42b5-4608-bbed-0e6cacf21584'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:13.161810 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a260f669-b3a5-4c97-8fe5-716a7c22a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9d3e46e9-42b5-4608-bbed-0e6cacf21584'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:13.169477 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22e6221-3599-4dd2-85ef-cd453704c203 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:13.173567 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c22e6221-3599-4dd2-85ef-cd453704c203 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1436765 Nov 09 04:21:13.179680 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49060) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:13.186865 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f905d-6c29-4937-a346-31ef3cade038 req-6e7fc580-e587-49dd-8b05-2b021c8c7efd tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:13.191717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 4f47712a-c9f8-4632-9f8b-13192619b228 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:13.192096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:13.198827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-63b8aa73-0cc7-4ccd-ac08-43b9524f1f9c None None] Provisioning complete for port 4f47712a-c9f8-4632-9f8b-13192619b228 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:13.199201 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-63b8aa73-0cc7-4ccd-ac08-43b9524f1f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:13.204766 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-761f905d-6c29-4937-a346-31ef3cade038 req-6e7fc580-e587-49dd-8b05-2b021c8c7efd tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.1148806 Nov 09 04:21:13.220690 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:13.233411 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531bb714-cba7-4215-ab36-05c55e696f7b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:13.234665 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-531bb714-cba7-4215-ab36-05c55e696f7b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports/c381cbe1-ca18-4144-a371-b9446b09f664 HTTP/1.1" status: 200 len: 911 time: 0.1735811 Nov 09 04:21:13.238446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49062) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:13.246323 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a260f669-b3a5-4c97-8fe5-716a7c22a352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:13.247952 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260f669-b3a5-4c97-8fe5-716a7c22a352 None None] The sync data for ids ['9d3e46e9-42b5-4608-bbed-0e6cacf21584'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:13.250547 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-169420df-46fb-428e-bf96-bdb30c0f407e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.8923762 Nov 09 04:21:13.254602 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49064) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:13.266075 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-968e9841-23ef-40d7-a6d6-f4ae9f1e64f1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'subnet': {'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:13.378546 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-761f905d-6c29-4937-a346-31ef3cade038 req-4575a28a-0341-4534-81e3-e610e6bbac2c tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681535 Nov 09 04:21:13.399598 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeafc27-75bd-4290-9e22-1a09c9990421 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:13.401203 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bfeafc27-75bd-4290-9e22-1a09c9990421 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2145555 Nov 09 04:21:13.404279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49066) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:13.441578 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d0d3c4b2-cec5-4e49-ae07-d9e7576f099a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9c8cd674ca94dd081ad969663cebd7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4778173 Nov 09 04:21:13.442397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5c8b1b7e-3864-441e-b723-3e08aa14e45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:08Z', 'revision_number': 7, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': '6c010c8c-08fc-43c2-a18c-4f0ec43d5b44', 'name': '', 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:f0:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:55Z', 'updated_at': '2021-11-09T04:21:04Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8330e0a4-efb0-427c-b6b7-e2ab52c4441f', 'name': '', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:96:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:46Z', 'updated_at': '2021-11-09T04:20:59Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:13.442742 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49068) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:13.449123 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 576bb35b-1947-4ee1-b5ae-bf257261f5f9 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:13.500196 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8b1b7e-3864-441e-b723-3e08aa14e45f None None] The sync data for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv is: [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:08Z', 'revision_number': 7, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': '6c010c8c-08fc-43c2-a18c-4f0ec43d5b44', 'name': '', 'network_id': 'efeec3ca-9828-4c25-9cab-ef1adaf2404d', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:f0:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:55Z', 'updated_at': '2021-11-09T04:21:04Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '924a073d-b895-4e92-9b09-471c7217eeb2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8330e0a4-efb0-427c-b6b7-e2ab52c4441f', 'name': '', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:96:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:46Z', 'updated_at': '2021-11-09T04:20:59Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:13.548092 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-63b8aa73-0cc7-4ccd-ac08-43b9524f1f9c None None] Provisioning complete for port c381cbe1-ca18-4144-a371-b9446b09f664 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:13.548386 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-63b8aa73-0cc7-4ccd-ac08-43b9524f1f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:13.599916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 576bb35b-1947-4ee1-b5ae-bf257261f5f9 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:13.600587 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:13.618278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd756a71-15a1-4aa9-8f37-da8a03e7e345 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:13.620405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd756a71-15a1-4aa9-8f37-da8a03e7e345 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:13.620530 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968e9841-23ef-40d7-a6d6-f4ae9f1e64f1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Made reservation on behalf of d56a0d9d08a14d82b1fc97eb3e7362fd for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:13.621427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd756a71-15a1-4aa9-8f37-da8a03e7e345 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:13.623977 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-968e9841-23ef-40d7-a6d6-f4ae9f1e64f1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:13.631806 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cd756a71-15a1-4aa9-8f37-da8a03e7e345 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2254434 Nov 09 04:21:13.636433 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-63b8aa73-0cc7-4ccd-ac08-43b9524f1f9c None None] Port c381cbe1-ca18-4144-a371-b9446b09f664 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:13.636661 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49070) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:13.648088 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3da3f8fb-612b-4870-8ace-418f44ac24ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:13.671776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3da3f8fb-612b-4870-8ace-418f44ac24ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:13.675184 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2b47-00cf-49e0-88d8-d023fde9ada5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:13.732433 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:13.765428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:13.766172 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4a66f2dd-bf62-4eb3-9cc8-c4ce86f45e04 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:13.803516 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b3d77d8c-54a1-497f-a007-c81d4e44cd0f None None] Provisioning complete for port 576bb35b-1947-4ee1-b5ae-bf257261f5f9 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:13.804148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b3d77d8c-54a1-497f-a007-c81d4e44cd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:13.828593 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3da3f8fb-612b-4870-8ace-418f44ac24ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:13.831386 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3da3f8fb-612b-4870-8ace-418f44ac24ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:13.832981 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3da3f8fb-612b-4870-8ace-418f44ac24ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bbca0d1-3058-44e3-b16e-4fe72eed274d HTTP/1.1" status: 204 len: 168 time: 0.3828824 Nov 09 04:21:13.845400 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3f8fb-612b-4870-8ace-418f44ac24ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbca0d1-3058-44e3-b16e-4fe72eed274d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:13.961015 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28f9f9c7-71bd-4587-a0b3-35f27699f896 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:14.122409 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b3d77d8c-54a1-497f-a007-c81d4e44cd0f None None] Could not find standard attr ID for object 8d651b66-631d-4da3-89b3-8bf1c2ea2ca7. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:21:14.280735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-28f9f9c7-71bd-4587-a0b3-35f27699f896 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port c381cbe1-ca18-4144-a371-b9446b09f664 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:14.281311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28f9f9c7-71bd-4587-a0b3-35f27699f896 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:14.316993 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-613134cd-09ba-4457-b71a-965726e4db0e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 26ae69e8-2804-49b6-80dd-79e28c089f1b {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:14.329578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-613134cd-09ba-4457-b71a-965726e4db0e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:14.395737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:14.408127 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28f9f9c7-71bd-4587-a0b3-35f27699f896 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:14.434400 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-28f9f9c7-71bd-4587-a0b3-35f27699f896 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for c381cbe1-ca18-4144-a371-b9446b09f664 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:14.434989 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-613134cd-09ba-4457-b71a-965726e4db0e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:14.440875 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:14.653074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28f9f9c7-71bd-4587-a0b3-35f27699f896 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:14.687930 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49094) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:14.695950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9f9c7-71bd-4587-a0b3-35f27699f896 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=c381cbe1-ca18-4144-a371-b9446b09f664,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:14.726752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125c64a-443f-4090-aaf5-1e34853bc989 req-ed4af178-4f26-4e2f-8d72-57524036b8ef tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:14.728536 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c125c64a-443f-4090-aaf5-1e34853bc989 req-ed4af178-4f26-4e2f-8d72-57524036b8ef tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.2467034 Nov 09 04:21:14.774236 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-613134cd-09ba-4457-b71a-965726e4db0e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:14.816167 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28f9f9c7-71bd-4587-a0b3-35f27699f896 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:14.872039 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-25a3c465-2a4d-463a-a572-98a6eee62bb6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:14.872736 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING neutron.api.v2.base [None req-25a3c465-2a4d-463a-a572-98a6eee62bb6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 04:21:14.873228 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-25a3c465-2a4d-463a-a572-98a6eee62bb6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 04:21:14.878447 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-25a3c465-2a4d-463a-a572-98a6eee62bb6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1874766 Nov 09 04:21:14.878609 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49098) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:14.896161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3331b008-4f3b-4a74-ae2f-6a4a30b63911 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group': {'name': 'tempest-secgroup--160543068'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:14.964904 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.124 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:14.993118 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f9f9c7-71bd-4587-a0b3-35f27699f896 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 9d3e46e9-42b5-4608-bbed-0e6cacf21584 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:21:15.039805 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2624e7-29cf-4003-ae75-dd9cdd9aa438 req-61bd12ab-4cc2-434b-ad15-692d748a2598 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:15.041274 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-be2624e7-29cf-4003-ae75-dd9cdd9aa438 req-61bd12ab-4cc2-434b-ad15-692d748a2598 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 946 time: 0.3102903 Nov 09 04:21:15.044503 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c125c64a-443f-4090-aaf5-1e34853bc989 req-3e752c27-5d96-4aec-8fcc-d214781b3073 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/security-groups?id=7911032d-ce84-4517-8047-d33b00fb8df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952433 Nov 09 04:21:15.058506 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3331b008-4f3b-4a74-ae2f-6a4a30b63911 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.075892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f9f9c7-71bd-4587-a0b3-35f27699f896 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:15.083966 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-28f9f9c7-71bd-4587-a0b3-35f27699f896 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/9d3e46e9-42b5-4608-bbed-0e6cacf21584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8397937 Nov 09 04:21:15.084713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49100) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:15.086729 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3d4a6c-e9c3-4eeb-b302-ebf60161920f None None] Sync routers for ids ['9d3e46e9-42b5-4608-bbed-0e6cacf21584'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:15.099808 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d4a6c-e9c3-4eeb-b302-ebf60161920f None None] Routers {'9d3e46e9-42b5-4608-bbed-0e6cacf21584'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:15.100569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8d3d4a6c-e9c3-4eeb-b302-ebf60161920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9d3e46e9-42b5-4608-bbed-0e6cacf21584'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:15.114495 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1a87b137-b59b-418d-8b3c-74286578f0d8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d3e46e9-42b5-4608-bbed-0e6cacf21584 HTTP/1.1" status: 200 len: 205 time: 0.0261979 Nov 09 04:21:15.114705 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-613134cd-09ba-4457-b71a-965726e4db0e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.114822 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49102) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:15.115891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3331b008-4f3b-4a74-ae2f-6a4a30b63911 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.117792 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-968e9841-23ef-40d7-a6d6-f4ae9f1e64f1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.137776 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8d3d4a6c-e9c3-4eeb-b302-ebf60161920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:15.144159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd2b47-00cf-49e0-88d8-d023fde9ada5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:15.144499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2b47-00cf-49e0-88d8-d023fde9ada5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.146841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d4a6c-e9c3-4eeb-b302-ebf60161920f None None] Routers {'9d3e46e9-42b5-4608-bbed-0e6cacf21584'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:15.147568 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8d3d4a6c-e9c3-4eeb-b302-ebf60161920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9d3e46e9-42b5-4608-bbed-0e6cacf21584'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:15.181887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8d3d4a6c-e9c3-4eeb-b302-ebf60161920f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:15.182909 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3d4a6c-e9c3-4eeb-b302-ebf60161920f None None] The sync data for ids ['9d3e46e9-42b5-4608-bbed-0e6cacf21584'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:15.192533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c6e789c2-a7df-4dbb-8e58-17e7664f3160 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.229007 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9c3e75-11e6-4a46-b7f9-514cd53a21b7 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:15.230796 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-613134cd-09ba-4457-b71a-965726e4db0e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.236255 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-613134cd-09ba-4457-b71a-965726e4db0e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/26ae69e8-2804-49b6-80dd-79e28c089f1b HTTP/1.1" status: 204 len: 168 time: 1.5953972 Nov 09 04:21:15.236493 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613134cd-09ba-4457-b71a-965726e4db0e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=26ae69e8-2804-49b6-80dd-79e28c089f1b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:15.259383 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49104) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:15.312120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-46cd3aba-9b00-4d1f-8e71-b49a1f1fb464 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 8257d82b-80b4-49a5-9cdc-b6b206d365aa {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:15.315300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46cd3aba-9b00-4d1f-8e71-b49a1f1fb464 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.333897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968e9841-23ef-40d7-a6d6-f4ae9f1e64f1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:15.356686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-968e9841-23ef-40d7-a6d6-f4ae9f1e64f1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:15.373348 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968e9841-23ef-40d7-a6d6-f4ae9f1e64f1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:15.373969 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-968e9841-23ef-40d7-a6d6-f4ae9f1e64f1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.378190 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61d3a8f-29d8-4008-9a7e-5b8125827a9a None None] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:15.388415 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46cd3aba-9b00-4d1f-8e71-b49a1f1fb464 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.435149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.440410 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e9841-23ef-40d7-a6d6-f4ae9f1e64f1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Subnet': ['ID=77f846df-95b8-457d-a488-0f874e2ed5e7,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:15.481426 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-968e9841-23ef-40d7-a6d6-f4ae9f1e64f1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2254548 Nov 09 04:21:15.482177 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c6e789c2-a7df-4dbb-8e58-17e7664f3160 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.483555 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49106) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:15.484672 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-6bbd2b47-00cf-49e0-88d8-d023fde9ada5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] For port 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=6c010c8c-08fc-43c2-a18c-4f0ec43d5b44,segment=NetworkSegment(f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d),segment_id=f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:15.485043 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2b47-00cf-49e0-88d8-d023fde9ada5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.489303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c6e789c2-a7df-4dbb-8e58-17e7664f3160 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.494128 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-90da05e9-9222-4db7-89ea-f498580b5754 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1920269780', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '77f846df-95b8-457d-a488-0f874e2ed5e7'}], 'security_groups': ['ba00fc55-ccaa-4302-af01-fc78a6e68c41', '37d286c4-bbb3-4936-9e1f-57f617539c4f']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:15.523132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd2b47-00cf-49e0-88d8-d023fde9ada5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:15.552280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-be2624e7-29cf-4003-ae75-dd9cdd9aa438 req-763db6c7-09ff-4e27-8143-2322afb9e6bd tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Deleting port 0ee98519-1527-45f9-8b7e-3dcd8d86be0d {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:15.552700 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-be2624e7-29cf-4003-ae75-dd9cdd9aa438 req-763db6c7-09ff-4e27-8143-2322afb9e6bd tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.605823 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3331b008-4f3b-4a74-ae2f-6a4a30b63911 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.635179 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c6e789c2-a7df-4dbb-8e58-17e7664f3160 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.635909 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e789c2-a7df-4dbb-8e58-17e7664f3160 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Fanout notify agent at l3_agent the message router_deleted on router 9d3e46e9-42b5-4608-bbed-0e6cacf21584 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:21:15.638121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46cd3aba-9b00-4d1f-8e71-b49a1f1fb464 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.652693 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c6e789c2-a7df-4dbb-8e58-17e7664f3160 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.653848 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c6e789c2-a7df-4dbb-8e58-17e7664f3160 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/routers/9d3e46e9-42b5-4608-bbed-0e6cacf21584 HTTP/1.1" status: 204 len: 168 time: 0.5381923 Nov 09 04:21:15.663859 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49108) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:15.669451 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350419be-2d8a-47b0-98df-d99b44d5c477 None None] Update dhcp port {'port': {'network_id': '2a4f88ae-c90e-49b5-9535-37524ce6b930', 'fixed_ips': [{'subnet_id': 'ef968095-cb6b-45b2-b3c8-4f30bba322fc', 'ip_address': '172.20.0.18'}, {'subnet_id': '379a23b4-3967-44b5-af77-da94320cf1e8', 'ip_address': '172.20.0.2'}, {'subnet_id': '77f846df-95b8-457d-a488-0f874e2ed5e7'}], 'binding:host_id': 'dv-neutron-816800-2-hyperv'}, 'id': '70d2fef2-745b-423a-8aa3-629b2b011f36'} from dv-neutron-816800-2-hyperv. {{(pid=101885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 04:21:15.707860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-350419be-2d8a-47b0-98df-d99b44d5c477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.715750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3331b008-4f3b-4a74-ae2f-6a4a30b63911 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.769726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46cd3aba-9b00-4d1f-8e71-b49a1f1fb464 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.792068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.813294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd3aba-9b00-4d1f-8e71-b49a1f1fb464 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=8257d82b-80b4-49a5-9cdc-b6b206d365aa,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:15.818819 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46cd3aba-9b00-4d1f-8e71-b49a1f1fb464 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.824800 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-46cd3aba-9b00-4d1f-8e71-b49a1f1fb464 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/8257d82b-80b4-49a5-9cdc-b6b206d365aa HTTP/1.1" status: 204 len: 168 time: 0.5622284 Nov 09 04:21:15.829075 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49110) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:15.870264 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331b008-4f3b-4a74-ae2f-6a4a30b63911 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e0283f-35ce-4b33-971e-35e4092a5415,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:15.887644 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4b84c1f2-7238-4879-818c-1bf602498373 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548685 Nov 09 04:21:15.888948 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49112) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:15.893849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-40424692-d085-41bf-a041-c9d5aec2077e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:15.918046 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-4186e126-fa3b-49b5-a003-c22772ed08c2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting subnet c9dd93bd-562d-4bf3-99d0-d9e509b5e327 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:15.920698 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90da05e9-9222-4db7-89ea-f498580b5754 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.936691 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-be2624e7-29cf-4003-ae75-dd9cdd9aa438 req-763db6c7-09ff-4e27-8143-2322afb9e6bd tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] For port 0ee98519-1527-45f9-8b7e-3dcd8d86be0d, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0ee98519-1527-45f9-8b7e-3dcd8d86be0d,segment=NetworkSegment(f2f93494-73f7-4495-8ff1-20d24e3209b4),segment_id=f2f93494-73f7-4495-8ff1-20d24e3209b4)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:15.937466 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-be2624e7-29cf-4003-ae75-dd9cdd9aa438 req-763db6c7-09ff-4e27-8143-2322afb9e6bd tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:15.952449 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-350419be-2d8a-47b0-98df-d99b44d5c477 None None] Allocated IP 172.20.0.34 (2a4f88ae-c90e-49b5-9535-37524ce6b930/77f846df-95b8-457d-a488-0f874e2ed5e7/70d2fef2-745b-423a-8aa3-629b2b011f36) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:15.954491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-be2624e7-29cf-4003-ae75-dd9cdd9aa438 req-763db6c7-09ff-4e27-8143-2322afb9e6bd tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Calling delete_port for 0ee98519-1527-45f9-8b7e-3dcd8d86be0d owned by compute:nova {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:16.043573 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:16.044625 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:16.086599 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-350419be-2d8a-47b0-98df-d99b44d5c477 None None] For port 70d2fef2-745b-423a-8aa3-629b2b011f36, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=70d2fef2-745b-423a-8aa3-629b2b011f36,segment=NetworkSegment(9a84cb81-73ee-454f-a475-33f192f52d19),segment_id=9a84cb81-73ee-454f-a475-33f192f52d19)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:16.089658 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4186e126-fa3b-49b5-a003-c22772ed08c2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.096059 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:16.098669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:16.164233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-350419be-2d8a-47b0-98df-d99b44d5c477 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.175442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-350419be-2d8a-47b0-98df-d99b44d5c477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.230152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3331b008-4f3b-4a74-ae2f-6a4a30b63911 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.240380 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4186e126-fa3b-49b5-a003-c22772ed08c2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.309918 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350419be-2d8a-47b0-98df-d99b44d5c477 None None] Pushing event updated for resources: {'Port': ['ID=70d2fef2-745b-423a-8aa3-629b2b011f36,revision_number=7']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:16.312952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9147cda0-b1f8-4910-9d88-d89fb6be2631 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:16.347651 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3331b008-4f3b-4a74-ae2f-6a4a30b63911 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.404851 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3331b008-4f3b-4a74-ae2f-6a4a30b63911 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.404996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7bdc7695-ac1d-4127-9358-e84bbba2a2e1 None None] Provisioning complete for port 576bb35b-1947-4ee1-b5ae-bf257261f5f9 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:16.405365 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7bdc7695-ac1d-4127-9358-e84bbba2a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.409686 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3331b008-4f3b-4a74-ae2f-6a4a30b63911 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5219476 Nov 09 04:21:16.411118 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49118) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:16.421240 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1dd5f7f0-b088-4ffb-bdfd-f6c34c870097 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '1eef222e-3a56-4e75-8ef7-1baa8a961bcb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:16.478954 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-be2624e7-29cf-4003-ae75-dd9cdd9aa438 req-763db6c7-09ff-4e27-8143-2322afb9e6bd tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.493278 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['0ee98519-1527-45f9-8b7e-3dcd8d86be0d'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:21:16.506143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.db.api [None req-40424692-d085-41bf-a041-c9d5aec2077e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 04:21:16.506143 dv-neutron-816800-2-hyperv neutron-server[101883]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 04:21:16.506143 dv-neutron-816800-2-hyperv neutron-server[101883]: [parameters: {'project_id_1': '7884393cbbac46598e20e072bff6d616', 'expiration_1': datetime.datetime(2021, 11, 9, 4, 20, 56, 453013)}] Nov 09 04:21:16.506143 dv-neutron-816800-2-hyperv neutron-server[101883]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:21:16.506828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG oslo_db.api [None req-40424692-d085-41bf-a041-c9d5aec2077e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:21:16.529385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331b008-4f3b-4a74-ae2f-6a4a30b63911 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eef222e-3a56-4e75-8ef7-1baa8a961bcb,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:16.533551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f7f0-b088-4ffb-bdfd-f6c34c870097 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.579970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763db6c7-09ff-4e27-8143-2322afb9e6bd tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Pushing event deleted for resources: {'Port': ['ID=0ee98519-1527-45f9-8b7e-3dcd8d86be0d,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:16.683426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2b47-00cf-49e0-88d8-d023fde9ada5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.705591 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c67c8a6e-5338-4b81-8a8f-1814aa0864a8 req-a2e4e669-a46a-4f6a-bf63-96468386c228 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 210 time: 0.3439977 Nov 09 04:21:16.714920 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b22f3c-a8d5-475c-aeee-5874096b191c None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:21:16.772391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f7f0-b088-4ffb-bdfd-f6c34c870097 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.780717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f7f0-b088-4ffb-bdfd-f6c34c870097 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.795496 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e7b22f3c-a8d5-475c-aeee-5874096b191c None None] Deleting port 576bb35b-1947-4ee1-b5ae-bf257261f5f9 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:16.796021 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e7b22f3c-a8d5-475c-aeee-5874096b191c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.817676 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5f7f0-b088-4ffb-bdfd-f6c34c870097 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d8690f-d20d-4bc5-bdb2-97938e5769d6,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:16.842029 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1dd5f7f0-b088-4ffb-bdfd-f6c34c870097 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.843287 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1dd5f7f0-b088-4ffb-bdfd-f6c34c870097 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4292340 Nov 09 04:21:16.876840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49120) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:16.882315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-785cb0af-89a1-43c9-aaac-f5c9f4b94358 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '1eef222e-3a56-4e75-8ef7-1baa8a961bcb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:16.883239 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 70d2fef2-745b-423a-8aa3-629b2b011f36 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:16.942838 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-785cb0af-89a1-43c9-aaac-f5c9f4b94358 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.944183 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e7b22f3c-a8d5-475c-aeee-5874096b191c None None] For port 576bb35b-1947-4ee1-b5ae-bf257261f5f9, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=576bb35b-1947-4ee1-b5ae-bf257261f5f9,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:16.944592 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e7b22f3c-a8d5-475c-aeee-5874096b191c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.960858 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:16.967519 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e7b22f3c-a8d5-475c-aeee-5874096b191c None None] Calling delete_port for 576bb35b-1947-4ee1-b5ae-bf257261f5f9 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:17.043394 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40424692-d085-41bf-a041-c9d5aec2077e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:17.047000 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-40424692-d085-41bf-a041-c9d5aec2077e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.064661 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-90da05e9-9222-4db7-89ea-f498580b5754 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Delete allocated IP 172.20.0.14 (2a4f88ae-c90e-49b5-9535-37524ce6b930/379a23b4-3967-44b5-af77-da94320cf1e8) {{(pid=101883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 04:21:17.105473 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 70d2fef2-745b-423a-8aa3-629b2b011f36 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:17.107574 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4186e126-fa3b-49b5-a003-c22772ed08c2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.110769 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-785cb0af-89a1-43c9-aaac-f5c9f4b94358 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 04:21:17.111838 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-785cb0af-89a1-43c9-aaac-f5c9f4b94358 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2340071 Nov 09 04:21:17.115294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-90da05e9-9222-4db7-89ea-f498580b5754 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Allocated IP 172.20.0.43 (2a4f88ae-c90e-49b5-9535-37524ce6b930/77f846df-95b8-457d-a488-0f874e2ed5e7/69beb9c7-ff4f-48bd-b8bd-d2c9297d0010) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:17.117095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49122) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:17.117415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.128272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2624e7-29cf-4003-ae75-dd9cdd9aa438 req-763db6c7-09ff-4e27-8143-2322afb9e6bd tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] No DVR routers for this DVR port 0ee98519-1527-45f9-8b7e-3dcd8d86be0d on host hv-neutron-8168 {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:17.130893 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-be2624e7-29cf-4003-ae75-dd9cdd9aa438 req-763db6c7-09ff-4e27-8143-2322afb9e6bd tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.134412 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-be2624e7-29cf-4003-ae75-dd9cdd9aa438 req-763db6c7-09ff-4e27-8143-2322afb9e6bd tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.31 "DELETE /v2.0/ports/0ee98519-1527-45f9-8b7e-3dcd8d86be0d HTTP/1.1" status: 204 len: 173 time: 2.0799649 Nov 09 04:21:17.157058 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e7b22f3c-a8d5-475c-aeee-5874096b191c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.185584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3', 'name': 'network-vif-deleted', 'tag': '0ee98519-1527-45f9-8b7e-3dcd8d86be0d'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:21:17.187397 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911d38eb-1a1d-44bc-ba16-6a938db6c9c0" -d '{"events": [{"server_uuid": "1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3", "name": "network-vif-deleted", "tag": "0ee98519-1527-45f9-8b7e-3dcd8d86be0d"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:21:17.200883 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd2b47-00cf-49e0-88d8-d023fde9ada5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=6c010c8c-08fc-43c2-a18c-4f0ec43d5b44,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:17.201155 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b22f3c-a8d5-475c-aeee-5874096b191c None None] Pushing event deleted for resources: {'Port': ['ID=576bb35b-1947-4ee1-b5ae-bf257261f5f9,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:17.209066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-85ab105e-ff9d-46c8-b157-19788bda2614 None None] Provisioning complete for port 70d2fef2-745b-423a-8aa3-629b2b011f36 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:17.209066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-85ab105e-ff9d-46c8-b157-19788bda2614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.213566 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b22f3c-a8d5-475c-aeee-5874096b191c None None] No DVR routers for this DVR port 576bb35b-1947-4ee1-b5ae-bf257261f5f9 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:17.276175 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7a24e8-f1fd-49e9-a2af-6c8e914021b1 x-openstack-request-id: req-2e7a24e8-f1fd-49e9-a2af-6c8e914021b1 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:21:17.276469 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3", "name": "network-vif-deleted", "tag": "0ee98519-1527-45f9-8b7e-3dcd8d86be0d", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:21:17.276718 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e7a24e8-f1fd-49e9-a2af-6c8e914021b1 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:21:17.277101 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3', 'name': 'network-vif-deleted', 'tag': '0ee98519-1527-45f9-8b7e-3dcd8d86be0d', 'status': 'completed', 'code': 200} Nov 09 04:21:17.410203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6bbd2b47-00cf-49e0-88d8-d023fde9ada5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.424808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.459712 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 576bb35b-1947-4ee1-b5ae-bf257261f5f9 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:17.490328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-85ab105e-ff9d-46c8-b157-19788bda2614 None None] Provisioning complete for port 69beb9c7-ff4f-48bd-b8bd-d2c9297d0010 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:17.490958 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-85ab105e-ff9d-46c8-b157-19788bda2614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.512994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2bd8-a3e7-4ea7-9a41-073572d3369e tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.515755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 576bb35b-1947-4ee1-b5ae-bf257261f5f9 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:17.516182 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 576bb35b-1947-4ee1-b5ae-bf257261f5f9 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:17.536267 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-85ab105e-ff9d-46c8-b157-19788bda2614 None None] Port 69beb9c7-ff4f-48bd-b8bd-d2c9297d0010 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:17.546661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-85ab105e-ff9d-46c8-b157-19788bda2614 None None] Provisioning complete for port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:17.547020 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-85ab105e-ff9d-46c8-b157-19788bda2614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.548417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4186e126-fa3b-49b5-a003-c22772ed08c2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.559712 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2bd8-a3e7-4ea7-9a41-073572d3369e tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.582615 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-85ab105e-ff9d-46c8-b157-19788bda2614 None None] Port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:17.618212 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186e126-fa3b-49b5-a003-c22772ed08c2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Subnet': ['ID=c9dd93bd-562d-4bf3-99d0-d9e509b5e327,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:17.622602 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4186e126-fa3b-49b5-a003-c22772ed08c2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.626228 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4186e126-fa3b-49b5-a003-c22772ed08c2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/c9dd93bd-562d-4bf3-99d0-d9e509b5e327 HTTP/1.1" status: 204 len: 168 time: 1.9240699 Nov 09 04:21:17.635067 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49126) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:17.638548 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f978e2f1-67f3-4312-8b7b-8ec11074ce2c None None] Network 5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:17.742969 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.objects.ports [None req-40424692-d085-41bf-a041-c9d5aec2077e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:21:17.747748 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-40424692-d085-41bf-a041-c9d5aec2077e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.757125 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.811602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2bd8-a3e7-4ea7-9a41-073572d3369e tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.814252 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2bd8-a3e7-4ea7-9a41-073572d3369e tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.817704 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5fbd2bd8-a3e7-4ea7-9a41-073572d3369e tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "DELETE /v2.0/security-groups/1eef222e-3a56-4e75-8ef7-1baa8a961bcb HTTP/1.1" status: 204 len: 168 time: 0.6669521 Nov 09 04:21:17.832904 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49130) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:17.845921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40424692-d085-41bf-a041-c9d5aec2077e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=355551f1-2df4-4ab3-b6f0-ac708b623521,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:17.849171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40424692-d085-41bf-a041-c9d5aec2077e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:17.860222 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd2bd8-a3e7-4ea7-9a41-073572d3369e tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eef222e-3a56-4e75-8ef7-1baa8a961bcb,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:17.872747 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c8d9e-1bfe-402f-8ab9-069cb3760ef1 None None] DHCP port deletion for 5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:21:17.877253 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-40424692-d085-41bf-a041-c9d5aec2077e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:17.886740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40424692-d085-41bf-a041-c9d5aec2077e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:17.887350 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-40424692-d085-41bf-a041-c9d5aec2077e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.896771 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29e9770-58e8-4e12-abf6-c24b36c9b867 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:17.918024 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-57a558b0-61d6-4055-8742-6095d98a238d req-861066eb-0983-4428-a99a-63fbf1c73757 tempest-TestServerAdvancedOps-1437766271 tempest-TestServerAdvancedOps-1437766271-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d7e6028-7e07-4f02-931b-7cbd7ab7eaf3 HTTP/1.1" status: 200 len: 210 time: 0.0623534 Nov 09 04:21:17.939592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90da05e9-9222-4db7-89ea-f498580b5754 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.956030 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-40424692-d085-41bf-a041-c9d5aec2077e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0660298 Nov 09 04:21:17.958573 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90da05e9-9222-4db7-89ea-f498580b5754 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:17.960458 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49132) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:17.972726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c820a373-d1dc-43bb-b96b-994ff625cfbf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:18.025827 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d9f29ecf-38d9-41ab-99e7-fa4c0c10758d tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.1905580 Nov 09 04:21:18.029371 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49134) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:18.033892 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3b41fad5-f147-43b7-9b80-10ff47bc71f2 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group': {'name': 'tempest-secgroup--799426855'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:18.046089 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-120c8d9e-1bfe-402f-8ab9-069cb3760ef1 None None] Deleting port 4f47712a-c9f8-4632-9f8b-13192619b228 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:18.046539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-120c8d9e-1bfe-402f-8ab9-069cb3760ef1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.055598 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbd2b47-00cf-49e0-88d8-d023fde9ada5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:21:18.090626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da05e9-9222-4db7-89ea-f498580b5754 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event updated for resources: {'Port': ['ID=69beb9c7-ff4f-48bd-b8bd-d2c9297d0010,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:18.094416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.101225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port 4f47712a-c9f8-4632-9f8b-13192619b228 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:18.101659 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.155301 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-120c8d9e-1bfe-402f-8ab9-069cb3760ef1 None None] For port 4f47712a-c9f8-4632-9f8b-13192619b228, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4f47712a-c9f8-4632-9f8b-13192619b228,segment=NetworkSegment(14589e63-714b-41d4-a710-1d7bfd3e238e),segment_id=14589e63-714b-41d4-a710-1d7bfd3e238e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:18.155677 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-120c8d9e-1bfe-402f-8ab9-069cb3760ef1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.171565 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-120c8d9e-1bfe-402f-8ab9-069cb3760ef1 None None] Calling delete_port for 4f47712a-c9f8-4632-9f8b-13192619b228 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:18.181635 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-90da05e9-9222-4db7-89ea-f498580b5754 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] In _notify_port_updated(), no bound segment for port 69beb9c7-ff4f-48bd-b8bd-d2c9297d0010 on network 2a4f88ae-c90e-49b5-9535-37524ce6b930 {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:21:18.185086 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3b41fad5-f147-43b7-9b80-10ff47bc71f2 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.187835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da05e9-9222-4db7-89ea-f498580b5754 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:18.187835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90da05e9-9222-4db7-89ea-f498580b5754 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.193564 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-90da05e9-9222-4db7-89ea-f498580b5754 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "PUT /v2.0/ports/69beb9c7-ff4f-48bd-b8bd-d2c9297d0010 HTTP/1.1" status: 200 len: 960 time: 2.7075982 Nov 09 04:21:18.193564 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49136) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:18.230510 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': '355551f1-2df4-4ab3-b6f0-ac708b623521'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:21:18.231561 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.293990 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] For port 4f47712a-c9f8-4632-9f8b-13192619b228, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4f47712a-c9f8-4632-9f8b-13192619b228,segment=NetworkSegment(14589e63-714b-41d4-a710-1d7bfd3e238e),segment_id=14589e63-714b-41d4-a710-1d7bfd3e238e)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:18.294247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.294544 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c820a373-d1dc-43bb-b96b-994ff625cfbf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:18.298231 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c820a373-d1dc-43bb-b96b-994ff625cfbf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.344942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for 4f47712a-c9f8-4632-9f8b-13192619b228 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:18.363573 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-120c8d9e-1bfe-402f-8ab9-069cb3760ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.366439 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbd2b47-00cf-49e0-88d8-d023fde9ada5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:18.382652 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6bbd2b47-00cf-49e0-88d8-d023fde9ada5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7460690 Nov 09 04:21:18.383832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49138) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:18.392492 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574dfd93-4e1d-4460-a735-9c3595bfd0cf None None] Sync routers for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:18.417124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c8d9e-1bfe-402f-8ab9-069cb3760ef1 None None] Pushing event deleted for resources: {'Port': ['ID=4f47712a-c9f8-4632-9f8b-13192619b228,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:18.418120 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574dfd93-4e1d-4460-a735-9c3595bfd0cf None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:18.418995 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-574dfd93-4e1d-4460-a735-9c3595bfd0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:18.423092 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c8d9e-1bfe-402f-8ab9-069cb3760ef1 None None] No DVR routers for this DVR port 4f47712a-c9f8-4632-9f8b-13192619b228 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:18.429694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-ed268848-7454-43b7-bd80-686c0ca00c6a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port 69beb9c7-ff4f-48bd-b8bd-d2c9297d0010 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:18.430375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ed268848-7454-43b7-bd80-686c0ca00c6a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.443576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Allocated IP 2001:db8::f816:3eff:fe09:e12c (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/355551f1-2df4-4ab3-b6f0-ac708b623521/ecb3bbb2-832e-4540-b2f2-5b5883310610) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:18.482593 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3b41fad5-f147-43b7-9b80-10ff47bc71f2 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.512040 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3b41fad5-f147-43b7-9b80-10ff47bc71f2 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.564189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41fad5-f147-43b7-9b80-10ff47bc71f2 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ad89d5-4e63-439e-a9c6-335495349def,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:18.575059 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3b41fad5-f147-43b7-9b80-10ff47bc71f2 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.576130 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3b41fad5-f147-43b7-9b80-10ff47bc71f2 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5456955 Nov 09 04:21:18.578754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router be179aae-299a-4dd9-94af-a94637f65638 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:21:18.580911 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.ipam_backend_mixin [None req-c820a373-d1dc-43bb-b96b-994ff625cfbf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 355551f1-2df4-4ab3-b6f0-ac708b623521 (CIDR: 2001:db8::/64) Nov 09 04:21:18.600494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49140) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:18.600896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdc05fe-980a-4161-adf4-891dcf19b212 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting subnet 924a073d-b895-4e92-9b09-471c7217eeb2 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:18.605893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1fdc05fe-980a-4161-adf4-891dcf19b212 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.606317 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-6a771c34-2115-4389-9bdb-244f442d66ae tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '02ad89d5-4e63-439e-a9c6-335495349def', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:18.607071 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.api.v2.base [None req-6a771c34-2115-4389-9bdb-244f442d66ae tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 09 04:21:18.607575 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-6a771c34-2115-4389-9bdb-244f442d66ae tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:18.608721 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6a771c34-2115-4389-9bdb-244f442d66ae tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071096 Nov 09 04:21:18.611504 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49142) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:18.616094 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0ee98519-1527-45f9-8b7e-3dcd8d86be0d no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:18.627756 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-574dfd93-4e1d-4460-a735-9c3595bfd0cf None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:18.628010 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.660295 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1fdc05fe-980a-4161-adf4-891dcf19b212 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.676169 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=4f47712a-c9f8-4632-9f8b-13192619b228,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:18.691490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No DVR routers for this DVR port 4f47712a-c9f8-4632-9f8b-13192619b228 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:18.695337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 0ee98519-1527-45f9-8b7e-3dcd8d86be0d {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:18.695729 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0ee98519-1527-45f9-8b7e-3dcd8d86be0d not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:18.742135 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.764718 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.791987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1fdc05fe-980a-4161-adf4-891dcf19b212 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.864577 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-c820a373-d1dc-43bb-b96b-994ff625cfbf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:18.865120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c820a373-d1dc-43bb-b96b-994ff625cfbf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:18.901218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1fdc05fe-980a-4161-adf4-891dcf19b212 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.933762 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.959307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc05fe-980a-4161-adf4-891dcf19b212 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Subnet': ['ID=924a073d-b895-4e92-9b09-471c7217eeb2,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:18.961754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1fdc05fe-980a-4161-adf4-891dcf19b212 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:18.967475 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-574dfd93-4e1d-4460-a735-9c3595bfd0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:16Z', 'revision_number': 8, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': '8330e0a4-efb0-427c-b6b7-e2ab52c4441f', 'name': '', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:96:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:46Z', 'updated_at': '2021-11-09T04:20:59Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:18.968344 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1fdc05fe-980a-4161-adf4-891dcf19b212 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/924a073d-b895-4e92-9b09-471c7217eeb2 HTTP/1.1" status: 204 len: 168 time: 0.5802042 Nov 09 04:21:18.979583 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c820a373-d1dc-43bb-b96b-994ff625cfbf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0119975 Nov 09 04:21:18.980684 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49146) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:18.995880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49148) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:19.014499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-60e36b04-5988-4586-9cb5-99b7a3fe9bb2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:19.035249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4f47712a-c9f8-4632-9f8b-13192619b228 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:19.037034 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f747af26-6099-4778-9812-494fb9a761ac None None] Network efeec3ca-9828-4c25-9cab-ef1adaf2404d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:19.037250 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49150) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:19.063110 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:19.064687 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ed268848-7454-43b7-bd80-686c0ca00c6a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.078620 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3f16210a-dce6-4f93-9c4e-956f51cfc9c5 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.088922 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:19.089439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.092337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 4f47712a-c9f8-4632-9f8b-13192619b228 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:19.092626 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4f47712a-c9f8-4632-9f8b-13192619b228 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:19.094523 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:19.104338 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:19.140303 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Pushing event updated for resources: {'Port': ['ID=ecb3bbb2-832e-4540-b2f2-5b5883310610,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:19.149026 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-ed268848-7454-43b7-bd80-686c0ca00c6a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for 69beb9c7-ff4f-48bd-b8bd-d2c9297d0010 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:19.149144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-5747a920-e632-4246-9501-68844b8b9b7d None None] Provisioning complete for port 69beb9c7-ff4f-48bd-b8bd-d2c9297d0010 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:19.149315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5747a920-e632-4246-9501-68844b8b9b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.168689 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574dfd93-4e1d-4460-a735-9c3595bfd0cf None None] Checking router: 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:21:19.177658 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574dfd93-4e1d-4460-a735-9c3595bfd0cf None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:19.178632 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-574dfd93-4e1d-4460-a735-9c3595bfd0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:19.240368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port 7a8ad83c-281c-404f-806e-834e810e0384 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:19.240751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.252908 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-5747a920-e632-4246-9501-68844b8b9b7d None None] Port 69beb9c7-ff4f-48bd-b8bd-d2c9297d0010 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:19.277392 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Attempting to bind port ecb3bbb2-832e-4540-b2f2-5b5883310610 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:21:19.278208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Attempting to bind port ecb3bbb2-832e-4540-b2f2-5b5883310610 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:21:19.278208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Attempting to bind port ecb3bbb2-832e-4540-b2f2-5b5883310610 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:19.286159 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:21:19.286421 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-574dfd93-4e1d-4460-a735-9c3595bfd0cf None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:19.286533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:19.286924 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.288510 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:21:19.288510 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Bound port: ecb3bbb2-832e-4540-b2f2-5b5883310610, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:21:19.288510 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.352159 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] For port 7a8ad83c-281c-404f-806e-834e810e0384, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=7a8ad83c-281c-404f-806e-834e810e0384,segment=NetworkSegment(f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d),segment_id=f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:19.353082 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.365164 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] For port ecb3bbb2-832e-4540-b2f2-5b5883310610, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:21:19.367392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for 7a8ad83c-281c-404f-806e-834e810e0384 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:19.369256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] For port ecb3bbb2-832e-4540-b2f2-5b5883310610, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ecb3bbb2-832e-4540-b2f2-5b5883310610,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:21:19.382197 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.402837 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2563e6-3777-4beb-a3e4-6696717a5472 None None] DHCP port deletion for efeec3ca-9828-4c25-9cab-ef1adaf2404d request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:21:19.498502 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.501285 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14589e63-714b-41d4-a710-1d7bfd3e238e') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:19.503158 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14589e63-714b-41d4-a710-1d7bfd3e238e') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:19.526659 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfc84a-2d29-4e07-9892-8c5c00aa959b None None] Pushing event updated for resources: {'Port': ['ID=ecb3bbb2-832e-4540-b2f2-5b5883310610,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:19.537996 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.548684 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3f16210a-dce6-4f93-9c4e-956f51cfc9c5 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.560290 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:19.560513 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=7a8ad83c-281c-404f-806e-834e810e0384,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:19.560764 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ed2563e6-3777-4beb-a3e4-6696717a5472 None None] Deleting port 7a8ad83c-281c-404f-806e-834e810e0384 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:19.561237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ed2563e6-3777-4beb-a3e4-6696717a5472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.576868 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Sync routers for ids ['be179aae-299a-4dd9-94af-a94637f65638'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:19.606939 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No DVR routers for this DVR port 7a8ad83c-281c-404f-806e-834e810e0384 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:19.657758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Routers {'be179aae-299a-4dd9-94af-a94637f65638'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:19.658779 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['be179aae-299a-4dd9-94af-a94637f65638'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:19.663314 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.672736 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ed2563e6-3777-4beb-a3e4-6696717a5472 None None] For port 7a8ad83c-281c-404f-806e-834e810e0384, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:19.673469 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ed2563e6-3777-4beb-a3e4-6696717a5472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.675649 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec908da-bb9b-4b1a-8f8a-ece48a8133a7 admin admin] Deleting subnet 1586c9b9-3f73-4962-a85d-75926913c025 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:19.684761 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-574dfd93-4e1d-4460-a735-9c3595bfd0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:16Z', 'revision_number': 8, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': '8330e0a4-efb0-427c-b6b7-e2ab52c4441f', 'name': '', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:96:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:46Z', 'updated_at': '2021-11-09T04:20:59Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:19.716190 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dec908da-bb9b-4b1a-8f8a-ece48a8133a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.723592 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574dfd93-4e1d-4460-a735-9c3595bfd0cf None None] The sync data for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv is: [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:16Z', 'revision_number': 8, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': '8330e0a4-efb0-427c-b6b7-e2ab52c4441f', 'name': '', 'network_id': '654715d8-9449-490d-9f04-fcadf03fbc82', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:96:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:46Z', 'updated_at': '2021-11-09T04:20:59Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'c5035b9a-6a85-4489-9afe-60da9bbc7673', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:19.735700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.749630 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:21:19.750150 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:21:19.753650 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:21:19.783547 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efeec3ca-9828-4c25-9cab-ef1adaf2404d']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:19.790484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.794419 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-93f5cb16-55e3-407d-978f-ee88a701bd8f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.6448958 Nov 09 04:21:19.797797 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:19.798096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f541ddac-dfb2-4eec-8d9f-2b5921a4ad6d') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:19.808542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.809893 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ed2563e6-3777-4beb-a3e4-6696717a5472 None None] Calling delete_port for 7a8ad83c-281c-404f-806e-834e810e0384 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:19.819089 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.ipam_backend_mixin [None req-ed2563e6-3777-4beb-a3e4-6696717a5472 None None] Port 7a8ad83c-281c-404f-806e-834e810e0384 was not found and therefore no delete operation was performed {{(pid=101885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 04:21:19.820469 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ed2563e6-3777-4beb-a3e4-6696717a5472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.823754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.825820 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49152) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:19.858603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:21:19.859296 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:21:19.863083 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:21:19.894258 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dec908da-bb9b-4b1a-8f8a-ece48a8133a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.897031 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3f16210a-dce6-4f93-9c4e-956f51cfc9c5 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.900456 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3f16210a-dce6-4f93-9c4e-956f51cfc9c5 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.902043 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3f16210a-dce6-4f93-9c4e-956f51cfc9c5 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "DELETE /v2.0/security-groups/02ad89d5-4e63-439e-a9c6-335495349def HTTP/1.1" status: 204 len: 168 time: 1.2895169 Nov 09 04:21:19.924916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2563e6-3777-4beb-a3e4-6696717a5472 None None] No DVR routers for this DVR port 7a8ad83c-281c-404f-806e-834e810e0384 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:19.929093 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49154) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:19.935672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2563e6-3777-4beb-a3e4-6696717a5472 None None] Pushing event deleted for resources: {'Port': ['ID=7a8ad83c-281c-404f-806e-834e810e0384,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:19.973844 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16210a-dce6-4f93-9c4e-956f51cfc9c5 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ad89d5-4e63-439e-a9c6-335495349def,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:19.976254 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:19.986118 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4b12a1df-b727-4658-a7c7-22489bfe7261 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=871582c076e646fa8f870c685a113561&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1570954 Nov 09 04:21:19.986771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49156) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:19.991137 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Set router be179aae-299a-4dd9-94af-a94637f65638 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:20.007524 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.014993 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/networks/5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547 HTTP/1.1" status: 204 len: 168 time: 2.3791888 Nov 09 04:21:20.018957 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49158) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:20.032704 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1153032203', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}, 'admin_state_up': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:20.058518 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e36b04-5988-4586-9cb5-99b7a3fe9bb2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:20.062513 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60e36b04-5988-4586-9cb5-99b7a3fe9bb2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.073963 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6398be0-7ee1-4139-ac34-f61e4f6cf7ba tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Network': ['ID=5e5d0d91-fc68-4a65-bcdf-0abf1a7b2547,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:20.084143 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dec908da-bb9b-4b1a-8f8a-ece48a8133a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.140770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.154389 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.167476 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/networks/efeec3ca-9828-4c25-9cab-ef1adaf2404d HTTP/1.1" status: 204 len: 168 time: 1.1835322 Nov 09 04:21:20.169782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49160) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:20.197708 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ed268848-7454-43b7-bd80-686c0ca00c6a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.200777 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.201793 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.221165 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-49b414f2-fd9a-4086-b0b9-5cfeabd2be45 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.2829955 Nov 09 04:21:20.231946 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49162) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:20.242637 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188afb5-f8e5-4aad-a3bd-06760e171d46 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Network': ['ID=efeec3ca-9828-4c25-9cab-ef1adaf2404d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:20.262245 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-67f427d8-c413-4e55-bbab-ac73ac27e0f3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group': {'name': 'tempest-secgroup--665250233'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:20.314535 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be179aae-299a-4dd9-94af-a94637f65638', 'name': 'tempest-TestNetworkBasicOps-router-889249603', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:12Z', 'updated_at': '2021-11-09T04:21:16Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:14Z', 'updated_at': '2021-11-09T04:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:20.337244 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-67f427d8-c413-4e55-bbab-ac73ac27e0f3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.343943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dec908da-bb9b-4b1a-8f8a-ece48a8133a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.364594 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Checking router: be179aae-299a-4dd9-94af-a94637f65638 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:21:20.365420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Updating router be179aae-299a-4dd9-94af-a94637f65638 port 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:21:20.405870 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed268848-7454-43b7-bd80-686c0ca00c6a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=69beb9c7-ff4f-48bd-b8bd-d2c9297d0010,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:20.412331 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.426888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589c1742-22bb-4ab6-a957-43067f172d2f tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:20.433251 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-589c1742-22bb-4ab6-a957-43067f172d2f tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3999043 Nov 09 04:21:20.434374 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49164) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:20.456733 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec908da-bb9b-4b1a-8f8a-ece48a8133a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1586c9b9-3f73-4962-a85d-75926913c025,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:20.459294 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.526237 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dec908da-bb9b-4b1a-8f8a-ece48a8133a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.532209 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dec908da-bb9b-4b1a-8f8a-ece48a8133a7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1586c9b9-3f73-4962-a85d-75926913c025 HTTP/1.1" status: 204 len: 168 time: 1.4779932 Nov 09 04:21:20.542751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49166) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:20.571168 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-77b2dbea-04de-4c45-841e-0f2c030eb050 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1318307 Nov 09 04:21:20.575556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49168) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:20.582511 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-13c08541-37fc-473b-9ca2-4c49b4c65fc0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2103984564', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'project_id': '871582c076e646fa8f870c685a113561', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:20.803028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ed268848-7454-43b7-bd80-686c0ca00c6a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.815823 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ed268848-7454-43b7-bd80-686c0ca00c6a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/69beb9c7-ff4f-48bd-b8bd-d2c9297d0010 HTTP/1.1" status: 204 len: 168 time: 2.6100540 Nov 09 04:21:20.821011 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49170) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:20.889410 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-07322fb2-b3cb-43c7-bf11-19ab3a164303 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] GET failed (client error): The resource could not be found. Nov 09 04:21:20.891032 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-07322fb2-b3cb-43c7-bf11-19ab3a164303 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports/69beb9c7-ff4f-48bd-b8bd-d2c9297d0010 HTTP/1.1" status: 404 len: 333 time: 0.0671294 Nov 09 04:21:20.895871 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49172) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:20.917882 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ecb3bbb2-832e-4540-b2f2-5b5883310610 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:20.981204 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c08541-37fc-473b-9ca2-4c49b4c65fc0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:20.981464 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0aa445f-48ea-433e-bc20-d4cf1f6da7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.985651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13c08541-37fc-473b-9ca2-4c49b4c65fc0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:20.988727 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.009758 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-67f427d8-c413-4e55-bbab-ac73ac27e0f3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.029860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.059643 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.063888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port ecb3bbb2-832e-4540-b2f2-5b5883310610 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:21.064252 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.129134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-67f427d8-c413-4e55-bbab-ac73ac27e0f3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.131129 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4e151aac-377e-4835-8d1c-0abcc9b081c9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.148645 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Attempting to bind port 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:21:21.149019 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Attempting to bind port 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:21:21.149390 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Attempting to bind port 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:21.177423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4e151aac-377e-4835-8d1c-0abcc9b081c9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.177662 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:21:21.178076 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:21.178482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.178877 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:21:21.179866 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Bound port: 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:21:21.180271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.207507 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8605e9d-19e4-43c7-89a7-15f76c11e826 None None] Pushing event updated for resources: {'Port': ['ID=9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:21.247783 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60e36b04-5988-4586-9cb5-99b7a3fe9bb2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.264496 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f427d8-c413-4e55-bbab-ac73ac27e0f3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fef6142-9c6e-4fd7-b41a-a38121bfc0dd,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:21.275278 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2a3b84b5-7edb-4a5c-9b63-3fd999fb25ae None None] Provisioning complete for port ecb3bbb2-832e-4540-b2f2-5b5883310610 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:21.275652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2a3b84b5-7edb-4a5c-9b63-3fd999fb25ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.321537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4e151aac-377e-4835-8d1c-0abcc9b081c9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.324411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4e151aac-377e-4835-8d1c-0abcc9b081c9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.325879 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4e151aac-377e-4835-8d1c-0abcc9b081c9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/security-groups/3854a96a-5865-4a16-88da-901fe0aacd4b HTTP/1.1" status: 204 len: 168 time: 0.4269924 Nov 09 04:21:21.329246 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.335194 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] For port 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:21:21.355133 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] For port 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:21:21.359548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49174) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:21.372605 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.374696 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e36b04-5988-4586-9cb5-99b7a3fe9bb2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:21.387470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e151aac-377e-4835-8d1c-0abcc9b081c9 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3854a96a-5865-4a16-88da-901fe0aacd4b,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:21.403073 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-67f427d8-c413-4e55-bbab-ac73ac27e0f3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.411362 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-67f427d8-c413-4e55-bbab-ac73ac27e0f3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1735744 Nov 09 04:21:21.414197 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49176) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:21.416851 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e36b04-5988-4586-9cb5-99b7a3fe9bb2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=67a8f6fb-79d7-47df-8ae7-bc40938c5860,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:21.422510 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-60e36b04-5988-4586-9cb5-99b7a3fe9bb2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:21.440260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13c08541-37fc-473b-9ca2-4c49b4c65fc0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.441316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port ecb3bbb2-832e-4540-b2f2-5b5883310610, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ecb3bbb2-832e-4540-b2f2-5b5883310610,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:21.442668 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e36b04-5988-4586-9cb5-99b7a3fe9bb2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:21.443439 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60e36b04-5988-4586-9cb5-99b7a3fe9bb2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.474993 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9b1dc8c9-ea98-437c-963e-ec3455ec272d tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '6fef6142-9c6e-4fd7-b41a-a38121bfc0dd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:21.475841 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.api.v2.base [None req-9b1dc8c9-ea98-437c-963e-ec3455ec272d tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 09 04:21:21.476355 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-9b1dc8c9-ea98-437c-963e-ec3455ec272d tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:21.482760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49178) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:21.482954 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9b1dc8c9-ea98-437c-963e-ec3455ec272d tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0129383 Nov 09 04:21:21.493594 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2a3b84b5-7edb-4a5c-9b63-3fd999fb25ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.495557 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172adf47-51e9-4e86-8311-9e9a2cc43f86 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:21.502374 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-60e36b04-5988-4586-9cb5-99b7a3fe9bb2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5030136 Nov 09 04:21:21.507568 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Routers {'be179aae-299a-4dd9-94af-a94637f65638'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:21.508200 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['be179aae-299a-4dd9-94af-a94637f65638'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:21.510157 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49180) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:21.524041 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c7614b9f-1612-4704-b16e-a6754f86ad97 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'mac_address': 'fa:16:3e:ec:71:c9', 'name': 'tempest-NetworksTestDHCPv6-987982173'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:21.527255 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.574338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-80727ca1-26ad-4691-bcc1-d87caee7e037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.618200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0aa445f-48ea-433e-bc20-d4cf1f6da7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.637886 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 7a8ad83c-281c-404f-806e-834e810e0384 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:21.644819 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8605e9d-19e4-43c7-89a7-15f76c11e826 None None] Pushing event updated for resources: {'Port': ['ID=9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:21.646877 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-a0aa445f-48ea-433e-bc20-d4cf1f6da7ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a5cdfa-26bf-4b92-aac2-b70e243d7565']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:21.667633 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-a0aa445f-48ea-433e-bc20-d4cf1f6da7ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f93494-73f7-4495-8ff1-20d24e3209b4') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:21.668592 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-a0aa445f-48ea-433e-bc20-d4cf1f6da7ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f93494-73f7-4495-8ff1-20d24e3209b4') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:21.685334 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0aa445f-48ea-433e-bc20-d4cf1f6da7ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.711928 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 7a8ad83c-281c-404f-806e-834e810e0384 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:21.712970 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 7a8ad83c-281c-404f-806e-834e810e0384 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:21.713408 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:21.715154 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0aa445f-48ea-433e-bc20-d4cf1f6da7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.724928 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0aa445f-48ea-433e-bc20-d4cf1f6da7ff admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:21:21.725827 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0aa445f-48ea-433e-bc20-d4cf1f6da7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:21:21.753622 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:21:21.814878 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0aa445f-48ea-433e-bc20-d4cf1f6da7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.820170 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0aa445f-48ea-433e-bc20-d4cf1f6da7ff admin admin] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.827064 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a0aa445f-48ea-433e-bc20-d4cf1f6da7ff admin admin] 10.222.0.21 "DELETE /v2.0/networks/87a5cdfa-26bf-4b92-aac2-b70e243d7565 HTTP/1.1" status: 204 len: 168 time: 1.2804925 Nov 09 04:21:21.831152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49182) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:21.880485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa445f-48ea-433e-bc20-d4cf1f6da7ff admin admin] Pushing event deleted for resources: {'Network': ['ID=87a5cdfa-26bf-4b92-aac2-b70e243d7565,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:21.952246 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:21.952623 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6c010c8c-08fc-43c2-a18c-4f0ec43d5b44 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:21.975383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe9b96b-e127-4b6b-87ea-252b6719bfcd admin admin] Deleting subnet f2a89e83-96e2-430b-a582-4eda6d1ee399 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:21.980694 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-abe9b96b-e127-4b6b-87ea-252b6719bfcd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:21.985981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-2a3b84b5-7edb-4a5c-9b63-3fd999fb25ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:21:21.986283 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-2a3b84b5-7edb-4a5c-9b63-3fd999fb25ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:21:22.001345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c08541-37fc-473b-9ca2-4c49b4c65fc0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Subnet': ['ID=9322ab5c-a925-463d-b492-8ea856d52fdf,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:22.018763 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.032058 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] Set router be179aae-299a-4dd9-94af-a94637f65638 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:22.045018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1ed10c37-5aab-4162-9029-6d6357db7f93 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.049435 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.062789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=ecb3bbb2-832e-4540-b2f2-5b5883310610,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:22.097499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-abe9b96b-e127-4b6b-87ea-252b6719bfcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.104781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c08541-37fc-473b-9ca2-4c49b4c65fc0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Checking segment: {'id': '0272764f-bd11-4a80-a3af-54f4584a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:22.104985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c08541-37fc-473b-9ca2-4c49b4c65fc0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network hostable DHCP agents. Network: 26274e59-ab78-4236-af3b-f51a5801fc4b, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:21:22.131309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1ed10c37-5aab-4162-9029-6d6357db7f93 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.149065 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16e51b22-63b2-438f-9afb-7669842bd9c6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.172390 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-abe9b96b-e127-4b6b-87ea-252b6719bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.228670 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Allocated IP 172.26.5.98 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/cb9f2ebb-9521-4026-b5a0-650a36b8ce9a) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:22.247223 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16e51b22-63b2-438f-9afb-7669842bd9c6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.282038 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-abe9b96b-e127-4b6b-87ea-252b6719bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.301710 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be179aae-299a-4dd9-94af-a94637f65638', 'name': 'tempest-TestNetworkBasicOps-router-889249603', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:12Z', 'updated_at': '2021-11-09T04:21:16Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:14Z', 'updated_at': '2021-11-09T04:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:22.305689 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c08541-37fc-473b-9ca2-4c49b4c65fc0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 26274e59-ab78-4236-af3b-f51a5801fc4b is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:21:22.313376 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1ed10c37-5aab-4162-9029-6d6357db7f93 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.316110 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1ed10c37-5aab-4162-9029-6d6357db7f93 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.319762 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1ed10c37-5aab-4162-9029-6d6357db7f93 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/security-groups/37d286c4-bbb3-4936-9e1f-57f617539c4f HTTP/1.1" status: 204 len: 168 time: 0.9563906 Nov 09 04:21:22.325461 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49184) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:22.336337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4884626-6e32-47ea-86b2-0b616484f758 None None] The sync data for ids ['be179aae-299a-4dd9-94af-a94637f65638'] in dv-neutron-816800-2-hyperv is: [{'id': 'be179aae-299a-4dd9-94af-a94637f65638', 'name': 'tempest-TestNetworkBasicOps-router-889249603', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:12Z', 'updated_at': '2021-11-09T04:21:16Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:14Z', 'updated_at': '2021-11-09T04:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:22.343617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7bf622-e8dc-4b8b-8d3b-ab8ceb4c6537 None None] Update dhcp port {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'fixed_ips': [{'subnet_id': '355551f1-2df4-4ab3-b6f0-ac708b623521', 'ip_address': '2001:db8::f816:3eff:fe09:e12c'}, {'subnet_id': '67a8f6fb-79d7-47df-8ae7-bc40938c5860'}], 'binding:host_id': 'dv-neutron-816800-2-hyperv'}, 'id': 'ecb3bbb2-832e-4540-b2f2-5b5883310610'} from dv-neutron-816800-2-hyperv. {{(pid=101885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 04:21:22.353847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7614b9f-1612-4704-b16e-a6754f86ad97 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:22.374612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1a7bf622-e8dc-4b8b-8d3b-ab8ceb4c6537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.380904 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9b96b-e127-4b6b-87ea-252b6719bfcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a89e83-96e2-430b-a582-4eda6d1ee399,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:22.391988 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed10c37-5aab-4162-9029-6d6357db7f93 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d286c4-bbb3-4936-9e1f-57f617539c4f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:22.395868 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-13c08541-37fc-473b-9ca2-4c49b4c65fc0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 26274e59-ab78-4236-af3b-f51a5801fc4b) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:22.396045 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-abe9b96b-e127-4b6b-87ea-252b6719bfcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.402845 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c08541-37fc-473b-9ca2-4c49b4c65fc0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:22.403700 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-abe9b96b-e127-4b6b-87ea-252b6719bfcd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f2a89e83-96e2-430b-a582-4eda6d1ee399 HTTP/1.1" status: 204 len: 168 time: 0.5612729 Nov 09 04:21:22.403830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13c08541-37fc-473b-9ca2-4c49b4c65fc0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.409454 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49186) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:22.430172 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2685953-588a-48c9-bd9a-8cab153c7e36 None None] Network 26274e59-ab78-4236-af3b-f51a5801fc4b requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:22.491413 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-13c08541-37fc-473b-9ca2-4c49b4c65fc0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9145288 Nov 09 04:21:22.496254 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49188) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:22.500437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16e51b22-63b2-438f-9afb-7669842bd9c6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.502785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16e51b22-63b2-438f-9afb-7669842bd9c6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.508540 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-16e51b22-63b2-438f-9afb-7669842bd9c6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "DELETE /v2.0/security-groups/6fef6142-9c6e-4fd7-b41a-a38121bfc0dd HTTP/1.1" status: 204 len: 168 time: 1.0189729 Nov 09 04:21:22.517406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49190) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:22.558989 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c656bfa-a421-4993-8cdf-bae0b75fae6a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.562812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.568254 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afc1fb44-f1d7-4e95-99f7-1551e4026a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.583370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e51b22-63b2-438f-9afb-7669842bd9c6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fef6142-9c6e-4fd7-b41a-a38121bfc0dd,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:22.590584 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7614b9f-1612-4704-b16e-a6754f86ad97 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.612837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c656bfa-a421-4993-8cdf-bae0b75fae6a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.668736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-c7614b9f-1612-4704-b16e-a6754f86ad97 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port 74daaae8-090c-424e-a290-64c3d1370ba5 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:21:22.768325 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-55794fcf-e7d6-45b4-9618-1d67d134eaf1 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.2397747 Nov 09 04:21:22.799335 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afc1fb44-f1d7-4e95-99f7-1551e4026a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.816968 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-1a7bf622-e8dc-4b8b-8d3b-ab8ceb4c6537 None None] Allocated IP 2001:db8:0:1::2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/67a8f6fb-79d7-47df-8ae7-bc40938c5860/ecb3bbb2-832e-4540-b2f2-5b5883310610) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:22.824627 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-afc1fb44-f1d7-4e95-99f7-1551e4026a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bb998a-2318-43d7-afd3-529494c2ebf5']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:22.836634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49192) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:22.840812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-afc1fb44-f1d7-4e95-99f7-1551e4026a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8e6e4c-7583-47c4-b0f9-8286678a9849') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:22.841135 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-afc1fb44-f1d7-4e95-99f7-1551e4026a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8e6e4c-7583-47c4-b0f9-8286678a9849') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:22.841247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-df43b162-1dc8-4460-a716-a90442b56516 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group': {'name': 'tempest-secgroup--194457352'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:22.853537 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afc1fb44-f1d7-4e95-99f7-1551e4026a0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.870706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afc1fb44-f1d7-4e95-99f7-1551e4026a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.873869 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-26274e59-ab78-4236-af3b-f51a5801fc4b', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ips': [{'subnet_id': '9322ab5c-a925-463d-b492-8ea856d52fdf'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:21:22.874916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.879542 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc1fb44-f1d7-4e95-99f7-1551e4026a0e admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:21:22.879951 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afc1fb44-f1d7-4e95-99f7-1551e4026a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:21:22.943814 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:21:22.952294 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afc1fb44-f1d7-4e95-99f7-1551e4026a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.956512 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.960820 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c656bfa-a421-4993-8cdf-bae0b75fae6a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.964970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0c656bfa-a421-4993-8cdf-bae0b75fae6a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.969389 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0c656bfa-a421-4993-8cdf-bae0b75fae6a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba00fc55-ccaa-4302-af01-fc78a6e68c41 HTTP/1.1" status: 204 len: 168 time: 0.6427369 Nov 09 04:21:22.976908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49194) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:22.987219 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afc1fb44-f1d7-4e95-99f7-1551e4026a0e admin admin] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:22.993129 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-afc1fb44-f1d7-4e95-99f7-1551e4026a0e admin admin] 10.222.0.21 "DELETE /v2.0/networks/a0bb998a-2318-43d7-afd3-529494c2ebf5 HTTP/1.1" status: 204 len: 168 time: 0.5770934 Nov 09 04:21:23.026640 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df43b162-1dc8-4460-a716-a90442b56516 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.050854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-80727ca1-26ad-4691-bcc1-d87caee7e037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port 8330e0a4-efb0-427c-b6b7-e2ab52c4441f {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:23.051203 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-80727ca1-26ad-4691-bcc1-d87caee7e037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.083475 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c656bfa-a421-4993-8cdf-bae0b75fae6a tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba00fc55-ccaa-4302-af01-fc78a6e68c41,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:23.091837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1fb44-f1d7-4e95-99f7-1551e4026a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0bb998a-2318-43d7-afd3-529494c2ebf5,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:23.101200 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ecb3bbb2-832e-4540-b2f2-5b5883310610 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:23.107146 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:23.123407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:23.135328 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:23.173110 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-1a7bf622-e8dc-4b8b-8d3b-ab8ceb4c6537 None None] For port ecb3bbb2-832e-4540-b2f2-5b5883310610, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ecb3bbb2-832e-4540-b2f2-5b5883310610,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:23.279126 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-80727ca1-26ad-4691-bcc1-d87caee7e037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] For port 8330e0a4-efb0-427c-b6b7-e2ab52c4441f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=8330e0a4-efb0-427c-b6b7-e2ab52c4441f,segment=NetworkSegment(1c04c031-bad2-46a1-b192-5a993c13a3ab),segment_id=1c04c031-bad2-46a1-b192-5a993c13a3ab)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:23.279683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-80727ca1-26ad-4691-bcc1-d87caee7e037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.299881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-80727ca1-26ad-4691-bcc1-d87caee7e037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for 8330e0a4-efb0-427c-b6b7-e2ab52c4441f owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:23.342308 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1a7bf622-e8dc-4b8b-8d3b-ab8ceb4c6537 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.359169 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1a7bf622-e8dc-4b8b-8d3b-ab8ceb4c6537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.363267 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Allocated IP 172.20.0.2 (26274e59-ab78-4236-af3b-f51a5801fc4b/9322ab5c-a925-463d-b492-8ea856d52fdf/7ded6d7f-a57f-4e4c-9170-c1076be40db8) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:23.367307 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port ecb3bbb2-832e-4540-b2f2-5b5883310610 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:23.367763 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.436744 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49198) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:23.563038 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-c7614b9f-1612-4704-b16e-a6754f86ad97 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8:0:1::1fe (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/67a8f6fb-79d7-47df-8ae7-bc40938c5860/74daaae8-090c-424e-a290-64c3d1370ba5) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:23.570082 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-c7614b9f-1612-4704-b16e-a6754f86ad97 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::f816:3eff:feec:71c9 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/355551f1-2df4-4ab3-b6f0-ac708b623521/74daaae8-090c-424e-a290-64c3d1370ba5) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:23.633094 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=cb9f2ebb-9521-4026-b5a0-650a36b8ce9a,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:23.641430 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a699678-bf5d-4c26-b4e2-ad30d6ad6bdd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting subnet 379a23b4-3967-44b5-af77-da94320cf1e8 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:23.644854 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a699678-bf5d-4c26-b4e2-ad30d6ad6bdd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.659017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bf622-e8dc-4b8b-8d3b-ab8ceb4c6537 None None] Pushing event updated for resources: {'Port': ['ID=ecb3bbb2-832e-4540-b2f2-5b5883310610,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:23.684638 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.688137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a699678-bf5d-4c26-b4e2-ad30d6ad6bdd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.718223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.780170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Pushing event updated for resources: {'Port': ['ID=7ded6d7f-a57f-4e4c-9170-c1076be40db8,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:23.783304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:23.790497 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Network 26274e59-ab78-4236-af3b-f51a5801fc4b is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:23.810392 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:23.814223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:23.875712 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a699678-bf5d-4c26-b4e2-ad30d6ad6bdd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.903158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:23.903657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.905942 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Attempting to bind port 7ded6d7f-a57f-4e4c-9170-c1076be40db8 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:21:23.907061 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Attempting to bind port 7ded6d7f-a57f-4e4c-9170-c1076be40db8 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '0272764f-bd11-4a80-a3af-54f4584a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:21:23.907061 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Attempting to bind port 7ded6d7f-a57f-4e4c-9170-c1076be40db8 on network 26274e59-ab78-4236-af3b-f51a5801fc4b {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:23.914533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:21:23.914533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Checking segment: {'id': '0272764f-bd11-4a80-a3af-54f4584a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:23.914917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.915440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Bound using segment: {'id': '0272764f-bd11-4a80-a3af-54f4584a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:21:23.915937 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Bound port: 7ded6d7f-a57f-4e4c-9170-c1076be40db8, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0272764f-bd11-4a80-a3af-54f4584a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:21:23.917548 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.917998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7614b9f-1612-4704-b16e-a6754f86ad97 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.918108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:23.985056 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5b1220ba-20a5-4470-8d64-b682400ccbab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca743c4cdf1a4b8699d29138f14289b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519650 Nov 09 04:21:23.987468 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49200) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:24.068865 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df43b162-1dc8-4460-a716-a90442b56516 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.069480 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a699678-bf5d-4c26-b4e2-ad30d6ad6bdd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.100986 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df43b162-1dc8-4460-a716-a90442b56516 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.110988 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.135074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:24.137503 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] For port 7ded6d7f-a57f-4e4c-9170-c1076be40db8, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:21:24.142289 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.152382 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a699678-bf5d-4c26-b4e2-ad30d6ad6bdd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Subnet': ['ID=379a23b4-3967-44b5-af77-da94320cf1e8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:24.162457 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df43b162-1dc8-4460-a716-a90442b56516 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.167163 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-df43b162-1dc8-4460-a716-a90442b56516 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3264468 Nov 09 04:21:24.171527 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49202) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:24.176827 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f31f9de4-2640-4574-adc8-6e16cc83f920 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': 'f30476cf-1aae-42d8-a25d-80398a56962a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:24.183830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7614b9f-1612-4704-b16e-a6754f86ad97 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.190998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-80727ca1-26ad-4691-bcc1-d87caee7e037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.195006 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.api.v2.base [None req-f31f9de4-2640-4574-adc8-6e16cc83f920 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 09 04:21:24.196154 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-f31f9de4-2640-4574-adc8-6e16cc83f920 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:24.200403 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f31f9de4-2640-4574-adc8-6e16cc83f920 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0240946 Nov 09 04:21:24.200572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43b162-1dc8-4460-a716-a90442b56516 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30476cf-1aae-42d8-a25d-80398a56962a,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:24.200678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa111c84-80fd-41cf-92d8-e11dba43bb6a None None] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:24.200795 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a699678-bf5d-4c26-b4e2-ad30d6ad6bdd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.214084 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] For port 7ded6d7f-a57f-4e4c-9170-c1076be40db8, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=7ded6d7f-a57f-4e4c-9170-c1076be40db8,segment=NetworkSegment(0272764f-bd11-4a80-a3af-54f4584a948f),segment_id=0272764f-bd11-4a80-a3af-54f4584a948f)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:21:24.217632 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4a699678-bf5d-4c26-b4e2-ad30d6ad6bdd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/379a23b4-3967-44b5-af77-da94320cf1e8 HTTP/1.1" status: 204 len: 168 time: 1.2335076 Nov 09 04:21:24.221632 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49204) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:24.232845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-15996ca0-327f-4ce0-a9cd-a0b4fef7eea8 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': 'f30476cf-1aae-42d8-a25d-80398a56962a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:24.233604 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.api.v2.base [None req-15996ca0-327f-4ce0-a9cd-a0b4fef7eea8 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 09 04:21:24.234498 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-15996ca0-327f-4ce0-a9cd-a0b4fef7eea8 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:24.237821 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-15996ca0-327f-4ce0-a9cd-a0b4fef7eea8 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0110991 Nov 09 04:21:24.237977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.238098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49206) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:24.239252 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49208) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:24.246256 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9fd2bb04-1e34-437f-a0d8-82a961db18b6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': 'f30476cf-1aae-42d8-a25d-80398a56962a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:24.248831 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING neutron.api.v2.base [None req-9fd2bb04-1e34-437f-a0d8-82a961db18b6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 09 04:21:24.249364 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-9fd2bb04-1e34-437f-a0d8-82a961db18b6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:24.254399 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9fd2bb04-1e34-437f-a0d8-82a961db18b6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101869 Nov 09 04:21:24.267343 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49210) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:24.283272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7614b9f-1612-4704-b16e-a6754f86ad97 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:24.288339 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:24.289323 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-c7614b9f-1612-4704-b16e-a6754f86ad97 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:24.298841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7614b9f-1612-4704-b16e-a6754f86ad97 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:24.305421 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7614b9f-1612-4704-b16e-a6754f86ad97 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:24.306718 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7614b9f-1612-4704-b16e-a6754f86ad97 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.360994 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e94b39ff-c5e3-4861-8a83-4f8e00b5f64e tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': 'f30476cf-1aae-42d8-a25d-80398a56962a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:24.362067 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.api.v2.base [None req-e94b39ff-c5e3-4861-8a83-4f8e00b5f64e tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 09 04:21:24.362732 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-e94b39ff-c5e3-4861-8a83-4f8e00b5f64e tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:24.375486 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e94b39ff-c5e3-4861-8a83-4f8e00b5f64e tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0996332 Nov 09 04:21:24.376948 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-be30b485-c3de-4a17-af6c-f4694840f762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.378748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49212) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:24.383267 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7614b9f-1612-4704-b16e-a6754f86ad97 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=74daaae8-090c-424e-a290-64c3d1370ba5,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:24.463203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c842ef-229a-4976-8966-a97ceab0a280 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting subnet 77f846df-95b8-457d-a488-0f874e2ed5e7 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:24.492825 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c7614b9f-1612-4704-b16e-a6754f86ad97 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9774823 Nov 09 04:21:24.496247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49214) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:24.504674 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80727ca1-26ad-4691-bcc1-d87caee7e037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=8330e0a4-efb0-427c-b6b7-e2ab52c4441f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:24.522229 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28c842ef-229a-4976-8966-a97ceab0a280 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.580915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.621676 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-be30b485-c3de-4a17-af6c-f4694840f762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.692766 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301c2c7-1ee2-4f80-8288-47502caf1e6f None None] Pushing event updated for resources: {'Port': ['ID=7ded6d7f-a57f-4e4c-9170-c1076be40db8,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:24.911080 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28c842ef-229a-4976-8966-a97ceab0a280 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.922090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7c3bce21-4e8b-4d7b-a600-609ed8b7c151 None None] Provisioning complete for port ecb3bbb2-832e-4540-b2f2-5b5883310610 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:24.922502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7c3bce21-4e8b-4d7b-a600-609ed8b7c151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:24.995798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-80727ca1-26ad-4691-bcc1-d87caee7e037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.012041 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-be30b485-c3de-4a17-af6c-f4694840f762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.014654 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-be30b485-c3de-4a17-af6c-f4694840f762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.018218 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-be30b485-c3de-4a17-af6c-f4694840f762 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7911032d-ce84-4517-8047-d33b00fb8df7 HTTP/1.1" status: 204 len: 168 time: 1.0275457 Nov 09 04:21:25.069137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a9c53898-5b0a-448b-845c-cf135d80a912 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.076869 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.098515 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30b485-c3de-4a17-af6c-f4694840f762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7911032d-ce84-4517-8047-d33b00fb8df7,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:25.183825 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a9c53898-5b0a-448b-845c-cf135d80a912 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.225977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 7ded6d7f-a57f-4e4c-9170-c1076be40db8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:25.240687 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf7956-73f4-4192-bffb-22c80d1e94d8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port 74daaae8-090c-424e-a290-64c3d1370ba5 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:25.240857 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7956-73f4-4192-bffb-22c80d1e94d8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.372035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28c842ef-229a-4976-8966-a97ceab0a280 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.374192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 7ded6d7f-a57f-4e4c-9170-c1076be40db8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:25.375887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.468459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.1 (26274e59-ab78-4236-af3b-f51a5801fc4b/9322ab5c-a925-463d-b492-8ea856d52fdf/ab38b235-f3b5-4903-8783-0398379e605e) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:25.504693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.523789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-794e9a14-a0d4-4d86-8a27-79dd68e47261 None None] Provisioning complete for port 74daaae8-090c-424e-a290-64c3d1370ba5 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:25.524155 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-794e9a14-a0d4-4d86-8a27-79dd68e47261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.576071 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-794e9a14-a0d4-4d86-8a27-79dd68e47261 None None] Port 74daaae8-090c-424e-a290-64c3d1370ba5 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:25.580065 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80727ca1-26ad-4691-bcc1-d87caee7e037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:21:25.590161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-81311414-4751-40fd-9b2f-6bc6ae548bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.600859 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7956-73f4-4192-bffb-22c80d1e94d8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.601116 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 7ded6d7f-a57f-4e4c-9170-c1076be40db8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=7ded6d7f-a57f-4e4c-9170-c1076be40db8,segment=NetworkSegment(0272764f-bd11-4a80-a3af-54f4584a948f),segment_id=0272764f-bd11-4a80-a3af-54f4584a948f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:25.608915 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.609860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:25.620987 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf7956-73f4-4192-bffb-22c80d1e94d8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for 74daaae8-090c-424e-a290-64c3d1370ba5 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:25.721495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=7ded6d7f-a57f-4e4c-9170-c1076be40db8,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:25.736666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:25.736666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.807340 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49220) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:25.812123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28c842ef-229a-4976-8966-a97ceab0a280 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.831839 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ecb3bbb2-832e-4540-b2f2-5b5883310610 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:25.843682 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a9c53898-5b0a-448b-845c-cf135d80a912 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.847048 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a9c53898-5b0a-448b-845c-cf135d80a912 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.848529 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a9c53898-5b0a-448b-845c-cf135d80a912 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "DELETE /v2.0/security-groups/f30476cf-1aae-42d8-a25d-80398a56962a HTTP/1.1" status: 204 len: 168 time: 1.4307568 Nov 09 04:21:25.856860 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-28c842ef-229a-4976-8966-a97ceab0a280 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.862372 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-28c842ef-229a-4976-8966-a97ceab0a280 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/77f846df-95b8-457d-a488-0f874e2ed5e7 HTTP/1.1" status: 204 len: 168 time: 1.6191888 Nov 09 04:21:25.896847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port ecb3bbb2-832e-4540-b2f2-5b5883310610 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:25.897217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:25.903422 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49222) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:25.903761 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49224) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:25.934232 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e874ee2b-a5e8-432b-b49e-78471b8f283b None None] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:25.949349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c842ef-229a-4976-8966-a97ceab0a280 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Subnet': ['ID=77f846df-95b8-457d-a488-0f874e2ed5e7,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:25.957404 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0da2c8f-f20e-49e9-bf3f-abdcc34c4116 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:25.957893 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0da2c8f-f20e-49e9-bf3f-abdcc34c4116 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:25.961264 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e0da2c8f-f20e-49e9-bf3f-abdcc34c4116 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/379a23b4-3967-44b5-af77-da94320cf1e8 HTTP/1.1" status: 404 len: 337 time: 0.0532238 Nov 09 04:21:25.981845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49226) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:25.990751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c53898-5b0a-448b-845c-cf135d80a912 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30476cf-1aae-42d8-a25d-80398a56962a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:26.047587 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d20cb448-6a8a-4d74-ae4f-e8d822604eeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d067a3629e5749899b8ac5a44cb53afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368600 Nov 09 04:21:26.057432 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49228) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:26.074732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-0b306018-b0df-4533-9cb2-90d556d9720d None None] Provisioning complete for port 70d2fef2-745b-423a-8aa3-629b2b011f36 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:26.075111 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0b306018-b0df-4533-9cb2-90d556d9720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.133866 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 541cfa03-5cc7-49f9-80ca-3b94fad63d54 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:21:26.165161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee9b9ba-fd4c-4b60-9576-5ccc78cfaac2 None None] Network 26274e59-ab78-4236-af3b-f51a5801fc4b requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:26.168490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa2afc3-f0f0-4410-be1a-698895239e2d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting subnet ef968095-cb6b-45b2-b3c8-4f30bba322fc {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:26.172571 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afa2afc3-f0f0-4410-be1a-698895239e2d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.210130 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.215180 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afa2afc3-f0f0-4410-be1a-698895239e2d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.223948 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80727ca1-26ad-4691-bcc1-d87caee7e037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:26.233719 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-80727ca1-26ad-4691-bcc1-d87caee7e037 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0544021 Nov 09 04:21:26.235829 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49230) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:26.239798 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be96e0b9-4d83-432c-b9e0-4665082e34ee None None] Sync routers for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:26.257263 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be96e0b9-4d83-432c-b9e0-4665082e34ee None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:26.258525 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-be96e0b9-4d83-432c-b9e0-4665082e34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:26.301453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bbd20e-a636-4eba-a607-05a230e91cd0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting subnet c5035b9a-6a85-4489-9afe-60da9bbc7673 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:26.304798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90bbd20e-a636-4eba-a607-05a230e91cd0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.306763 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afa2afc3-f0f0-4410-be1a-698895239e2d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.343916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.383969 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1883cd29-49bd-4a3e-910c-c47963c953fc tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.4727128 Nov 09 04:21:26.392356 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49232) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:26.398455 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ffa9b375-5be5-4f21-bb76-9232bc07beed tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142963143'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:26.402579 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-be96e0b9-4d83-432c-b9e0-4665082e34ee None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:26.411413 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 26274e59-ab78-4236-af3b-f51a5801fc4b is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:26.419535 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-0b306018-b0df-4533-9cb2-90d556d9720d None None] Provisioning complete for port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:26.419921 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0b306018-b0df-4533-9cb2-90d556d9720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.465725 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffa9b375-5be5-4f21-bb76-9232bc07beed tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.473821 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:26.480004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:26.488882 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-0b306018-b0df-4533-9cb2-90d556d9720d None None] Port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:26.505423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d8110f19-4452-495b-889f-e6246827f0ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.518235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afa2afc3-f0f0-4410-be1a-698895239e2d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.539502 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90bbd20e-a636-4eba-a607-05a230e91cd0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.589020 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2afc3-f0f0-4410-be1a-698895239e2d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Subnet': ['ID=ef968095-cb6b-45b2-b3c8-4f30bba322fc,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:26.614027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-09cbae71-e228-48e5-ba16-f3e4267f4e11 None None] Provisioning complete for port 7ded6d7f-a57f-4e4c-9170-c1076be40db8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:26.614417 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-09cbae71-e228-48e5-ba16-f3e4267f4e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.626312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-afa2afc3-f0f0-4410-be1a-698895239e2d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.629606 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-afa2afc3-f0f0-4410-be1a-698895239e2d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/ef968095-cb6b-45b2-b3c8-4f30bba322fc HTTP/1.1" status: 204 len: 168 time: 0.6463368 Nov 09 04:21:26.636586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49234) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:26.639410 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=ab38b235-f3b5-4903-8783-0398379e605e,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:26.690519 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27ee002-b3ac-4270-b44b-ecb86dc5bab0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:26.690978 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27ee002-b3ac-4270-b44b-ecb86dc5bab0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:26.695320 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d27ee002-b3ac-4270-b44b-ecb86dc5bab0 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/20eb5720-0476-49ba-b889-7b2c7a0406e4 HTTP/1.1" status: 404 len: 337 time: 0.0567520 Nov 09 04:21:26.702275 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49236) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:26.708029 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d8110f19-4452-495b-889f-e6246827f0ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.774012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:26.787343 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8955bbd6-9700-4ed7-ba82-3fc10e924513 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "GET /v2.0/ports?device_id=50259989-618b-49a1-a27f-a8b9bc86373b HTTP/1.1" status: 200 len: 205 time: 0.0832787 Nov 09 04:21:26.788057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49238) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:26.815131 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-be96e0b9-4d83-432c-b9e0-4665082e34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:23Z', 'revision_number': 9, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:26.862177 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be96e0b9-4d83-432c-b9e0-4665082e34ee None None] Checking router: 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:21:26.887081 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be96e0b9-4d83-432c-b9e0-4665082e34ee None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:26.887654 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-be96e0b9-4d83-432c-b9e0-4665082e34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:26.902501 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 7ded6d7f-a57f-4e4c-9170-c1076be40db8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:26.926567 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-37aec5cf-4e35-472e-adaa-aadcdb054871 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] delete failed (client error): The resource could not be found. Nov 09 04:21:26.927758 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-37aec5cf-4e35-472e-adaa-aadcdb054871 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/routers/50259989-618b-49a1-a27f-a8b9bc86373b HTTP/1.1" status: 404 len: 336 time: 0.1043534 Nov 09 04:21:26.931957 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49240) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:27.006669 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-be96e0b9-4d83-432c-b9e0-4665082e34ee None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:27.010773 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6ca5cc-c537-4c81-b880-877c17232631 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:27.010982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6ca5cc-c537-4c81-b880-877c17232631 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:27.014055 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0b6ca5cc-c537-4c81-b880-877c17232631 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/9f052320-8382-4d1e-8c1f-7acb6d6159a4 HTTP/1.1" status: 404 len: 337 time: 0.0794621 Nov 09 04:21:27.021689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-be471407-ee4f-4190-8c85-68506105e234 None None] Provisioning complete for port ab38b235-f3b5-4903-8783-0398379e605e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:27.022143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-be471407-ee4f-4190-8c85-68506105e234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.025465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90bbd20e-a636-4eba-a607-05a230e91cd0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.028333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49242) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:27.100226 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-be471407-ee4f-4190-8c85-68506105e234 None None] Port ab38b235-f3b5-4903-8783-0398379e605e cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:27.139523 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 7ded6d7f-a57f-4e4c-9170-c1076be40db8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:27.139776 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.158873 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc68c2f-be68-4ff1-970c-d2a8c5b7d8cd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:27.159342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc68c2f-be68-4ff1-970c-d2a8c5b7d8cd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:27.166495 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-dfc68c2f-be68-4ff1-970c-d2a8c5b7d8cd tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/12586065-785c-45ee-a274-ec92617dae61 HTTP/1.1" status: 404 len: 337 time: 0.1370106 Nov 09 04:21:27.171085 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49244) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:27.202733 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-be471407-ee4f-4190-8c85-68506105e234 None None] Provisioning complete for port 7ded6d7f-a57f-4e4c-9170-c1076be40db8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:27.213791 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-be471407-ee4f-4190-8c85-68506105e234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.242080 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0dcee6-cb40-4961-a829-3e8a3a9f18ab tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:27.242547 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0dcee6-cb40-4961-a829-3e8a3a9f18ab tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:27.245832 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3e0dcee6-cb40-4961-a829-3e8a3a9f18ab tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/5b83a390-6324-4648-bf0b-ccaaca35c2ae HTTP/1.1" status: 404 len: 337 time: 0.0721662 Nov 09 04:21:27.254406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49246) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:27.287478 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a92a33-bf48-461f-b77e-6da8c989ed4d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:27.288297 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a92a33-bf48-461f-b77e-6da8c989ed4d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:27.291140 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-be96e0b9-4d83-432c-b9e0-4665082e34ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:23Z', 'revision_number': 9, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:27.291673 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-88a92a33-bf48-461f-b77e-6da8c989ed4d tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/3f1c0e6b-eb6a-4270-9925-74842159fa27 HTTP/1.1" status: 404 len: 333 time: 0.0361526 Nov 09 04:21:27.295369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49248) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:27.325946 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be96e0b9-4d83-432c-b9e0-4665082e34ee None None] The sync data for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv is: [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:23Z', 'revision_number': 9, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebc81308-f304-4bb8-a1c7-67df49a3863e', 'name': '', 'network_id': '4e5d103a-0200-40c1-ac63-e4354651e410', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:08:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:33Z', 'updated_at': '2021-11-09T04:20:44Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': '19c566c4-28f4-4104-a7d9-fb066e7af812', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:27.376271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7635d8-9b8b-48b0-ba16-2e25db4c5671 None None] Network 2a4f88ae-c90e-49b5-9535-37524ce6b930 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:27.380554 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5c5ee1-9f33-4935-80d1-134d1a4ad58e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:27.381100 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5c5ee1-9f33-4935-80d1-134d1a4ad58e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:27.385163 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-be5c5ee1-9f33-4935-80d1-134d1a4ad58e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/e2b200b4-a910-4f5e-9f8c-4776bb9ad337 HTTP/1.1" status: 404 len: 337 time: 0.0888643 Nov 09 04:21:27.391702 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49250) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:27.397372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffa9b375-5be5-4f21-bb76-9232bc07beed tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.408991 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d8110f19-4452-495b-889f-e6246827f0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.411529 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d8110f19-4452-495b-889f-e6246827f0ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.414021 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d8110f19-4452-495b-889f-e6246827f0ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2625165f-167e-4ac7-823c-fc299e6df2cb HTTP/1.1" status: 204 len: 168 time: 1.3500242 Nov 09 04:21:27.420745 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:27.422574 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffa9b375-5be5-4f21-bb76-9232bc07beed tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.429406 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7889b13c-58c9-4cb3-92ac-5d9602a2fcb1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:27.429966 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7889b13c-58c9-4cb3-92ac-5d9602a2fcb1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:27.436207 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7889b13c-58c9-4cb3-92ac-5d9602a2fcb1 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/443faf8e-a1ce-49b7-8032-a0c5d878259b HTTP/1.1" status: 404 len: 337 time: 0.0411642 Nov 09 04:21:27.436207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.438434 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49254) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:27.450716 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b8f5e-d654-431f-8818-ef7f592ec363 None None] Sync routers for ids ['541cfa03-5cc7-49f9-80ca-3b94fad63d54'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:27.455364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90bbd20e-a636-4eba-a607-05a230e91cd0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.470617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90bbd20e-a636-4eba-a607-05a230e91cd0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.479196 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-90bbd20e-a636-4eba-a607-05a230e91cd0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/c5035b9a-6a85-4489-9afe-60da9bbc7673 HTTP/1.1" status: 204 len: 168 time: 1.2411764 Nov 09 04:21:27.482519 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8110f19-4452-495b-889f-e6246827f0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2625165f-167e-4ac7-823c-fc299e6df2cb,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:27.486782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49256) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:27.492925 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fc0221-4466-4d7b-85e2-d79e2730e9e5 None None] Network 654715d8-9449-490d-9f04-fcadf03fbc82 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:27.500187 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7956-73f4-4192-bffb-22c80d1e94d8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.502637 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b644ba18-bb2c-4275-84e9-c2ba17e55b3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:27.503601 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b644ba18-bb2c-4275-84e9-c2ba17e55b3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:27.510367 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b644ba18-bb2c-4275-84e9-c2ba17e55b3c tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/e553c85a-a6e8-4329-8c33-822f0ce4a443 HTTP/1.1" status: 404 len: 333 time: 0.0581396 Nov 09 04:21:27.535936 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49258) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:27.538858 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffa9b375-5be5-4f21-bb76-9232bc07beed tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.539877 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ffa9b375-5be5-4f21-bb76-9232bc07beed tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1457188 Nov 09 04:21:27.546715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49260) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:27.551539 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-8e689e04-729f-48ec-8816-1e3157789dbf tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '2c6123bb-9f29-47a1-8f0b-a636b2c7d0d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:27.553196 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING neutron.api.v2.base [None req-8e689e04-729f-48ec-8816-1e3157789dbf tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 04:21:27.553740 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-8e689e04-729f-48ec-8816-1e3157789dbf tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:27.557832 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8e689e04-729f-48ec-8816-1e3157789dbf tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070994 Nov 09 04:21:27.560137 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbd20e-a636-4eba-a607-05a230e91cd0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Subnet': ['ID=c5035b9a-6a85-4489-9afe-60da9bbc7673,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:27.560137 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49262) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:27.567552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a38681fe-c828-44a0-b1a3-03b62da98f50 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '2c6123bb-9f29-47a1-8f0b-a636b2c7d0d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:27.576165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.577326 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f9378224-495b-4383-b243-c073decdf91f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.5484636 Nov 09 04:21:27.581209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49264) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:27.638175 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b8f5e-d654-431f-8818-ef7f592ec363 None None] Routers {'541cfa03-5cc7-49f9-80ca-3b94fad63d54'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:27.638856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-b27b8f5e-d654-431f-8818-ef7f592ec363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['541cfa03-5cc7-49f9-80ca-3b94fad63d54'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:27.661546 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf7956-73f4-4192-bffb-22c80d1e94d8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=74daaae8-090c-424e-a290-64c3d1370ba5,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:27.664548 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-2346c165-e7b1-4b57-ab62-e6171fb6c46e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:27.665004 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2346c165-e7b1-4b57-ab62-e6171fb6c46e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:27.673224 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2346c165-e7b1-4b57-ab62-e6171fb6c46e tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/4e283b67-808e-4fa8-898c-d1ba4901bba6 HTTP/1.1" status: 404 len: 337 time: 0.1320825 Nov 09 04:21:27.678323 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49266) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:27.711606 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-b27b8f5e-d654-431f-8818-ef7f592ec363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:27.735888 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9b375-5be5-4f21-bb76-9232bc07beed tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6123bb-9f29-47a1-8f0b-a636b2c7d0d6,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:27.750239 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f01d22-15f6-439d-9bb1-96473328dc15 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:27.750744 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f01d22-15f6-439d-9bb1-96473328dc15 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:27.756860 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-58f01d22-15f6-439d-9bb1-96473328dc15 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/subnets/31b55a97-a0e5-4abb-9b87-d24e7f8cd799 HTTP/1.1" status: 404 len: 337 time: 0.0758874 Nov 09 04:21:27.760042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49268) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:27.775461 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b8f5e-d654-431f-8818-ef7f592ec363 None None] Routers {'541cfa03-5cc7-49f9-80ca-3b94fad63d54'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:27.777710 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-b27b8f5e-d654-431f-8818-ef7f592ec363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:20:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['541cfa03-5cc7-49f9-80ca-3b94fad63d54'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:27.782973 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-769f4870-cdee-4f45-9576-96f5bb89daf8 None None] Provisioning complete for port 70d2fef2-745b-423a-8aa3-629b2b011f36 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:27.785152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-769f4870-cdee-4f45-9576-96f5bb89daf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.795044 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.806836 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3bdf7956-73f4-4192-bffb-22c80d1e94d8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:27.810710 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3bdf7956-73f4-4192-bffb-22c80d1e94d8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/74daaae8-090c-424e-a290-64c3d1370ba5 HTTP/1.1" status: 204 len: 168 time: 3.3115849 Nov 09 04:21:27.814779 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49270) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:27.941120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db07b38f-fbfd-456b-ada0-c4abd58f12f2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:27.944687 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-db07b38f-fbfd-456b-ada0-c4abd58f12f2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1286671 Nov 09 04:21:27.957828 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49272) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:28.045497 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port 2ad743d7-bad5-49a3-bc93-e7f2700246a8 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:28.045927 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.088818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d1a018-7551-4abe-a633-b8239346dd5d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:28.092994 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b1d1a018-7551-4abe-a633-b8239346dd5d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1315124 Nov 09 04:21:28.093445 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49274) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:28.100972 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-b27b8f5e-d654-431f-8818-ef7f592ec363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:28.101681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b8f5e-d654-431f-8818-ef7f592ec363 None None] The sync data for ids ['541cfa03-5cc7-49f9-80ca-3b94fad63d54'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:28.119777 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-076b0df5-ca4c-45ad-a3f5-c8f52c82266f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.168586 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7accbe58-2ba8-419d-a19b-b8994ea3013f None None] DHCP port deletion for 654715d8-9449-490d-9f04-fcadf03fbc82 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:21:28.186844 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-a38681fe-c828-44a0-b1a3-03b62da98f50 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:28.190562 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a38681fe-c828-44a0-b1a3-03b62da98f50 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6272016 Nov 09 04:21:28.193525 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49276) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:28.201837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-20d41408-597d-4eae-85f3-4d678d3dd061 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '2c6123bb-9f29-47a1-8f0b-a636b2c7d0d6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:28.202672 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.api.v2.base [None req-20d41408-597d-4eae-85f3-4d678d3dd061 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 09 04:21:28.203508 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-20d41408-597d-4eae-85f3-4d678d3dd061 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:28.208584 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-20d41408-597d-4eae-85f3-4d678d3dd061 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063288 Nov 09 04:21:28.209025 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] For port 2ad743d7-bad5-49a3-bc93-e7f2700246a8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=2ad743d7-bad5-49a3-bc93-e7f2700246a8,segment=NetworkSegment(1c04c031-bad2-46a1-b192-5a993c13a3ab),segment_id=1c04c031-bad2-46a1-b192-5a993c13a3ab)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:28.209468 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.211544 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49278) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:28.219677 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-71e52745-e5ca-4dbf-aaea-0e6c76d40232 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '2c6123bb-9f29-47a1-8f0b-a636b2c7d0d6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:28.219924 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bd5674-4381-435d-9df4-cf17c9d9e451 None None] DHCP port deletion for 2a4f88ae-c90e-49b5-9535-37524ce6b930 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:21:28.235718 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4634380-a384-46f8-8631-ffbf4cb69121 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:28.237349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4634380-a384-46f8-8631-ffbf4cb69121 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:28.239030 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4634380-a384-46f8-8631-ffbf4cb69121 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:28.243109 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c4634380-a384-46f8-8631-ffbf4cb69121 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1461833 Nov 09 04:21:28.243109 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for 2ad743d7-bad5-49a3-bc93-e7f2700246a8 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:28.243585 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49280) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:28.279616 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-769f4870-cdee-4f45-9576-96f5bb89daf8 None None] Provisioning complete for port ab38b235-f3b5-4903-8783-0398379e605e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:28.280026 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-769f4870-cdee-4f45-9576-96f5bb89daf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.299617 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3e28f30c-6ac6-4ec6-907c-192db3af8e1e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/routers/541cfa03-5cc7-49f9-80ca-3b94fad63d54 HTTP/1.1" status: 200 len: 884 time: 0.7129781 Nov 09 04:21:28.304645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49282) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:28.306592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.329259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-7accbe58-2ba8-419d-a19b-b8994ea3013f None None] Deleting port 2ad743d7-bad5-49a3-bc93-e7f2700246a8 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:28.329646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7accbe58-2ba8-419d-a19b-b8994ea3013f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.338832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5f9bb2-c0fb-4743-a93c-fe25b98af4f9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 355551f1-2df4-4ab3-b6f0-ac708b623521 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:28.345992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9d5f9bb2-c0fb-4743-a93c-fe25b98af4f9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.351059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.355698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-769f4870-cdee-4f45-9576-96f5bb89daf8 None None] Port ab38b235-f3b5-4903-8783-0398379e605e cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:28.399352 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9d5f9bb2-c0fb-4743-a93c-fe25b98af4f9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.410214 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd5674-4381-435d-9df4-cf17c9d9e451 None None] Deleting port 70d2fef2-745b-423a-8aa3-629b2b011f36 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:28.410580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a3bd5674-4381-435d-9df4-cf17c9d9e451 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.441625 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.445757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-769f4870-cdee-4f45-9576-96f5bb89daf8 None None] Provisioning complete for port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:28.446215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-769f4870-cdee-4f45-9576-96f5bb89daf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.452606 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-71e52745-e5ca-4dbf-aaea-0e6c76d40232 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:28.453965 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-71e52745-e5ca-4dbf-aaea-0e6c76d40232 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2396817 Nov 09 04:21:28.460420 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49284) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:28.479035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-2b29a570-67d2-4e1f-9845-b62f42f5227b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Deleting port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:28.479374 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b29a570-67d2-4e1f-9845-b62f42f5227b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.483131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-4e503f36-098d-4261-9d0e-9668120f6f8a tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '2c6123bb-9f29-47a1-8f0b-a636b2c7d0d6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:28.483700 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.api.v2.base [None req-4e503f36-098d-4261-9d0e-9668120f6f8a tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 04:21:28.483825 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.484269 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-4e503f36-098d-4261-9d0e-9668120f6f8a tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:28.484785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7accbe58-2ba8-419d-a19b-b8994ea3013f None None] For port 2ad743d7-bad5-49a3-bc93-e7f2700246a8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=2ad743d7-bad5-49a3-bc93-e7f2700246a8,segment=NetworkSegment(1c04c031-bad2-46a1-b192-5a993c13a3ab),segment_id=1c04c031-bad2-46a1-b192-5a993c13a3ab)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:28.485372 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4e503f36-098d-4261-9d0e-9668120f6f8a tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071433 Nov 09 04:21:28.486057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=ab38b235-f3b5-4903-8783-0398379e605e,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:28.488597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7accbe58-2ba8-419d-a19b-b8994ea3013f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.488984 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49286) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:28.493570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=2ad743d7-bad5-49a3-bc93-e7f2700246a8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:28.508689 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-da2defd6-c548-43cb-a396-ab272ed35d8a tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '2c6123bb-9f29-47a1-8f0b-a636b2c7d0d6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:28.520551 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No DVR routers for this DVR port 2ad743d7-bad5-49a3-bc93-e7f2700246a8 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:28.546556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-7accbe58-2ba8-419d-a19b-b8994ea3013f None None] Calling delete_port for 2ad743d7-bad5-49a3-bc93-e7f2700246a8 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:28.560283 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a3bd5674-4381-435d-9df4-cf17c9d9e451 None None] For port 70d2fef2-745b-423a-8aa3-629b2b011f36, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=70d2fef2-745b-423a-8aa3-629b2b011f36,segment=NetworkSegment(9a84cb81-73ee-454f-a475-33f192f52d19),segment_id=9a84cb81-73ee-454f-a475-33f192f52d19)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:28.560634 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a3bd5674-4381-435d-9df4-cf17c9d9e451 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.565992 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-769f4870-cdee-4f45-9576-96f5bb89daf8 None None] Port 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:28.586908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9d5f9bb2-c0fb-4743-a93c-fe25b98af4f9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.619362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd5674-4381-435d-9df4-cf17c9d9e451 None None] Calling delete_port for 70d2fef2-745b-423a-8aa3-629b2b011f36 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:28.652036 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b29a570-67d2-4e1f-9845-b62f42f5227b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.656044 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-da2defd6-c548-43cb-a396-ab272ed35d8a tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Project 1128d66deb3b464abceaf4b53276f95a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:21:28.659480 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.693936 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654715d8-9449-490d-9f04-fcadf03fbc82']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:28.713482 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-2b29a570-67d2-4e1f-9845-b62f42f5227b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Calling delete_port for 440f6eae-6f18-4efc-8bdd-ad527a8d0b50 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:28.714527 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7accbe58-2ba8-419d-a19b-b8994ea3013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.720205 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c04c031-bad2-46a1-b192-5a993c13a3ab') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:28.720535 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c04c031-bad2-46a1-b192-5a993c13a3ab') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:28.728858 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7accbe58-2ba8-419d-a19b-b8994ea3013f None None] No DVR routers for this DVR port 2ad743d7-bad5-49a3-bc93-e7f2700246a8 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:28.732786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.749382 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9d5f9bb2-c0fb-4743-a93c-fe25b98af4f9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.755359 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accbe58-2ba8-419d-a19b-b8994ea3013f None None] Pushing event deleted for resources: {'Port': ['ID=2ad743d7-bad5-49a3-bc93-e7f2700246a8,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:28.761964 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.765838 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a3bd5674-4381-435d-9df4-cf17c9d9e451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.789061 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-da2defd6-c548-43cb-a396-ab272ed35d8a tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:28.790168 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-da2defd6-c548-43cb-a396-ab272ed35d8a tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2853620 Nov 09 04:21:28.795267 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49288) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:28.797615 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f9bb2-c0fb-4743-a93c-fe25b98af4f9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=355551f1-2df4-4ab3-b6f0-ac708b623521,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:28.801550 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-42cbeb9f-0cbd-4240-b627-ba8013ac82a0 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '2c6123bb-9f29-47a1-8f0b-a636b2c7d0d6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:28.802032 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.api.v2.base [None req-42cbeb9f-0cbd-4240-b627-ba8013ac82a0 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 09 04:21:28.802523 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-42cbeb9f-0cbd-4240-b627-ba8013ac82a0 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:28.803479 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-42cbeb9f-0cbd-4240-b627-ba8013ac82a0 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054467 Nov 09 04:21:28.804965 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9d5f9bb2-c0fb-4743-a93c-fe25b98af4f9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.809297 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9d5f9bb2-c0fb-4743-a93c-fe25b98af4f9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/355551f1-2df4-4ab3-b6f0-ac708b623521 HTTP/1.1" status: 204 len: 168 time: 0.5637031 Nov 09 04:21:28.813376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bd5674-4381-435d-9df4-cf17c9d9e451 None None] No DVR routers for this DVR port 70d2fef2-745b-423a-8aa3-629b2b011f36 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:28.822302 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd5674-4381-435d-9df4-cf17c9d9e451 None None] Pushing event deleted for resources: {'Port': ['ID=70d2fef2-745b-423a-8aa3-629b2b011f36,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:28.824762 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2de1b1a-49eb-49a3-8a38-96e3c86d3d67 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:28.825700 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:21:28.826118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:21:28.838942 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:21:28.850577 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49290) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:28.850924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49292) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:28.864688 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c5dc1137-9bc3-45f3-9c1a-fe4a0c7632e6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '2c6123bb-9f29-47a1-8f0b-a636b2c7d0d6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:28.888518 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 70d2fef2-745b-423a-8aa3-629b2b011f36 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:28.912619 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 70d2fef2-745b-423a-8aa3-629b2b011f36 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:28.912960 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 70d2fef2-745b-423a-8aa3-629b2b011f36 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:28.913423 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8330e0a4-efb0-427c-b6b7-e2ab52c4441f no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:28.921553 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 26274e59-ab78-4236-af3b-f51a5801fc4b is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:28.928474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:28.960592 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ffdb298a-024d-45f2-84ab-7cc092365e43 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6486006 Nov 09 04:21:28.960824 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 8330e0a4-efb0-427c-b6b7-e2ab52c4441f {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:28.960824 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8330e0a4-efb0-427c-b6b7-e2ab52c4441f not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:28.961026 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 2ad743d7-bad5-49a3-bc93-e7f2700246a8 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:28.962835 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49294) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:28.967838 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-d952e962-8068-4aeb-9355-170c86851f93 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1153032203'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:28.975453 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:28.976719 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-c5dc1137-9bc3-45f3-9c1a-fe4a0c7632e6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Project 1128d66deb3b464abceaf4b53276f95a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:21:28.999304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 2ad743d7-bad5-49a3-bc93-e7f2700246a8 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:28.999304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 2ad743d7-bad5-49a3-bc93-e7f2700246a8 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:29.017263 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b29a570-67d2-4e1f-9845-b62f42f5227b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:29.034639 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7735e2d3-3c83-4a79-94f0-fde06891cac1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 67a8f6fb-79d7-47df-8ae7-bc40938c5860 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:29.044313 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:29.050552 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/networks/654715d8-9449-490d-9f04-fcadf03fbc82 HTTP/1.1" status: 204 len: 168 time: 1.5630205 Nov 09 04:21:29.053382 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49296) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:29.075277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7735e2d3-3c83-4a79-94f0-fde06891cac1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:29.102518 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:29.133058 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29327db9-207d-45f1-896c-179fe774ca60 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Network': ['ID=654715d8-9449-490d-9f04-fcadf03fbc82,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:29.147193 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-c5dc1137-9bc3-45f3-9c1a-fe4a0c7632e6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:29.148283 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c5dc1137-9bc3-45f3-9c1a-fe4a0c7632e6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2964036 Nov 09 04:21:29.180457 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49298) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:29.190142 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-482d3513-ffc2-44f4-b403-db3b33dbecea tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '2c6123bb-9f29-47a1-8f0b-a636b2c7d0d6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:29.251439 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7735e2d3-3c83-4a79-94f0-fde06891cac1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:29.298931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-3f85db98-ac58-449f-959a-d81be905af5c None None] Provisioning complete for port ab38b235-f3b5-4903-8783-0398379e605e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:29.300422 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3f85db98-ac58-449f-959a-d81be905af5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:29.327984 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-482d3513-ffc2-44f4-b403-db3b33dbecea tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Project 1128d66deb3b464abceaf4b53276f95a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:21:29.345500 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-3f85db98-ac58-449f-959a-d81be905af5c None None] Port ab38b235-f3b5-4903-8783-0398379e605e cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:29.433441 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29a570-67d2-4e1f-9845-b62f42f5227b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Port': ['ID=440f6eae-6f18-4efc-8bdd-ad527a8d0b50,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:29.442307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2b29a570-67d2-4e1f-9845-b62f42f5227b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:29.445987 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2b29a570-67d2-4e1f-9845-b62f42f5227b tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/ports/440f6eae-6f18-4efc-8bdd-ad527a8d0b50 HTTP/1.1" status: 204 len: 168 time: 1.6772158 Nov 09 04:21:29.448691 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49300) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:29.503719 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-482d3513-ffc2-44f4-b403-db3b33dbecea tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:29.507529 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-482d3513-ffc2-44f4-b403-db3b33dbecea tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3184037 Nov 09 04:21:29.512752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49302) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:29.528243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router be179aae-299a-4dd9-94af-a94637f65638 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:21:29.545417 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a669873c-8d54-4edc-9ded-48acc762d771 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:29.575268 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7735e2d3-3c83-4a79-94f0-fde06891cac1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:29.717881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a669873c-8d54-4edc-9ded-48acc762d771 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:29.750517 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-a669873c-8d54-4edc-9ded-48acc762d771 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4f88ae-c90e-49b5-9535-37524ce6b930']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:29.760487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:29.763367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-a669873c-8d54-4edc-9ded-48acc762d771 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a84cb81-73ee-454f-a475-33f192f52d19') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:29.763748 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-a669873c-8d54-4edc-9ded-48acc762d771 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a84cb81-73ee-454f-a475-33f192f52d19') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:29.768776 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7dfd605f-1b20-4ec4-aec7-c6197d2e341e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/be179aae-299a-4dd9-94af-a94637f65638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2694495 Nov 09 04:21:29.774532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49304) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:29.776550 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Sync routers for ids ['be179aae-299a-4dd9-94af-a94637f65638'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:29.790173 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Routers {'be179aae-299a-4dd9-94af-a94637f65638'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:29.792013 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['be179aae-299a-4dd9-94af-a94637f65638'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:29.806899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61eb511f-29a8-43d7-8bc8-7fb18af8c9d4 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:29.816816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a669873c-8d54-4edc-9ded-48acc762d771 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:29.817169 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7735e2d3-3c83-4a79-94f0-fde06891cac1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:29.885813 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a669873c-8d54-4edc-9ded-48acc762d771 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:29.911040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a669873c-8d54-4edc-9ded-48acc762d771 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:21:29.911616 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a669873c-8d54-4edc-9ded-48acc762d771 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:21:29.915073 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:21:29.918262 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Set router be179aae-299a-4dd9-94af-a94637f65638 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:29.987240 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1ac27984-a34a-4199-9de1-25e1f2bbe68c None None] Provisioning complete for port ecb3bbb2-832e-4540-b2f2-5b5883310610 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:29.988059 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1ac27984-a34a-4199-9de1-25e1f2bbe68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.034006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a669873c-8d54-4edc-9ded-48acc762d771 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.057137 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a669873c-8d54-4edc-9ded-48acc762d771 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.063534 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a669873c-8d54-4edc-9ded-48acc762d771 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] 10.222.0.21 "DELETE /v2.0/networks/2a4f88ae-c90e-49b5-9535-37524ce6b930 HTTP/1.1" status: 204 len: 168 time: 0.6139936 Nov 09 04:21:30.065100 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669873c-8d54-4edc-9ded-48acc762d771 tempest-PortsTestJSON-1873502764 tempest-PortsTestJSON-1873502764-project] Pushing event deleted for resources: {'Network': ['ID=2a4f88ae-c90e-49b5-9535-37524ce6b930,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:30.068421 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d4795-59ca-4bdf-9d14-59859999d65e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:30.069126 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d4795-59ca-4bdf-9d14-59859999d65e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:30.070160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d4795-59ca-4bdf-9d14-59859999d65e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:30.070588 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d4795-59ca-4bdf-9d14-59859999d65e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:30.071236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d4795-59ca-4bdf-9d14-59859999d65e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:30.072368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d4795-59ca-4bdf-9d14-59859999d65e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:30.072898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d4795-59ca-4bdf-9d14-59859999d65e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:30.073482 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d4795-59ca-4bdf-9d14-59859999d65e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:30.075684 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c83d4795-59ca-4bdf-9d14-59859999d65e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5602 time: 0.2995191 Nov 09 04:21:30.078878 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49308) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:30.190176 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735e2d3-3c83-4a79-94f0-fde06891cac1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=67a8f6fb-79d7-47df-8ae7-bc40938c5860,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:30.203191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7735e2d3-3c83-4a79-94f0-fde06891cac1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.206342 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be179aae-299a-4dd9-94af-a94637f65638', 'name': 'tempest-TestNetworkBasicOps-router-889249603', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:12Z', 'updated_at': '2021-11-09T04:21:27Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:14Z', 'updated_at': '2021-11-09T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ab38b235-f3b5-4903-8783-0398379e605e', 'name': '', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6e:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:24Z', 'updated_at': '2021-11-09T04:21:27Z', 'revision_number': 2, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:30.209530 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7735e2d3-3c83-4a79-94f0-fde06891cac1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/67a8f6fb-79d7-47df-8ae7-bc40938c5860 HTTP/1.1" status: 204 len: 168 time: 1.3563917 Nov 09 04:21:30.212019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49310) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:30.212355 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d952e962-8068-4aeb-9355-170c86851f93 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.218052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61eb511f-29a8-43d7-8bc8-7fb18af8c9d4 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.222312 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ac874-f255-46e7-b651-571bbc047150 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:30.223136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ac874-f255-46e7-b651-571bbc047150 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:30.223260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ac874-f255-46e7-b651-571bbc047150 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:30.223419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bef107-d155-4008-b9b9-8e2aa68ac245 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:30.223914 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ac874-f255-46e7-b651-571bbc047150 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:30.224137 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ac874-f255-46e7-b651-571bbc047150 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:30.224689 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ac874-f255-46e7-b651-571bbc047150 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:30.230373 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4f8ac874-f255-46e7-b651-571bbc047150 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3912 time: 0.1503522 Nov 09 04:21:30.235583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49312) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:30.270967 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9138d7f1-2b33-4bd2-bff3-6e5cc22e22ed tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577245 Nov 09 04:21:30.274419 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49314) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:30.316252 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-92aca0a9-728b-4a92-a813-d34d724e931e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:30.324927 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.327526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d952e962-8068-4aeb-9355-170c86851f93 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.358158 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Checking router: be179aae-299a-4dd9-94af-a94637f65638 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:21:30.358158 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Updating router be179aae-299a-4dd9-94af-a94637f65638 port ab38b235-f3b5-4903-8783-0398379e605e binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:21:30.385660 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.470477 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49318) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:30.476960 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015404d6-053a-4003-9c84-30419b93b973 None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:21:30.527369 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-015404d6-053a-4003-9c84-30419b93b973 None None] Deleting port ecb3bbb2-832e-4540-b2f2-5b5883310610 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:30.527837 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-015404d6-053a-4003-9c84-30419b93b973 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.581146 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61eb511f-29a8-43d7-8bc8-7fb18af8c9d4 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.584548 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-61eb511f-29a8-43d7-8bc8-7fb18af8c9d4 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.589408 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-61eb511f-29a8-43d7-8bc8-7fb18af8c9d4 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "DELETE /v2.0/security-groups/2c6123bb-9f29-47a1-8f0b-a636b2c7d0d6 HTTP/1.1" status: 204 len: 168 time: 1.0726526 Nov 09 04:21:30.590283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49322) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:30.606147 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-015404d6-053a-4003-9c84-30419b93b973 None None] For port ecb3bbb2-832e-4540-b2f2-5b5883310610, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ecb3bbb2-832e-4540-b2f2-5b5883310610,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:30.606664 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-015404d6-053a-4003-9c84-30419b93b973 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.620262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-015404d6-053a-4003-9c84-30419b93b973 None None] Calling delete_port for ecb3bbb2-832e-4540-b2f2-5b5883310610 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:30.662336 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.670236 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.694145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb511f-29a8-43d7-8bc8-7fb18af8c9d4 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6123bb-9f29-47a1-8f0b-a636b2c7d0d6,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:30.695126 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ff97c83f-bfd4-457b-8a42-3c880d8f504d tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.1018562 Nov 09 04:21:30.696040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49324) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:30.704601 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d952e962-8068-4aeb-9355-170c86851f93 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 541cfa03-5cc7-49f9-80ca-3b94fad63d54 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:21:30.705495 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-896908c0-edf1-444f-83a2-fbfd7e2f01d3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613912478'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:30.736465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.db.api [None req-896908c0-edf1-444f-83a2-fbfd7e2f01d3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 04:21:30.736465 dv-neutron-816800-2-hyperv neutron-server[101883]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 04:21:30.736465 dv-neutron-816800-2-hyperv neutron-server[101883]: [parameters: {'project_id': '1128d66deb3b464abceaf4b53276f95a', 'id': 'a7d55ef7-544d-40c8-a24c-e2c59babe19a', 'expiration': datetime.datetime(2021, 11, 9, 4, 23, 30, 731073)}] Nov 09 04:21:30.736465 dv-neutron-816800-2-hyperv neutron-server[101883]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:21:30.737099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG oslo_db.api [None req-896908c0-edf1-444f-83a2-fbfd7e2f01d3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:21:30.743206 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e02bde40-a2ae-49d6-b195-a1156120233c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d56a0d9d08a14d82b1fc97eb3e7362fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715750 Nov 09 04:21:30.744529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49326) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:30.764733 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a5960-dcd6-427f-9d27-b9785193712f None None] Pushing event updated for resources: {'Port': ['ID=ab38b235-f3b5-4903-8783-0398379e605e,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:30.785156 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92aca0a9-728b-4a92-a813-d34d724e931e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:30.789355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-015404d6-053a-4003-9c84-30419b93b973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.790948 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92aca0a9-728b-4a92-a813-d34d724e931e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.812200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d172908e-bf36-4561-91d5-a056d017c7da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.814910 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Attempting to bind port ab38b235-f3b5-4903-8783-0398379e605e on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:21:30.815810 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Attempting to bind port ab38b235-f3b5-4903-8783-0398379e605e by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '0272764f-bd11-4a80-a3af-54f4584a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:21:30.817057 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Attempting to bind port ab38b235-f3b5-4903-8783-0398379e605e on network 26274e59-ab78-4236-af3b-f51a5801fc4b {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:30.824058 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:21:30.824826 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Checking segment: {'id': '0272764f-bd11-4a80-a3af-54f4584a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:30.825380 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.825936 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Bound using segment: {'id': '0272764f-bd11-4a80-a3af-54f4584a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:21:30.826557 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Bound port: ab38b235-f3b5-4903-8783-0398379e605e, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0272764f-bd11-4a80-a3af-54f4584a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:21:30.827248 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.853109 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d172908e-bf36-4561-91d5-a056d017c7da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.864971 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015404d6-053a-4003-9c84-30419b93b973 None None] Pushing event deleted for resources: {'Port': ['ID=ecb3bbb2-832e-4540-b2f2-5b5883310610,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:30.871891 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015404d6-053a-4003-9c84-30419b93b973 None None] No DVR routers for this DVR port ecb3bbb2-832e-4540-b2f2-5b5883310610 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:30.892251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ecb3bbb2-832e-4540-b2f2-5b5883310610 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:30.920371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: ecb3bbb2-832e-4540-b2f2-5b5883310610 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:30.920980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ecb3bbb2-832e-4540-b2f2-5b5883310610 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:30.926497 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d172908e-bf36-4561-91d5-a056d017c7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.930991 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d172908e-bf36-4561-91d5-a056d017c7da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.932039 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] For port ab38b235-f3b5-4903-8783-0398379e605e, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:21:30.936842 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d172908e-bf36-4561-91d5-a056d017c7da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39ea64d0-c605-4ce1-bf71-09a11638bfec HTTP/1.1" status: 204 len: 168 time: 0.1882060 Nov 09 04:21:30.937008 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] For port ab38b235-f3b5-4903-8783-0398379e605e, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ab38b235-f3b5-4903-8783-0398379e605e,segment=NetworkSegment(0272764f-bd11-4a80-a3af-54f4584a948f),segment_id=0272764f-bd11-4a80-a3af-54f4584a948f)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:21:30.942590 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:30.948484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172908e-bf36-4561-91d5-a056d017c7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ea64d0-c605-4ce1-bf71-09a11638bfec,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:31.002243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:31.020413 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Routers {'be179aae-299a-4dd9-94af-a94637f65638'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:31.021365 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['be179aae-299a-4dd9-94af-a94637f65638'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:31.065504 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-735fd5ee-11be-41ae-90d6-19e929eb3a77 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:31.105471 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a5960-dcd6-427f-9d27-b9785193712f None None] Pushing event updated for resources: {'Port': ['ID=ab38b235-f3b5-4903-8783-0398379e605e,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:31.160040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bbd2f021-815b-4e1a-8fd7-f46e910ab327 None None] Provisioning complete for port ab38b235-f3b5-4903-8783-0398379e605e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:31.160462 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f021-815b-4e1a-8fd7-f46e910ab327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:31.208977 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] Set router be179aae-299a-4dd9-94af-a94637f65638 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:31.273236 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d952e962-8068-4aeb-9355-170c86851f93 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:31.294761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-896908c0-edf1-444f-83a2-fbfd7e2f01d3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:31.303487 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d952e962-8068-4aeb-9355-170c86851f93 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:31.304693 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d952e962-8068-4aeb-9355-170c86851f93 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/541cfa03-5cc7-49f9-80ca-3b94fad63d54 HTTP/1.1" status: 200 len: 891 time: 2.3420751 Nov 09 04:21:31.315931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbdf805-5bc8-4a54-b6fc-4030d72f5de9 None None] Sync routers for ids ['541cfa03-5cc7-49f9-80ca-3b94fad63d54'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:31.323946 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49336) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:31.340162 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbdf805-5bc8-4a54-b6fc-4030d72f5de9 None None] Routers {'541cfa03-5cc7-49f9-80ca-3b94fad63d54'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:31.340797 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-adbdf805-5bc8-4a54-b6fc-4030d72f5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['541cfa03-5cc7-49f9-80ca-3b94fad63d54'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:31.385210 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-adbdf805-5bc8-4a54-b6fc-4030d72f5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:31.387648 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f021-815b-4e1a-8fd7-f46e910ab327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:31.406453 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbdf805-5bc8-4a54-b6fc-4030d72f5de9 None None] Routers {'541cfa03-5cc7-49f9-80ca-3b94fad63d54'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:31.407086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-adbdf805-5bc8-4a54-b6fc-4030d72f5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['541cfa03-5cc7-49f9-80ca-3b94fad63d54'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:31.433073 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-bbd2f021-815b-4e1a-8fd7-f46e910ab327 None None] For port ab38b235-f3b5-4903-8783-0398379e605e, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ab38b235-f3b5-4903-8783-0398379e605e,segment=NetworkSegment(0272764f-bd11-4a80-a3af-54f4584a948f),segment_id=0272764f-bd11-4a80-a3af-54f4584a948f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:31.474227 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-19f7e2df-df51-469c-9080-c2520c4fb884 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2859 time: 1.2277253 Nov 09 04:21:31.483766 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bbd2f021-815b-4e1a-8fd7-f46e910ab327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:31.486258 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-adbdf805-5bc8-4a54-b6fc-4030d72f5de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:31.487002 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbdf805-5bc8-4a54-b6fc-4030d72f5de9 None None] The sync data for ids ['541cfa03-5cc7-49f9-80ca-3b94fad63d54'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:31.547969 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92aca0a9-728b-4a92-a813-d34d724e931e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:31.560404 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2f021-815b-4e1a-8fd7-f46e910ab327 None None] Pushing event updated for resources: {'Port': ['ID=ab38b235-f3b5-4903-8783-0398379e605e,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:31.595885 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-896908c0-edf1-444f-83a2-fbfd7e2f01d3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:31.605272 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bbedf18c-2cb4-4964-bfb6-0f974d21ce5c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/routers/541cfa03-5cc7-49f9-80ca-3b94fad63d54 HTTP/1.1" status: 200 len: 891 time: 0.2791884 Nov 09 04:21:31.606626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-896908c0-edf1-444f-83a2-fbfd7e2f01d3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:31.609581 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49344) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:31.615255 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-40d85bd4-3034-4032-a737-3ec4b63973a5 None None] Provisioning complete for port ab38b235-f3b5-4903-8783-0398379e605e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:31.616044 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-40d85bd4-3034-4032-a737-3ec4b63973a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:31.631509 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be179aae-299a-4dd9-94af-a94637f65638', 'name': 'tempest-TestNetworkBasicOps-router-889249603', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:12Z', 'updated_at': '2021-11-09T04:21:27Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:14Z', 'updated_at': '2021-11-09T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ab38b235-f3b5-4903-8783-0398379e605e', 'name': '', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6e:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:24Z', 'updated_at': '2021-11-09T04:21:30Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:31.651919 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4c598cb3-6926-4a35-bb46-deb19b9f5acb tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports?device_id=541cfa03-5cc7-49f9-80ca-3b94fad63d54 HTTP/1.1" status: 200 len: 205 time: 0.0388305 Nov 09 04:21:31.661965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49346) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:31.674778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896908c0-edf1-444f-83a2-fbfd7e2f01d3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95169d36-a65e-477b-bd96-071108c0bab5,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:31.704955 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e5c1ea-276e-4bf0-a09a-2db72c0cb1e1 None None] The sync data for ids ['be179aae-299a-4dd9-94af-a94637f65638'] in dv-neutron-816800-2-hyperv is: [{'id': 'be179aae-299a-4dd9-94af-a94637f65638', 'name': 'tempest-TestNetworkBasicOps-router-889249603', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:12Z', 'updated_at': '2021-11-09T04:21:27Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:14Z', 'updated_at': '2021-11-09T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ab38b235-f3b5-4903-8783-0398379e605e', 'name': '', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6e:02:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:24Z', 'updated_at': '2021-11-09T04:21:30Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:31.735105 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aca0a9-728b-4a92-a813-d34d724e931e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:31.752797 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-92aca0a9-728b-4a92-a813-d34d724e931e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:31.788819 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa352dd6-2ecb-442b-90aa-237691b44314 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:31.792455 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aca0a9-728b-4a92-a813-d34d724e931e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:31.793213 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92aca0a9-728b-4a92-a813-d34d724e931e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:31.809765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-896908c0-edf1-444f-83a2-fbfd7e2f01d3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:31.813020 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-896908c0-edf1-444f-83a2-fbfd7e2f01d3 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1111474 Nov 09 04:21:31.813265 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aca0a9-728b-4a92-a813-d34d724e931e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=f51f3b4a-08dd-49a5-b3cd-2f7fc3498717,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:31.816222 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49352) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:31.831998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ba0890d0-2102-48c1-847b-dc4e866407f5 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '95169d36-a65e-477b-bd96-071108c0bab5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:31.835141 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-92aca0a9-728b-4a92-a813-d34d724e931e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5262194 Nov 09 04:21:31.840904 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49354) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:31.858400 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d6584529-8b34-4bcb-9b7e-dc49f7fb9ae3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:31.899725 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-735fd5ee-11be-41ae-90d6-19e929eb3a77 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port ebc81308-f304-4bb8-a1c7-67df49a3863e {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:31.902651 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-735fd5ee-11be-41ae-90d6-19e929eb3a77 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.052643 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5e59abb7-6de7-4754-aa70-90eb378040e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.074526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49360) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:32.080795 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-348995ec-51a7-452a-9a46-5076c5094408 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711861701', 'description': 'tempest-secgroup-smoke-711861701 description', 'project_id': '871582c076e646fa8f870c685a113561'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:32.110150 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-ba0890d0-2102-48c1-847b-dc4e866407f5 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The resource could not be found. Nov 09 04:21:32.111500 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ba0890d0-2102-48c1-847b-dc4e866407f5 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2942023 Nov 09 04:21:32.115502 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49362) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:32.132695 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49364) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:32.159569 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-00618f88-8dbc-401e-af16-3f72d8f0e263 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '95169d36-a65e-477b-bd96-071108c0bab5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '521d0ea5-7e04-46a8-b72d-4edef60958a2'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:32.174355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': 'f51f3b4a-08dd-49a5-b3cd-2f7fc3498717'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:21:32.175110 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.182665 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-735fd5ee-11be-41ae-90d6-19e929eb3a77 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] For port ebc81308-f304-4bb8-a1c7-67df49a3863e, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ebc81308-f304-4bb8-a1c7-67df49a3863e,segment=NetworkSegment(4037b773-81eb-47ca-9a80-1705afda251e),segment_id=4037b773-81eb-47ca-9a80-1705afda251e)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:32.183003 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-735fd5ee-11be-41ae-90d6-19e929eb3a77 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.211057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5e59abb7-6de7-4754-aa70-90eb378040e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.230397 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-735fd5ee-11be-41ae-90d6-19e929eb3a77 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for ebc81308-f304-4bb8-a1c7-67df49a3863e owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:32.238764 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-348995ec-51a7-452a-9a46-5076c5094408 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.280138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6584529-8b34-4bcb-9b7e-dc49f7fb9ae3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:32.283881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d6584529-8b34-4bcb-9b7e-dc49f7fb9ae3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.328110 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3be10dbd-386e-493a-9f5a-3d7abe6a3daa tempest-ServiceProvidersTest-1197493000 tempest-ServiceProvidersTest-1197493000-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1906195 Nov 09 04:21:32.328637 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.api [None req-00618f88-8dbc-401e-af16-3f72d8f0e263 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 04:21:32.328637 dv-neutron-816800-2-hyperv neutron-server[101884]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 04:21:32.328637 dv-neutron-816800-2-hyperv neutron-server[101884]: [parameters: {'project_id_1': '1128d66deb3b464abceaf4b53276f95a', 'expiration_1': datetime.datetime(2021, 11, 9, 4, 21, 12, 195634)}] Nov 09 04:21:32.328637 dv-neutron-816800-2-hyperv neutron-server[101884]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:21:32.328637 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG oslo_db.api [None req-00618f88-8dbc-401e-af16-3f72d8f0e263 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:21:32.367361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-5e59abb7-6de7-4754-aa70-90eb378040e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port cb9f2ebb-9521-4026-b5a0-650a36b8ce9a {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:32.367959 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5e59abb7-6de7-4754-aa70-90eb378040e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.432256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Allocated IP 2001:db8::2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/f51f3b4a-08dd-49a5-b3cd-2f7fc3498717/fdbb1009-84a8-4d39-873d-1a16cfe48535) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:32.455569 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-348995ec-51a7-452a-9a46-5076c5094408 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.467190 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-348995ec-51a7-452a-9a46-5076c5094408 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.486849 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.ipam_backend_mixin [None req-d6584529-8b34-4bcb-9b7e-dc49f7fb9ae3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f51f3b4a-08dd-49a5-b3cd-2f7fc3498717 (CIDR: 2001:db8::/64) Nov 09 04:21:32.493741 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6584529-8b34-4bcb-9b7e-dc49f7fb9ae3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:32.494223 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6584529-8b34-4bcb-9b7e-dc49f7fb9ae3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:32.518952 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5e59abb7-6de7-4754-aa70-90eb378040e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.533070 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348995ec-51a7-452a-9a46-5076c5094408 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c4afd4-8853-4054-8294-d40688b164d2,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:32.545026 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-348995ec-51a7-452a-9a46-5076c5094408 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.546635 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d6584529-8b34-4bcb-9b7e-dc49f7fb9ae3 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7028036 Nov 09 04:21:32.548038 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-5e59abb7-6de7-4754-aa70-90eb378040e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for cb9f2ebb-9521-4026-b5a0-650a36b8ce9a owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:32.549723 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49370) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:32.552556 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-348995ec-51a7-452a-9a46-5076c5094408 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4747977 Nov 09 04:21:32.552751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49372) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:32.557860 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-97f4024b-c09c-46c8-a3b3-8dfd070ab04c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '99c4afd4-8853-4054-8294-d40688b164d2', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:32.558799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:32.567400 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-735fd5ee-11be-41ae-90d6-19e929eb3a77 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.611625 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fd5ee-11be-41ae-90d6-19e929eb3a77 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=ebc81308-f304-4bb8-a1c7-67df49a3863e,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:32.835970 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.846574 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.870409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:32.877482 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.899569 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-97f4024b-c09c-46c8-a3b3-8dfd070ab04c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:32.913871 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49376) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:32.918688 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:32.931624 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:32.941321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:32.953943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Pushing event updated for resources: {'Port': ['ID=fdbb1009-84a8-4d39-873d-1a16cfe48535,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:32.970269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-735fd5ee-11be-41ae-90d6-19e929eb3a77 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.038041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ab38b235-f3b5-4903-8783-0398379e605e up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:33.121439 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Attempting to bind port fdbb1009-84a8-4d39-873d-1a16cfe48535 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:21:33.122208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Attempting to bind port fdbb1009-84a8-4d39-873d-1a16cfe48535 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:21:33.122759 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Attempting to bind port fdbb1009-84a8-4d39-873d-1a16cfe48535 on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:33.130584 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:21:33.131285 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:33.131855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.132462 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:21:33.133099 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Bound port: fdbb1009-84a8-4d39-873d-1a16cfe48535, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:21:33.133689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.142556 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-97f4024b-c09c-46c8-a3b3-8dfd070ab04c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.143994 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-00618f88-8dbc-401e-af16-3f72d8f0e263 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The resource could not be found. Nov 09 04:21:33.145410 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-00618f88-8dbc-401e-af16-3f72d8f0e263 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.0213466 Nov 09 04:21:33.148297 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49380) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:33.172831 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-97f4024b-c09c-46c8-a3b3-8dfd070ab04c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.185629 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3e5d59e8-6e11-4f85-93e4-1ccd27d6c827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.212334 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port ab38b235-f3b5-4903-8783-0398379e605e triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:33.212606 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.214788 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5e59abb7-6de7-4754-aa70-90eb378040e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.214948 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] For port fdbb1009-84a8-4d39-873d-1a16cfe48535, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:21:33.216389 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-97f4024b-c09c-46c8-a3b3-8dfd070ab04c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.220438 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-97f4024b-c09c-46c8-a3b3-8dfd070ab04c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6638496 Nov 09 04:21:33.221103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] For port fdbb1009-84a8-4d39-873d-1a16cfe48535, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=fdbb1009-84a8-4d39-873d-1a16cfe48535,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:21:33.223457 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49382) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:33.225464 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4024b-c09c-46c8-a3b3-8dfd070ab04c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c822d1-7035-4873-bcd4-af75106aa799,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:33.233907 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b8158f45-12a1-4457-bf65-742efba31299 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '99c4afd4-8853-4054-8294-d40688b164d2', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:33.251336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.331717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4510ef-4469-44e3-a70a-47ff07bf149b None None] Pushing event updated for resources: {'Port': ['ID=fdbb1009-84a8-4d39-873d-1a16cfe48535,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:33.366411 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d549-3379-4dde-ad3b-abe359ddfbcf tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.383424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3e5d59e8-6e11-4f85-93e4-1ccd27d6c827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.390693 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59abb7-6de7-4754-aa70-90eb378040e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=cb9f2ebb-9521-4026-b5a0-650a36b8ce9a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:33.487541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3e5d59e8-6e11-4f85-93e4-1ccd27d6c827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.597982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d59e8-6e11-4f85-93e4-1ccd27d6c827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9105ec-4129-4a9c-b2cb-881258c76f29,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:33.618504 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3e5d59e8-6e11-4f85-93e4-1ccd27d6c827 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8364a113e354e8f8f450e93243753b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7032712 Nov 09 04:21:33.625503 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49384) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:33.633302 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5e59abb7-6de7-4754-aa70-90eb378040e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.748494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d549-3379-4dde-ad3b-abe359ddfbcf tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.753028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8158f45-12a1-4457-bf65-742efba31299 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.776025 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5e59abb7-6de7-4754-aa70-90eb378040e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.779511 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5e59abb7-6de7-4754-aa70-90eb378040e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.800199 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735fd5ee-11be-41ae-90d6-19e929eb3a77 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:21:33.857089 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50785b48-7a89-4d1d-ad64-0deafca1f6a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.867416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5e59abb7-6de7-4754-aa70-90eb378040e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.867935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e59abb7-6de7-4754-aa70-90eb378040e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Fanout notify agent at l3_agent the message router_deleted on router 541cfa03-5cc7-49f9-80ca-3b94fad63d54 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:21:33.870424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d549-3379-4dde-ad3b-abe359ddfbcf tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.872949 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d549-3379-4dde-ad3b-abe359ddfbcf tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.876618 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9ba8d549-3379-4dde-ad3b-abe359ddfbcf tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "DELETE /v2.0/security-groups/95169d36-a65e-477b-bd96-071108c0bab5 HTTP/1.1" status: 204 len: 168 time: 0.7248135 Nov 09 04:21:33.882428 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5e59abb7-6de7-4754-aa70-90eb378040e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.883662 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5e59abb7-6de7-4754-aa70-90eb378040e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/routers/541cfa03-5cc7-49f9-80ca-3b94fad63d54 HTTP/1.1" status: 204 len: 168 time: 2.2206991 Nov 09 04:21:33.884022 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49386) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:33.889822 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49388) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:33.903075 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1ef81456-c2bb-4c4f-ac5f-1068010a67e8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1862507740'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:33.915538 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8158f45-12a1-4457-bf65-742efba31299 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.924432 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50785b48-7a89-4d1d-ad64-0deafca1f6a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.924716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8158f45-12a1-4457-bf65-742efba31299 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:33.933362 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8d549-3379-4dde-ad3b-abe359ddfbcf tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95169d36-a65e-477b-bd96-071108c0bab5,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:33.960986 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8158f45-12a1-4457-bf65-742efba31299 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a874ef0-eaf0-4d6e-aea5-59bfff8fa18c,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:33.967835 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735fd5ee-11be-41ae-90d6-19e929eb3a77 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:33.975582 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-735fd5ee-11be-41ae-90d6-19e929eb3a77 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9171169 Nov 09 04:21:33.976197 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49390) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:33.982322 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42787824-f392-4f25-adca-3ded91770462 None None] Sync routers for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:33.999411 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42787824-f392-4f25-adca-3ded91770462 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:34.000153 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-42787824-f392-4f25-adca-3ded91770462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:34.015361 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8158f45-12a1-4457-bf65-742efba31299 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.016187 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef81456-c2bb-4c4f-ac5f-1068010a67e8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:34.019398 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b8158f45-12a1-4457-bf65-742efba31299 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7870543 Nov 09 04:21:34.019744 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1ef81456-c2bb-4c4f-ac5f-1068010a67e8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.020131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49392) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:34.024624 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-574669e7-e8fe-488b-99be-38b8cb53a7b8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '99c4afd4-8853-4054-8294-d40688b164d2', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:34.053240 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-92c503d3-6ad2-41dc-a2ad-217936f82e3f tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.1603370 Nov 09 04:21:34.053240 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.objects.ports [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:21:34.054807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49394) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:34.056897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcf9079-8d52-41ca-af2f-53f703a9af15 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting subnet 19c566c4-28f4-4104-a7d9-fb066e7af812 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:34.059509 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-e2290ce6-a4e3-4337-ae8a-8e9013872d63 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '215b938a-4585-4079-8c9e-a53bf96a4f91', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:34.062730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9079-8d52-41ca-af2f-53f703a9af15 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.105942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-574669e7-e8fe-488b-99be-38b8cb53a7b8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.125639 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-42787824-f392-4f25-adca-3ded91770462 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:34.125991 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9079-8d52-41ca-af2f-53f703a9af15 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.219383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-574669e7-e8fe-488b-99be-38b8cb53a7b8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.240925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-574669e7-e8fe-488b-99be-38b8cb53a7b8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.263428 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574669e7-e8fe-488b-99be-38b8cb53a7b8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff824dd-88e9-4920-aca1-29534dab0e9b,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:34.285394 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9079-8d52-41ca-af2f-53f703a9af15 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.353724 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-42787824-f392-4f25-adca-3ded91770462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:32Z', 'revision_number': 10, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:34.356802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9079-8d52-41ca-af2f-53f703a9af15 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.388714 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42787824-f392-4f25-adca-3ded91770462 None None] Checking router: 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:21:34.389250 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf9079-8d52-41ca-af2f-53f703a9af15 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Subnet': ['ID=19c566c4-28f4-4104-a7d9-fb066e7af812,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:34.391327 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9079-8d52-41ca-af2f-53f703a9af15 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.397853 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dbcf9079-8d52-41ca-af2f-53f703a9af15 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/19c566c4-28f4-4104-a7d9-fb066e7af812 HTTP/1.1" status: 204 len: 168 time: 0.4203794 Nov 09 04:21:34.398931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49396) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:34.399291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e61123a-dc5b-405d-af91-96ffec9efa1b None None] Network 4e5d103a-0200-40c1-ac63-e4354651e410 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:34.412659 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42787824-f392-4f25-adca-3ded91770462 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:34.413706 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-42787824-f392-4f25-adca-3ded91770462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:34.535837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50785b48-7a89-4d1d-ad64-0deafca1f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.538432 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50785b48-7a89-4d1d-ad64-0deafca1f6a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.542801 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-50785b48-7a89-4d1d-ad64-0deafca1f6a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a9105ec-4129-4a9c-b2cb-881258c76f29 HTTP/1.1" status: 204 len: 168 time: 0.9162035 Nov 09 04:21:34.544193 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-42787824-f392-4f25-adca-3ded91770462 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:34.548465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef81456-c2bb-4c4f-ac5f-1068010a67e8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:21:34.552927 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.583292 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50785b48-7a89-4d1d-ad64-0deafca1f6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9105ec-4129-4a9c-b2cb-881258c76f29,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:34.587022 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1ef81456-c2bb-4c4f-ac5f-1068010a67e8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.587405 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-1ef81456-c2bb-4c4f-ac5f-1068010a67e8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Added segment e053481b-a335-4721-8253-18268b4650c7 of type vlan for network cc56cf4c-342c-4b50-9cb0-242784e9876b Nov 09 04:21:34.631804 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-574669e7-e8fe-488b-99be-38b8cb53a7b8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.634506 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-574669e7-e8fe-488b-99be-38b8cb53a7b8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6125720 Nov 09 04:21:34.643512 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49400) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:34.654404 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-cf9696f9-0e16-47ff-8e33-eb1f5845dda7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '99c4afd4-8853-4054-8294-d40688b164d2', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:34.688609 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port 22d189f6-225d-4abd-8ec7-b7082ea022a8 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:34.689651 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.709388 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1ef81456-c2bb-4c4f-ac5f-1068010a67e8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.801992 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7497de-d1cf-424a-b5f2-ff388b4d479a None None] DHCP port deletion for 4e5d103a-0200-40c1-ac63-e4354651e410 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:21:34.816315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] For port 22d189f6-225d-4abd-8ec7-b7082ea022a8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=22d189f6-225d-4abd-8ec7-b7082ea022a8,segment=NetworkSegment(4037b773-81eb-47ca-9a80-1705afda251e),segment_id=4037b773-81eb-47ca-9a80-1705afda251e)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:34.816814 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.832502 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for 22d189f6-225d-4abd-8ec7-b7082ea022a8 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:34.846901 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1ef81456-c2bb-4c4f-ac5f-1068010a67e8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.866364 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-9b7497de-d1cf-424a-b5f2-ff388b4d479a None None] Deleting port 22d189f6-225d-4abd-8ec7-b7082ea022a8 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:34.866842 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9b7497de-d1cf-424a-b5f2-ff388b4d479a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.873102 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef81456-c2bb-4c4f-ac5f-1068010a67e8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:34.873765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1ef81456-c2bb-4c4f-ac5f-1068010a67e8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.876210 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cf9696f9-0e16-47ff-8e33-eb1f5845dda7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.878735 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-e2290ce6-a4e3-4337-ae8a-8e9013872d63 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The resource could not be found. Nov 09 04:21:34.879769 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e2290ce6-a4e3-4337-ae8a-8e9013872d63 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8240399 Nov 09 04:21:34.893719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49404) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:34.920301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c49f0fbd-3d9e-4e96-847e-f0ad0ae4a4c7 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group': {'name': 'tempest-secgroup--530542130'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:34.924270 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:34.959210 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=22d189f6-225d-4abd-8ec7-b7082ea022a8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:34.959657 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-42787824-f392-4f25-adca-3ded91770462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:32Z', 'revision_number': 10, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:34.963216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No DVR routers for this DVR port 22d189f6-225d-4abd-8ec7-b7082ea022a8 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:34.998628 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.020475 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42787824-f392-4f25-adca-3ded91770462 None None] The sync data for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv is: [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:32Z', 'revision_number': 10, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None, '_interfaces': [{'id': 'b9aafcea-ddfb-46c9-addf-ee9c46a75f8d', 'name': '', 'network_id': 'cb9a936a-18aa-4677-81a5-905507da8bb0', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'mac_address': 'fa:16:3e:e9:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:20:24Z', 'updated_at': '2021-11-09T04:20:32Z', 'revision_number': 5, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'subnets': [{'id': 'caab420e-4cde-46c3-961d-e6ecfe711e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:35.085340 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.095017 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49412) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:35.095821 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1ef81456-c2bb-4c4f-ac5f-1068010a67e8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2049830 Nov 09 04:21:35.102210 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9410a6aa-d953-43dd-9acc-fa3ed92b1c33 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'subnet': {'network_id': 'cc56cf4c-342c-4b50-9cb0-242784e9876b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:35.130250 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef81456-c2bb-4c4f-ac5f-1068010a67e8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Network': ['ID=cc56cf4c-342c-4b50-9cb0-242784e9876b,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:35.171211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c49f0fbd-3d9e-4e96-847e-f0ad0ae4a4c7 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.202604 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device fdbb1009-84a8-4d39-873d-1a16cfe48535 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:35.205303 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network cc56cf4c-342c-4b50-9cb0-242784e9876b details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:21:35.221729 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5d103a-0200-40c1-ac63-e4354651e410']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:35.235149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9410a6aa-d953-43dd-9acc-fa3ed92b1c33 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:35.238969 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9410a6aa-d953-43dd-9acc-fa3ed92b1c33 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.264526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4037b773-81eb-47ca-9a80-1705afda251e') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:35.265903 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4037b773-81eb-47ca-9a80-1705afda251e') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:35.266151 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cf9696f9-0e16-47ff-8e33-eb1f5845dda7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.276327 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9b7497de-d1cf-424a-b5f2-ff388b4d479a None None] For port 22d189f6-225d-4abd-8ec7-b7082ea022a8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=22d189f6-225d-4abd-8ec7-b7082ea022a8,segment=NetworkSegment(4037b773-81eb-47ca-9a80-1705afda251e),segment_id=4037b773-81eb-47ca-9a80-1705afda251e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:35.276740 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9b7497de-d1cf-424a-b5f2-ff388b4d479a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.296071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cf9696f9-0e16-47ff-8e33-eb1f5845dda7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.308123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.326567 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-340f076e-4f37-41ff-a09f-285476fa77b7 None None] Provisioning complete for port fdbb1009-84a8-4d39-873d-1a16cfe48535 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:35.326947 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-340f076e-4f37-41ff-a09f-285476fa77b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.337099 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-9b7497de-d1cf-424a-b5f2-ff388b4d479a None None] Calling delete_port for 22d189f6-225d-4abd-8ec7-b7082ea022a8 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:35.402164 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c49f0fbd-3d9e-4e96-847e-f0ad0ae4a4c7 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.404198 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9696f9-0e16-47ff-8e33-eb1f5845dda7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220fe5f4-3fb1-43bb-a8a7-fc2a4002e8b5,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:35.418587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cf9696f9-0e16-47ff-8e33-eb1f5845dda7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.420479 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cf9696f9-0e16-47ff-8e33-eb1f5845dda7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7702587 Nov 09 04:21:35.425816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49422) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:35.426383 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c49f0fbd-3d9e-4e96-847e-f0ad0ae4a4c7 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.434095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d7e0d43a-1902-4b10-9c2c-6433a7154213 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '99c4afd4-8853-4054-8294-d40688b164d2', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:35.481243 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.495061 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:21:35.495666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:21:35.500189 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:21:35.507835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f0fbd-3d9e-4e96-847e-f0ad0ae4a4c7 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb5330b-705b-4f5d-b229-160782bc465d,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:35.529582 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-d7e0d43a-1902-4b10-9c2c-6433a7154213 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:21:35.538827 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] For port fdbb1009-84a8-4d39-873d-1a16cfe48535, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=fdbb1009-84a8-4d39-873d-1a16cfe48535,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:35.544522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c49f0fbd-3d9e-4e96-847e-f0ad0ae4a4c7 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.545848 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c49f0fbd-3d9e-4e96-847e-f0ad0ae4a4c7 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6380610 Nov 09 04:21:35.549068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49426) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:35.564057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7e0d43a-1902-4b10-9c2c-6433a7154213 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.587880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e7cd8a2e-f37d-4463-9fb6-5c2ad6b9b738 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group': {'name': 'tempest-secgroup--876897427'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:35.596571 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9b7497de-d1cf-424a-b5f2-ff388b4d479a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.620656 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.633023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.633908 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.656213 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9410a6aa-d953-43dd-9acc-fa3ed92b1c33 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.663006 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.668269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49428) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:35.674060 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port fdbb1009-84a8-4d39-873d-1a16cfe48535 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:35.674428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.677104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7497de-d1cf-424a-b5f2-ff388b4d479a None None] Pushing event deleted for resources: {'Port': ['ID=22d189f6-225d-4abd-8ec7-b7082ea022a8,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:35.698981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7e0d43a-1902-4b10-9c2c-6433a7154213 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.712706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.716560 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/networks/4e5d103a-0200-40c1-ac63-e4354651e410 HTTP/1.1" status: 204 len: 168 time: 1.3167212 Nov 09 04:21:35.718727 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7e0d43a-1902-4b10-9c2c-6433a7154213 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.720386 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49432) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:35.724970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e7cd8a2e-f37d-4463-9fb6-5c2ad6b9b738 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.725225 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:35.726904 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dbfd4-ebe1-434d-8066-5e9337784c47 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Network': ['ID=4e5d103a-0200-40c1-ac63-e4354651e410,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:35.731868 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7497de-d1cf-424a-b5f2-ff388b4d479a None None] No DVR routers for this DVR port 22d189f6-225d-4abd-8ec7-b7082ea022a8 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:35.767067 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410a6aa-d953-43dd-9acc-fa3ed92b1c33 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Subnet': ['ID=119ddb9f-5957-4e5b-b861-85c496320c6c,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:35.772967 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:35.793391 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bc1d52-acc7-4c72-86e1-1411738298b4 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:35.815688 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9410a6aa-d953-43dd-9acc-fa3ed92b1c33 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Checking segment: {'id': 'e053481b-a335-4721-8253-18268b4650c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cc56cf4c-342c-4b50-9cb0-242784e9876b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:35.816920 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9410a6aa-d953-43dd-9acc-fa3ed92b1c33 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network hostable DHCP agents. Network: cc56cf4c-342c-4b50-9cb0-242784e9876b, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:21:35.826270 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:35.826886 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.831754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0d43a-1902-4b10-9c2c-6433a7154213 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e89bd44-add3-4e6f-af5e-15edcf3db766,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:35.860085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9410a6aa-d953-43dd-9acc-fa3ed92b1c33 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network cc56cf4c-342c-4b50-9cb0-242784e9876b is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:21:35.869962 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e7cd8a2e-f37d-4463-9fb6-5c2ad6b9b738 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.874424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-9410a6aa-d953-43dd-9acc-fa3ed92b1c33 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, cc56cf4c-342c-4b50-9cb0-242784e9876b) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:35.879696 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9410a6aa-d953-43dd-9acc-fa3ed92b1c33 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:35.880578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9410a6aa-d953-43dd-9acc-fa3ed92b1c33 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.886894 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e7cd8a2e-f37d-4463-9fb6-5c2ad6b9b738 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.891021 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=18c7fb9b-e3b3-42fe-8665-a92730527dce,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:35.902093 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=fdbb1009-84a8-4d39-873d-1a16cfe48535,revision_number=4']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:35.913011 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7e0d43a-1902-4b10-9c2c-6433a7154213 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.914763 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d7e0d43a-1902-4b10-9c2c-6433a7154213 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4855587 Nov 09 04:21:35.918561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49434) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:35.922308 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7cafbe6e-7fd0-4481-b11a-03ce4915d0e2 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3715880 Nov 09 04:21:35.922436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2915bdd2-f74d-4903-a38b-ddca4bc32617 None None] Network cc56cf4c-342c-4b50-9cb0-242784e9876b requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:35.931494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49436) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:35.932824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-30287138-34ef-4043-b3ae-69a453d0b27c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '99c4afd4-8853-4054-8294-d40688b164d2', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:35.935095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e1549e62-b10c-4bd0-82f3-17a1d5566000 tempest-SubnetPoolsTestJSON-781471638 tempest-SubnetPoolsTestJSON-781471638-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1028923630', 'prefixes': ['172.20.0.0/16']}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:35.948755 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-50ebfeb8-3ed2-4e67-9b44-214a79540bd7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'mac_address': 'fa:16:3e:f7:e3:b8', 'name': 'tempest-NetworksTestDHCPv6-1226151807'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:35.951247 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-340f076e-4f37-41ff-a09f-285476fa77b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.976363 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9410a6aa-d953-43dd-9acc-fa3ed92b1c33 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8771560 Nov 09 04:21:35.976603 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e7cd8a2e-f37d-4463-9fb6-5c2ad6b9b738 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:35.980713 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e7cd8a2e-f37d-4463-9fb6-5c2ad6b9b738 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4272857 Nov 09 04:21:35.980713 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49438) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:35.990145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-29045fcf-88f3-4d64-b7aa-604146d0132b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2076605819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:35.997676 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49440) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:36.001393 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-99867468-890d-4467-b2cb-f72c5ee74f8c tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '3cb5330b-705b-4f5d-b229-160782bc465d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '09549277-43c9-4510-8e03-4466a506d8f8'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:36.009703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd8a2e-f37d-4463-9fb6-5c2ad6b9b738 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09549277-43c9-4510-8e03-4466a506d8f8,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:36.009902 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.049348 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-30287138-34ef-4043-b3ae-69a453d0b27c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:21:36.059877 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-30287138-34ef-4043-b3ae-69a453d0b27c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.088244 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-340f076e-4f37-41ff-a09f-285476fa77b7 None None] For port fdbb1009-84a8-4d39-873d-1a16cfe48535, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=fdbb1009-84a8-4d39-873d-1a16cfe48535,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:36.091393 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.api [None req-99867468-890d-4467-b2cb-f72c5ee74f8c tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 04:21:36.091393 dv-neutron-816800-2-hyperv neutron-server[101884]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 04:21:36.091393 dv-neutron-816800-2-hyperv neutron-server[101884]: [parameters: {'project_id_1': '1128d66deb3b464abceaf4b53276f95a', 'expiration_1': datetime.datetime(2021, 11, 9, 4, 21, 16, 42129)}] Nov 09 04:21:36.091393 dv-neutron-816800-2-hyperv neutron-server[101884]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:21:36.091768 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG oslo_db.api [None req-99867468-890d-4467-b2cb-f72c5ee74f8c tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:21:36.104809 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29045fcf-88f3-4d64-b7aa-604146d0132b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.105884 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29045fcf-88f3-4d64-b7aa-604146d0132b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.121111 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-340f076e-4f37-41ff-a09f-285476fa77b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.177449 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-30287138-34ef-4043-b3ae-69a453d0b27c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.189266 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29045fcf-88f3-4d64-b7aa-604146d0132b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.194819 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29045fcf-88f3-4d64-b7aa-604146d0132b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.199895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-30287138-34ef-4043-b3ae-69a453d0b27c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.205882 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ebfeb8-3ed2-4e67-9b44-214a79540bd7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:36.226968 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30287138-34ef-4043-b3ae-69a453d0b27c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8045c7d-0f67-4038-bda9-c2c06c0e3e1a,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:36.231872 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e1549e62-b10c-4bd0-82f3-17a1d5566000 tempest-SubnetPoolsTestJSON-781471638 tempest-SubnetPoolsTestJSON-781471638-project] Publish callbacks [] for subnetpool, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.241173 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e1549e62-b10c-4bd0-82f3-17a1d5566000 tempest-SubnetPoolsTestJSON-781471638 tempest-SubnetPoolsTestJSON-781471638-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5639133 Nov 09 04:21:36.241364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-30287138-34ef-4043-b3ae-69a453d0b27c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.241364 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-30287138-34ef-4043-b3ae-69a453d0b27c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3115306 Nov 09 04:21:36.241545 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:21:36.241545 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:21:36.243768 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49442) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:36.270802 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f076e-4f37-41ff-a09f-285476fa77b7 None None] Pushing event updated for resources: {'Port': ['ID=fdbb1009-84a8-4d39-873d-1a16cfe48535,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:36.293405 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29045fcf-88f3-4d64-b7aa-604146d0132b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.294617 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-29045fcf-88f3-4d64-b7aa-604146d0132b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3089178 Nov 09 04:21:36.305928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49446) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:36.342178 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-84b6186c-619c-4bcb-986a-44b6067f8c85 tempest-SubnetPoolsTestJSON-781471638 tempest-SubnetPoolsTestJSON-781471638-project] 10.222.0.21 "GET /v2.0/subnetpools/f9cb48fd-2476-4a5a-b491-c0d36a3feca1 HTTP/1.1" status: 200 len: 732 time: 0.0975316 Nov 09 04:21:36.343013 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49450) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:36.350438 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-02bb5ba2-c296-4a14-b2c8-081f0336b919 tempest-SubnetPoolsTestJSON-781471638 tempest-SubnetPoolsTestJSON-781471638-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1563909468'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:36.375639 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-cc56cf4c-342c-4b50-9cb0-242784e9876b', 'network_id': 'cc56cf4c-342c-4b50-9cb0-242784e9876b', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'fixed_ips': [{'subnet_id': '119ddb9f-5957-4e5b-b861-85c496320c6c'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:21:36.377116 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.403744 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-50ebfeb8-3ed2-4e67-9b44-214a79540bd7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.498422 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-309fe32f-6f59-4c1b-896a-df879090e9f3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.507895 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-50ebfeb8-3ed2-4e67-9b44-214a79540bd7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port a70edb82-52a1-47ea-80be-1d5706cca522 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:21:36.553871 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Allocated IP 2001:db8::2 (cc56cf4c-342c-4b50-9cb0-242784e9876b/119ddb9f-5957-4e5b-b861-85c496320c6c/6662f232-6de1-471e-a7d2-15c44616b406) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:36.651499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-02bb5ba2-c296-4a14-b2c8-081f0336b919 tempest-SubnetPoolsTestJSON-781471638 tempest-SubnetPoolsTestJSON-781471638-project] Publish callbacks [] for subnetpool, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.653368 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-02bb5ba2-c296-4a14-b2c8-081f0336b919 tempest-SubnetPoolsTestJSON-781471638 tempest-SubnetPoolsTestJSON-781471638-project] 10.222.0.21 "PUT /v2.0/subnetpools/f9cb48fd-2476-4a5a-b491-c0d36a3feca1 HTTP/1.1" status: 200 len: 684 time: 0.3064544 Nov 09 04:21:36.661076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49460) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:36.818649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.829949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.841622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:36.888217 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-50ebfeb8-3ed2-4e67-9b44-214a79540bd7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::21d (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/f51f3b4a-08dd-49a5-b3cd-2f7fc3498717/a70edb82-52a1-47ea-80be-1d5706cca522) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:36.902715 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-99867468-890d-4467-b2cb-f72c5ee74f8c tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:36.904032 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-99867468-890d-4467-b2cb-f72c5ee74f8c tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.9062269 Nov 09 04:21:36.913837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49468) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:36.914683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Pushing event updated for resources: {'Port': ['ID=6662f232-6de1-471e-a7d2-15c44616b406,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:36.924572 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-50ebfeb8-3ed2-4e67-9b44-214a79540bd7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8:0:1:f816:3eff:fef7:e3b8 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/18c7fb9b-e3b3-42fe-8665-a92730527dce/a70edb82-52a1-47ea-80be-1d5706cca522) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:36.928791 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Network cc56cf4c-342c-4b50-9cb0-242784e9876b is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:36.931005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:36.933666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:36.964377 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-4647e8c2-0eb5-4e53-993d-f62ab2e84011 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711861701&fields=id&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 267 time: 0.2113676 Nov 09 04:21:36.985593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device fdbb1009-84a8-4d39-873d-1a16cfe48535 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:37.006318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4daa0fac-2afb-4e8d-8de4-3e16070c6b02 tempest-SubnetPoolsTestJSON-781471638 tempest-SubnetPoolsTestJSON-781471638-project] Publish callbacks [] for subnetpool, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.010520 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4daa0fac-2afb-4e8d-8de4-3e16070c6b02 tempest-SubnetPoolsTestJSON-781471638 tempest-SubnetPoolsTestJSON-781471638-project] 10.222.0.21 "DELETE /v2.0/subnetpools/f9cb48fd-2476-4a5a-b491-c0d36a3feca1 HTTP/1.1" status: 204 len: 168 time: 0.3452687 Nov 09 04:21:37.029004 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49470) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:37.055737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Attempting to bind port 6662f232-6de1-471e-a7d2-15c44616b406 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:21:37.056871 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Attempting to bind port 6662f232-6de1-471e-a7d2-15c44616b406 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'e053481b-a335-4721-8253-18268b4650c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cc56cf4c-342c-4b50-9cb0-242784e9876b'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:21:37.057190 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Attempting to bind port 6662f232-6de1-471e-a7d2-15c44616b406 on network cc56cf4c-342c-4b50-9cb0-242784e9876b {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:37.071526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:21:37.072029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Checking segment: {'id': 'e053481b-a335-4721-8253-18268b4650c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cc56cf4c-342c-4b50-9cb0-242784e9876b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:37.073447 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.073946 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Bound using segment: {'id': 'e053481b-a335-4721-8253-18268b4650c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cc56cf4c-342c-4b50-9cb0-242784e9876b'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:21:37.074450 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Bound port: 6662f232-6de1-471e-a7d2-15c44616b406, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e053481b-a335-4721-8253-18268b4650c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cc56cf4c-342c-4b50-9cb0-242784e9876b'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:21:37.074899 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.111342 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-568916ed-47d4-42b9-b8fd-c2666078057f tempest-SubnetPoolsTestJSON-781471638 tempest-SubnetPoolsTestJSON-781471638-project] show failed (client error): The resource could not be found. Nov 09 04:21:37.115240 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-568916ed-47d4-42b9-b8fd-c2666078057f tempest-SubnetPoolsTestJSON-781471638 tempest-SubnetPoolsTestJSON-781471638-project] 10.222.0.21 "GET /v2.0/subnetpools/f9cb48fd-2476-4a5a-b491-c0d36a3feca1 HTTP/1.1" status: 404 len: 346 time: 0.0783124 Nov 09 04:21:37.118190 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49472) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:37.158495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port fdbb1009-84a8-4d39-873d-1a16cfe48535 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:37.158869 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.188158 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-7596a9b6-c242-4ee0-b10d-c6a7a38736d8 tempest-SubnetPoolsTestJSON-781471638 tempest-SubnetPoolsTestJSON-781471638-project] delete failed (client error): The resource could not be found. Nov 09 04:21:37.196053 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7596a9b6-c242-4ee0-b10d-c6a7a38736d8 tempest-SubnetPoolsTestJSON-781471638 tempest-SubnetPoolsTestJSON-781471638-project] 10.222.0.21 "DELETE /v2.0/subnetpools/f9cb48fd-2476-4a5a-b491-c0d36a3feca1 HTTP/1.1" status: 404 len: 346 time: 0.0662775 Nov 09 04:21:37.200718 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] For port 6662f232-6de1-471e-a7d2-15c44616b406, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:21:37.205125 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0a5889bf-16cc-45b7-9143-7eda6c136243 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.228922 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] For port 6662f232-6de1-471e-a7d2-15c44616b406, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=6662f232-6de1-471e-a7d2-15c44616b406,segment=NetworkSegment(e053481b-a335-4721-8253-18268b4650c7),segment_id=e053481b-a335-4721-8253-18268b4650c7)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:21:37.244717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.276444 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-ab83863c-f6fd-4065-b12d-95feb8347400 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:37.277989 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-ab83863c-f6fd-4065-b12d-95feb8347400 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/networks?id=26274e59-ab78-4236-af3b-f51a5801fc4b HTTP/1.1" status: 200 len: 796 time: 0.3025203 Nov 09 04:21:37.290672 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0a5889bf-16cc-45b7-9143-7eda6c136243 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.296229 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Allocated IP 2001:db8::1 (cc56cf4c-342c-4b50-9cb0-242784e9876b/119ddb9f-5957-4e5b-b861-85c496320c6c/dfe69276-a22d-4571-add5-b1c4a9281ea3) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:37.330326 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-b7c326d1-bdaa-4ee6-b67d-813dfb2ce856 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/quotas/871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 375 time: 0.0419996 Nov 09 04:21:37.374483 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29ad34-03fa-4789-b7c1-cfad867602fc None None] Pushing event updated for resources: {'Port': ['ID=6662f232-6de1-471e-a7d2-15c44616b406,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:37.398030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-309fe32f-6f59-4c1b-896a-df879090e9f3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:37.398377 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-309fe32f-6f59-4c1b-896a-df879090e9f3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.453191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-50ebfeb8-3ed2-4e67-9b44-214a79540bd7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.478535 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-005c0be2-044a-457e-8244-55c13a746046 None None] Provisioning complete for port fdbb1009-84a8-4d39-873d-1a16cfe48535 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:37.479214 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-005c0be2-044a-457e-8244-55c13a746046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.505247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0a5889bf-16cc-45b7-9143-7eda6c136243 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.508818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0a5889bf-16cc-45b7-9143-7eda6c136243 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.513854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49478) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:37.526088 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0a5889bf-16cc-45b7-9143-7eda6c136243 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "DELETE /v2.0/security-groups/09549277-43c9-4510-8e03-4466a506d8f8 HTTP/1.1" status: 204 len: 168 time: 0.6106365 Nov 09 04:21:37.532253 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.563663 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5889bf-16cc-45b7-9143-7eda6c136243 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09549277-43c9-4510-8e03-4466a506d8f8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:37.583675 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ebc81308-f304-4bb8-a1c7-67df49a3863e no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:37.589251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-309fe32f-6f59-4c1b-896a-df879090e9f3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] For port b9aafcea-ddfb-46c9-addf-ee9c46a75f8d, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b9aafcea-ddfb-46c9-addf-ee9c46a75f8d,segment=NetworkSegment(036019e7-b19e-47b4-9429-ff425875f548),segment_id=036019e7-b19e-47b4-9429-ff425875f548)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:37.589647 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-309fe32f-6f59-4c1b-896a-df879090e9f3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.590605 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-2a310036-80c5-4488-8a43-82085b1d18e4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2430239 Nov 09 04:21:37.617673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-309fe32f-6f59-4c1b-896a-df879090e9f3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for b9aafcea-ddfb-46c9-addf-ee9c46a75f8d owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:37.668567 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-50ebfeb8-3ed2-4e67-9b44-214a79540bd7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.670969 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49482) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:37.677678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: ebc81308-f304-4bb8-a1c7-67df49a3863e {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:37.678027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ebc81308-f304-4bb8-a1c7-67df49a3863e not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:37.678449 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 22d189f6-225d-4abd-8ec7-b7082ea022a8 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:37.701738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.717737 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-68cafa29-b07c-4d2f-8075-41727e0c79b2 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4542 time: 0.2007856 Nov 09 04:21:37.744954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 22d189f6-225d-4abd-8ec7-b7082ea022a8 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:37.745391 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 22d189f6-225d-4abd-8ec7-b7082ea022a8 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:37.749792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49486) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:37.785495 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ebfeb8-3ed2-4e67-9b44-214a79540bd7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:37.791662 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-50ebfeb8-3ed2-4e67-9b44-214a79540bd7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:37.797096 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ebfeb8-3ed2-4e67-9b44-214a79540bd7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:37.797440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network cc56cf4c-342c-4b50-9cb0-242784e9876b is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:37.803530 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ebfeb8-3ed2-4e67-9b44-214a79540bd7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:37.804522 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-50ebfeb8-3ed2-4e67-9b44-214a79540bd7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.809781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:37.812527 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:37.813570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.914756 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=dfe69276-a22d-4571-add5-b1c4a9281ea3,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:37.924945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-82f90f51-14f8-4b87-b74f-54493822512e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:37.937701 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebfeb8-3ed2-4e67-9b44-214a79540bd7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=a70edb82-52a1-47ea-80be-1d5706cca522,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:37.970442 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-50ebfeb8-3ed2-4e67-9b44-214a79540bd7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0276754 Nov 09 04:21:37.972221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49488) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:38.016446 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-d94bb1f2-5473-4360-9986-579363f22b41 service neutron] 10.222.0.21 "GET /v2.0/networks/26274e59-ab78-4236-af3b-f51a5801fc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007239 Nov 09 04:21:38.049293 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a7ada89-a3b8-49a8-ae6d-51655300dab6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.127485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-82f90f51-14f8-4b87-b74f-54493822512e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.135656 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-82f90f51-14f8-4b87-b74f-54493822512e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.151465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a7ada89-a3b8-49a8-ae6d-51655300dab6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.155622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.164186 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-309fe32f-6f59-4c1b-896a-df879090e9f3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.167880 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-033c92aa-9b12-4b9c-84c5-616b713c34c3 service neutron] 10.222.0.21 "GET /v2.0/networks/26274e59-ab78-4236-af3b-f51a5801fc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404567 Nov 09 04:21:38.190501 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-82f90f51-14f8-4b87-b74f-54493822512e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0c1eed4c71c4dc0aa9cd72d5c67f7ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5159533 Nov 09 04:21:38.190501 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f90f51-14f8-4b87-b74f-54493822512e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aece465b-ee3c-4854-bec4-9c2f06c13cb3,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:38.192649 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49490) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:38.210579 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-884d8274-7690-477c-b89f-b5a7252bc0fc None None] Provisioning complete for port a70edb82-52a1-47ea-80be-1d5706cca522 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:38.211061 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-884d8274-7690-477c-b89f-b5a7252bc0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.245783 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5e9c3ab3-9de2-4c47-a71a-cb8367539c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.267063 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fe32f-6f59-4c1b-896a-df879090e9f3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=b9aafcea-ddfb-46c9-addf-ee9c46a75f8d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:38.275275 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5e9c3ab3-9de2-4c47-a71a-cb8367539c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.303604 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-884d8274-7690-477c-b89f-b5a7252bc0fc None None] Port a70edb82-52a1-47ea-80be-1d5706cca522 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:38.343138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5e9c3ab3-9de2-4c47-a71a-cb8367539c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.346281 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5e9c3ab3-9de2-4c47-a71a-cb8367539c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.350169 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5e9c3ab3-9de2-4c47-a71a-cb8367539c50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aece465b-ee3c-4854-bec4-9c2f06c13cb3 HTTP/1.1" status: 204 len: 168 time: 0.1563418 Nov 09 04:21:38.367255 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c3ab3-9de2-4c47-a71a-cb8367539c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aece465b-ee3c-4854-bec4-9c2f06c13cb3,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:38.500703 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a7ada89-a3b8-49a8-ae6d-51655300dab6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.503141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a7ada89-a3b8-49a8-ae6d-51655300dab6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.506709 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5a7ada89-a3b8-49a8-ae6d-51655300dab6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "DELETE /v2.0/security-groups/3cb5330b-705b-4f5d-b229-160782bc465d HTTP/1.1" status: 204 len: 168 time: 0.7498901 Nov 09 04:21:38.507281 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49500) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:38.596086 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-294c2aeb-c8ed-4bf3-808d-9bdc3d2621bb tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.0875206 Nov 09 04:21:38.596942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49502) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:38.630452 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8d3911ca-1f50-45f7-b8c5-7ea2447294ab tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586451659'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:38.682130 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d3911ca-1f50-45f7-b8c5-7ea2447294ab tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.820287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d3911ca-1f50-45f7-b8c5-7ea2447294ab tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.840359 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d3911ca-1f50-45f7-b8c5-7ea2447294ab tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.879219 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d3911ca-1f50-45f7-b8c5-7ea2447294ab tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:38.880646 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8d3911ca-1f50-45f7-b8c5-7ea2447294ab tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2823424 Nov 09 04:21:38.884144 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49508) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:38.896571 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c497ec34-0340-4722-a98b-e9f9f1de7422 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '86bce89c-7f82-4f24-88a5-4e8c62f94bda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:38.926877 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3911ca-1f50-45f7-b8c5-7ea2447294ab tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86bce89c-7f82-4f24-88a5-4e8c62f94bda,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:38.986942 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-c497ec34-0340-4722-a98b-e9f9f1de7422 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:38.988391 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c497ec34-0340-4722-a98b-e9f9f1de7422 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1031282 Nov 09 04:21:38.992752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49510) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:38.997114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3227ed4e-6c12-40d0-a56e-8ffd3353a516 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group_rule': {'security_group_id': '86bce89c-7f82-4f24-88a5-4e8c62f94bda', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:39.011144 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ce7cb114-482a-496a-990b-2ec27281325e req-be1a0e25-aeb7-412e-a41f-47bd858a35e4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 210 time: 0.5693488 Nov 09 04:21:39.012991 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-5b9c1d48-7f29-454c-8ec1-955d9bbade11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port a70edb82-52a1-47ea-80be-1d5706cca522 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:39.013417 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1d48-7f29-454c-8ec1-955d9bbade11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.055120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ada89-a3b8-49a8-ae6d-51655300dab6 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb5330b-705b-4f5d-b229-160782bc465d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:39.069979 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1642e946-ab03-4e39-9473-9574004e2ec8 None None] Network cc56cf4c-342c-4b50-9cb0-242784e9876b requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:39.073470 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-3227ed4e-6c12-40d0-a56e-8ffd3353a516 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:39.074633 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3227ed4e-6c12-40d0-a56e-8ffd3353a516 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0821860 Nov 09 04:21:39.077393 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49514) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:39.151129 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6662f232-6de1-471e-a7d2-15c44616b406 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:39.160818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4377b1f6-5104-40e7-8fe2-2e7753f0ac27 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.198562 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4377b1f6-5104-40e7-8fe2-2e7753f0ac27 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.204343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-309fe32f-6f59-4c1b-896a-df879090e9f3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.215260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e87d675a-2f48-4575-aa02-9543955a21c6 None None] Provisioning complete for port 6662f232-6de1-471e-a7d2-15c44616b406 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:39.215854 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e87d675a-2f48-4575-aa02-9543955a21c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.260126 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1d48-7f29-454c-8ec1-955d9bbade11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.285937 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:21:39.305865 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 6662f232-6de1-471e-a7d2-15c44616b406 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:39.306268 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.308101 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4377b1f6-5104-40e7-8fe2-2e7753f0ac27 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.314254 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4377b1f6-5104-40e7-8fe2-2e7753f0ac27 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.318025 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4377b1f6-5104-40e7-8fe2-2e7753f0ac27 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "DELETE /v2.0/security-groups/86bce89c-7f82-4f24-88a5-4e8c62f94bda HTTP/1.1" status: 204 len: 168 time: 0.2373250 Nov 09 04:21:39.322344 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49516) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:39.327766 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-5b9c1d48-7f29-454c-8ec1-955d9bbade11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for a70edb82-52a1-47ea-80be-1d5706cca522 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:39.330175 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377b1f6-5104-40e7-8fe2-2e7753f0ac27 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bce89c-7f82-4f24-88a5-4e8c62f94bda,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:39.552231 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1dac4572-6187-4736-bef8-c65033219f36 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.2255681 Nov 09 04:21:39.558536 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49518) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:39.563889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-a0da8af2-0068-47b7-98b0-10888604b9c9 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group': {'name': 'tempest-secgroup--809554562'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:39.570700 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e87d675a-2f48-4575-aa02-9543955a21c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.588469 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0da8af2-0068-47b7-98b0-10888604b9c9 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.630815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309fe32f-6f59-4c1b-896a-df879090e9f3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:21:39.641241 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e87d675a-2f48-4575-aa02-9543955a21c6 None None] For port 6662f232-6de1-471e-a7d2-15c44616b406, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=6662f232-6de1-471e-a7d2-15c44616b406,segment=NetworkSegment(e053481b-a335-4721-8253-18268b4650c7),segment_id=e053481b-a335-4721-8253-18268b4650c7)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:39.645280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.650381 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.654584 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e87d675a-2f48-4575-aa02-9543955a21c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.679063 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.680215 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.692782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0da8af2-0068-47b7-98b0-10888604b9c9 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.700312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0da8af2-0068-47b7-98b0-10888604b9c9 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.742169 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d675a-2f48-4575-aa02-9543955a21c6 None None] Pushing event updated for resources: {'Port': ['ID=6662f232-6de1-471e-a7d2-15c44616b406,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:39.743176 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0da8af2-0068-47b7-98b0-10888604b9c9 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:39.773844 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a0da8af2-0068-47b7-98b0-10888604b9c9 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2111256 Nov 09 04:21:39.779374 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:21:39.779810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:21:39.784230 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da8af2-0068-47b7-98b0-10888604b9c9 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ca02e5-eae4-4dbb-afe9-5d07ea24992a,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:39.786755 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49520) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:39.791611 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0bb2c378-753a-46e3-a830-9dc76cfc13dc tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:39.792606 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.api.v2.base [None req-0bb2c378-753a-46e3-a830-9dc76cfc13dc tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 04:21:39.793183 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-0bb2c378-753a-46e3-a830-9dc76cfc13dc tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 04:21:39.797422 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0bb2c378-753a-46e3-a830-9dc76cfc13dc tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "PUT /v2.0/security-groups/a8ca02e5-eae4-4dbb-afe9-5d07ea24992a HTTP/1.1" status: 409 len: 330 time: 0.0094042 Nov 09 04:21:39.800881 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49522) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:39.887525 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309fe32f-6f59-4c1b-896a-df879090e9f3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:39.899056 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e52bb-8a04-4b0e-8b7c-51111ce8b595 None None] Sync routers for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:39.910105 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-309fe32f-6f59-4c1b-896a-df879090e9f3 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1793647 Nov 09 04:21:39.914087 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e52bb-8a04-4b0e-8b7c-51111ce8b595 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:39.914932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0b0e52bb-8a04-4b0e-8b7c-51111ce8b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:39.948307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49524) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:39.959241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=dfe69276-a22d-4571-add5-b1c4a9281ea3,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:40.006874 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-caa81552-4798-4c8d-9686-cde877715008 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:40.011668 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-caa81552-4798-4c8d-9686-cde877715008 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/networks?id=26274e59-ab78-4236-af3b-f51a5801fc4b HTTP/1.1" status: 200 len: 796 time: 0.1472578 Nov 09 04:21:40.020671 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1d48-7f29-454c-8ec1-955d9bbade11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.023391 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fbf85ddc-31b7-4914-947d-cc428bafe371 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.023749 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-0b0e52bb-8a04-4b0e-8b7c-51111ce8b595 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:40.057547 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fbf85ddc-31b7-4914-947d-cc428bafe371 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.068587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2af4c6c-a6aa-4b62-a9bc-4feda4c1a041 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting subnet caab420e-4cde-46c3-961d-e6ecfe711e4f {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:40.073909 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c1d48-7f29-454c-8ec1-955d9bbade11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=a70edb82-52a1-47ea-80be-1d5706cca522,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:40.087082 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f2af4c6c-a6aa-4b62-a9bc-4feda4c1a041 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.148148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0b0e52bb-8a04-4b0e-8b7c-51111ce8b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:37Z', 'revision_number': 11, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:40.153451 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-82f36788-a8f1-4e93-a020-611410c48168 None None] Provisioning complete for port dfe69276-a22d-4571-add5-b1c4a9281ea3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:40.153863 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-82f36788-a8f1-4e93-a020-611410c48168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.172437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network cc56cf4c-342c-4b50-9cb0-242784e9876b is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:40.179024 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-27597cda-c223-428d-b6be-ed8184b4f1ea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 379 time: 0.1578820 Nov 09 04:21:40.179828 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fbf85ddc-31b7-4914-947d-cc428bafe371 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.183280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fbf85ddc-31b7-4914-947d-cc428bafe371 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.186886 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fbf85ddc-31b7-4914-947d-cc428bafe371 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "DELETE /v2.0/security-groups/a8ca02e5-eae4-4dbb-afe9-5d07ea24992a HTTP/1.1" status: 204 len: 168 time: 0.3826320 Nov 09 04:21:40.189166 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49532) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:40.207470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:40.209330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e52bb-8a04-4b0e-8b7c-51111ce8b595 None None] Checking router: 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:21:40.232412 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e52bb-8a04-4b0e-8b7c-51111ce8b595 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:40.233066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0b0e52bb-8a04-4b0e-8b7c-51111ce8b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:40.235050 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-82f36788-a8f1-4e93-a020-611410c48168 None None] Port dfe69276-a22d-4571-add5-b1c4a9281ea3 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:40.235474 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7423e351-d670-4699-a4d1-2f37b6f3c7f8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'port': {'device_id': '2c5d7746-1041-4ce6-b174-65113d65c2f7', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'admin_state_up': True, 'tenant_id': '871582c076e646fa8f870c685a113561', 'security_groups': ['99c4afd4-8853-4054-8294-d40688b164d2']}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:40.256608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f2af4c6c-a6aa-4b62-a9bc-4feda4c1a041 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.301933 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf85ddc-31b7-4914-947d-cc428bafe371 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ca02e5-eae4-4dbb-afe9-5d07ea24992a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:40.340937 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-34128c24-c1f8-4437-a63c-7b3839f48b71 req-fc138b04-9545-46d7-850e-8901bf2ba917 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 210 time: 0.1126938 Nov 09 04:21:40.373621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f2af4c6c-a6aa-4b62-a9bc-4feda4c1a041 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.378011 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6399f2c4-2ab5-4215-bb64-df7b659a24c0 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2998 time: 0.1864855 Nov 09 04:21:40.380697 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-0b0e52bb-8a04-4b0e-8b7c-51111ce8b595 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:40.382115 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49534) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:40.413397 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-bfb71e8f-1a97-43c5-b2a5-e8b35a6d19fd tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] delete failed (client error): The resource could not be found. Nov 09 04:21:40.421069 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bfb71e8f-1a97-43c5-b2a5-e8b35a6d19fd tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "DELETE /v2.0/security-groups/36581fe0-d0af-4d19-86d2-83e0031dc2ee HTTP/1.1" status: 404 len: 347 time: 0.0350850 Nov 09 04:21:40.423602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49536) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:40.441429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1d48-7f29-454c-8ec1-955d9bbade11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.444730 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5b9c1d48-7f29-454c-8ec1-955d9bbade11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/a70edb82-52a1-47ea-80be-1d5706cca522 HTTP/1.1" status: 204 len: 168 time: 2.4669170 Nov 09 04:21:40.447345 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49538) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:40.464997 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7423e351-d670-4699-a4d1-2f37b6f3c7f8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:40.469754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7423e351-d670-4699-a4d1-2f37b6f3c7f8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.477732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0b0e52bb-8a04-4b0e-8b7c-51111ce8b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:37Z', 'revision_number': 11, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:40.501888 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-11338145-78c4-4049-8ffd-7de137b6a0c1 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] show failed (client error): The resource could not be found. Nov 09 04:21:40.506432 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-11338145-78c4-4049-8ffd-7de137b6a0c1 tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "GET /v2.0/security-groups/05e2ca14-1d3b-45e4-8b1f-fc632f7d4579 HTTP/1.1" status: 404 len: 347 time: 0.0696802 Nov 09 04:21:40.526997 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e52bb-8a04-4b0e-8b7c-51111ce8b595 None None] The sync data for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv is: [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:37Z', 'revision_number': 11, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:40.536684 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-82f36788-a8f1-4e93-a020-611410c48168 None None] Provisioning complete for port 6662f232-6de1-471e-a7d2-15c44616b406 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:40.538070 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-82f36788-a8f1-4e93-a020-611410c48168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.553487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49540) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:40.601207 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-a37f6971-7fbe-4ada-bad4-d1a3cf790d5c tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] show failed (client error): The resource could not be found. Nov 09 04:21:40.605655 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a37f6971-7fbe-4ada-bad4-d1a3cf790d5c tempest-NegativeSecGroupIPv6Test-138365000 tempest-NegativeSecGroupIPv6Test-138365000-project] 10.222.0.21 "GET /v2.0/security-group-rules/09c58ca1-624b-47cc-b865-520fb0210dbf HTTP/1.1" status: 404 len: 356 time: 0.0476918 Nov 09 04:21:40.651525 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f2af4c6c-a6aa-4b62-a9bc-4feda4c1a041 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.694024 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f2af4c6c-a6aa-4b62-a9bc-4feda4c1a041 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.698204 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f2af4c6c-a6aa-4b62-a9bc-4feda4c1a041 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/caab420e-4cde-46c3-961d-e6ecfe711e4f HTTP/1.1" status: 204 len: 168 time: 0.7490544 Nov 09 04:21:40.701378 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af4c6c-a6aa-4b62-a9bc-4feda4c1a041 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Subnet': ['ID=caab420e-4cde-46c3-961d-e6ecfe711e4f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:40.703222 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49544) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:40.712317 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cefe19-b80c-4856-977a-2b8587418c32 None None] Network cb9a936a-18aa-4677-81a5-905507da8bb0 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:40.794223 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router e2775cb6-11f6-4353-b130-65570ae773fe is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:21:40.847401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9f4c2404-6fad-404b-bcf1-8e55055f7bb0 None None] Provisioning complete for port dfe69276-a22d-4571-add5-b1c4a9281ea3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:40.847892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9f4c2404-6fad-404b-bcf1-8e55055f7bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.926548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:40.929152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c2404-6fad-404b-bcf1-8e55055f7bb0 None None] Port dfe69276-a22d-4571-add5-b1c4a9281ea3 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:40.938771 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4781fcc-0ace-4e77-a888-6b1c04ad77e6 None None] Sync routers for ids ['e2775cb6-11f6-4353-b130-65570ae773fe'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:40.944840 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d00e8c5d-bb01-4be8-b048-cd7930a01d53 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/e2775cb6-11f6-4353-b130-65570ae773fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6303892 Nov 09 04:21:40.950089 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:40.952548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49548) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:40.970896 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4781fcc-0ace-4e77-a888-6b1c04ad77e6 None None] Routers {'e2775cb6-11f6-4353-b130-65570ae773fe'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:40.971530 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b4781fcc-0ace-4e77-a888-6b1c04ad77e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e2775cb6-11f6-4353-b130-65570ae773fe'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:40.992764 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ebb5e9-6956-4a8b-b9e1-2c8f6f8c2b1b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:40.998125 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-73ebb5e9-6956-4a8b-b9e1-2c8f6f8c2b1b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5478227 Nov 09 04:21:40.998567 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49550) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:41.049747 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aac519b-f0dd-4f90-a73b-18129843a99d None None] DHCP port deletion for cb9a936a-18aa-4677-81a5-905507da8bb0 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:21:41.054489 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b4781fcc-0ace-4e77-a888-6b1c04ad77e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:41.059015 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6662f232-6de1-471e-a7d2-15c44616b406 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:41.072021 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4781fcc-0ace-4e77-a888-6b1c04ad77e6 None None] Routers {'e2775cb6-11f6-4353-b130-65570ae773fe'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:41.072636 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b4781fcc-0ace-4e77-a888-6b1c04ad77e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e2775cb6-11f6-4353-b130-65570ae773fe'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:41.079984 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49552) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:41.098328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22797b1-ea68-4ab5-902c-f25661a64023 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:41.103470 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e22797b1-ea68-4ab5-902c-f25661a64023 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports/dfe69276-a22d-4571-add5-b1c4a9281ea3 HTTP/1.1" status: 200 len: 911 time: 0.1493618 Nov 09 04:21:41.110840 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49556) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:41.119962 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f04fa3ea-3880-47e5-a276-d30fcbd9bd14 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '119ddb9f-5957-4e5b-b861-85c496320c6c'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:41.139655 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b4781fcc-0ace-4e77-a888-6b1c04ad77e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:41.140557 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4781fcc-0ace-4e77-a888-6b1c04ad77e6 None None] The sync data for ids ['e2775cb6-11f6-4353-b130-65570ae773fe'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:41.158545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2e8866-0f1a-4a26-ba83-66f91ab8b2ff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:41.162619 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2a2e8866-0f1a-4a26-ba83-66f91ab8b2ff tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1606841 Nov 09 04:21:41.163534 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49558) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:41.176988 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Deleting port b7edfa09-5cdc-45df-ad8c-80f2620f6aeb {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:41.177209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 6662f232-6de1-471e-a7d2-15c44616b406 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:41.177317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.177413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.181019 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4aac519b-f0dd-4f90-a73b-18129843a99d None None] Deleting port b7edfa09-5cdc-45df-ad8c-80f2620f6aeb {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:41.181391 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4aac519b-f0dd-4f90-a73b-18129843a99d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.280364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbaa1b3-390e-4e54-8705-ced6a65d59c5 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:41.282134 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbaa1b3-390e-4e54-8705-ced6a65d59c5 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:41.283827 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbaa1b3-390e-4e54-8705-ced6a65d59c5 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:41.287633 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-adbaa1b3-390e-4e54-8705-ced6a65d59c5 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1210628 Nov 09 04:21:41.292089 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49560) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:41.295513 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4aac519b-f0dd-4f90-a73b-18129843a99d None None] For port b7edfa09-5cdc-45df-ad8c-80f2620f6aeb, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b7edfa09-5cdc-45df-ad8c-80f2620f6aeb,segment=NetworkSegment(036019e7-b19e-47b4-9429-ff425875f548),segment_id=036019e7-b19e-47b4-9429-ff425875f548)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:41.296005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4aac519b-f0dd-4f90-a73b-18129843a99d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.316113 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4aac519b-f0dd-4f90-a73b-18129843a99d None None] Calling delete_port for b7edfa09-5cdc-45df-ad8c-80f2620f6aeb owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:41.320520 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7423e351-d670-4699-a4d1-2f37b6f3c7f8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.10 (26274e59-ab78-4236-af3b-f51a5801fc4b/9322ab5c-a925-463d-b492-8ea856d52fdf/ad08bcff-2aa8-44fe-ab3d-5418373bf0a1) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:41.329978 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] For port b7edfa09-5cdc-45df-ad8c-80f2620f6aeb, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b7edfa09-5cdc-45df-ad8c-80f2620f6aeb,segment=NetworkSegment(036019e7-b19e-47b4-9429-ff425875f548),segment_id=036019e7-b19e-47b4-9429-ff425875f548)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:41.330340 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.352072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Calling delete_port for b7edfa09-5cdc-45df-ad8c-80f2620f6aeb owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:41.394074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b9aafcea-ddfb-46c9-addf-ee9c46a75f8d no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:41.426526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: b9aafcea-ddfb-46c9-addf-ee9c46a75f8d {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:41.426811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b9aafcea-ddfb-46c9-addf-ee9c46a75f8d not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:41.445584 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-662e7968-f2e6-4601-89b1-afaba2b23537 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 18c7fb9b-e3b3-42fe-8665-a92730527dce {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:41.449675 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e0020055-7fb6-4ec3-b559-05a3caf2e5d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1128d66deb3b464abceaf4b53276f95a&name=default HTTP/1.1" status: 200 len: 2998 time: 0.3684165 Nov 09 04:21:41.452919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-662e7968-f2e6-4601-89b1-afaba2b23537 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.458001 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49564) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:41.478079 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f04fa3ea-3880-47e5-a276-d30fcbd9bd14 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.506053 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b71cb276-7e02-4e4d-9d5f-ef2c7439c12e req-af165b62-ffa7-45c1-81fb-31038db6ee14 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 210 time: 0.0552318 Nov 09 04:21:41.512541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.520800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4aac519b-f0dd-4f90-a73b-18129843a99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.550916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No DVR routers for this DVR port b7edfa09-5cdc-45df-ad8c-80f2620f6aeb on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:41.557413 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-662e7968-f2e6-4601-89b1-afaba2b23537 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.561304 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Port': ['ID=b7edfa09-5cdc-45df-ad8c-80f2620f6aeb,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:41.563045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac519b-f0dd-4f90-a73b-18129843a99d None None] No DVR routers for this DVR port b7edfa09-5cdc-45df-ad8c-80f2620f6aeb on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:41.566394 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac519b-f0dd-4f90-a73b-18129843a99d None None] Pushing event deleted for resources: {'Port': ['ID=b7edfa09-5cdc-45df-ad8c-80f2620f6aeb,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:41.669774 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ec64f80d-60a3-4a2e-a99c-b02c7f46c66e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.670812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.714812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9a936a-18aa-4677-81a5-905507da8bb0']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:41.730268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036019e7-b19e-47b4-9429-ff425875f548') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:41.730562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036019e7-b19e-47b4-9429-ff425875f548') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:41.742631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.745183 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-662e7968-f2e6-4601-89b1-afaba2b23537 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.768673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ec64f80d-60a3-4a2e-a99c-b02c7f46c66e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.782954 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.795397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:21:41.795795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:21:41.798704 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:21:41.836372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7423e351-d670-4699-a4d1-2f37b6f3c7f8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.865649 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.871378 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.877538 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/networks/cb9a936a-18aa-4677-81a5-905507da8bb0 HTTP/1.1" status: 204 len: 168 time: 1.1705003 Nov 09 04:21:41.879447 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49566) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:41.885248 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-662e7968-f2e6-4601-89b1-afaba2b23537 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.897463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d4684d2e-d396-420c-b8c9-c30ed2488d5f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'router': {'routes': None}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:41.921336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ec64f80d-60a3-4a2e-a99c-b02c7f46c66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.923915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ec64f80d-60a3-4a2e-a99c-b02c7f46c66e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.925063 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ec64f80d-60a3-4a2e-a99c-b02c7f46c66e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46e0283f-35ce-4b33-971e-35e4092a5415 HTTP/1.1" status: 204 len: 168 time: 0.4661293 Nov 09 04:21:41.941140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef50d6e-d323-4d05-9e71-f7bb7b1cf727 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Pushing event deleted for resources: {'Network': ['ID=cb9a936a-18aa-4677-81a5-905507da8bb0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:41.967100 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64f80d-60a3-4a2e-a99c-b02c7f46c66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e0283f-35ce-4b33-971e-35e4092a5415,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:41.980233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7423e351-d670-4699-a4d1-2f37b6f3c7f8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:41.991933 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e7968-f2e6-4601-89b1-afaba2b23537 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=18c7fb9b-e3b3-42fe-8665-a92730527dce,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:42.007945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-662e7968-f2e6-4601-89b1-afaba2b23537 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:42.012048 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-662e7968-f2e6-4601-89b1-afaba2b23537 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/18c7fb9b-e3b3-42fe-8665-a92730527dce HTTP/1.1" status: 204 len: 168 time: 0.7189951 Nov 09 04:21:42.012228 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c388a2d8-18c9-4626-be28-172290e929af None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:42.015105 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49570) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:42.055730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423e351-d670-4699-a4d1-2f37b6f3c7f8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:42.101250 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7423e351-d670-4699-a4d1-2f37b6f3c7f8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 26274e59-ab78-4236-af3b-f51a5801fc4b is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:42.110838 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7423e351-d670-4699-a4d1-2f37b6f3c7f8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:42.115120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7423e351-d670-4699-a4d1-2f37b6f3c7f8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:42.150369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.extraroute_db [None req-d4684d2e-d396-420c-b8c9-c30ed2488d5f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Added routes are [] {{(pid=101883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 04:21:42.150786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.extraroute_db [None req-d4684d2e-d396-420c-b8c9-c30ed2488d5f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Removed routes are [] {{(pid=101883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 04:21:42.151233 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d4684d2e-d396-420c-b8c9-c30ed2488d5f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:42.162354 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f05852-ec94-4eb3-ba91-b9a57b1359b7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet f51f3b4a-08dd-49a5-b3cd-2f7fc3498717 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:42.187367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7423e351-d670-4699-a4d1-2f37b6f3c7f8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:42.188164 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7423e351-d670-4699-a4d1-2f37b6f3c7f8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:42.213430 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9f05852-ec94-4eb3-ba91-b9a57b1359b7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:42.222832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f04fa3ea-3880-47e5-a276-d30fcbd9bd14 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:42.229704 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7423e351-d670-4699-a4d1-2f37b6f3c7f8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0332015 Nov 09 04:21:42.247101 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f04fa3ea-3880-47e5-a276-d30fcbd9bd14 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:42.253677 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04fa3ea-3880-47e5-a276-d30fcbd9bd14 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:42.254299 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f04fa3ea-3880-47e5-a276-d30fcbd9bd14 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:42.258434 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f04fa3ea-3880-47e5-a276-d30fcbd9bd14 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/ports/dfe69276-a22d-4571-add5-b1c4a9281ea3 HTTP/1.1" status: 200 len: 911 time: 1.1446054 Nov 09 04:21:42.258866 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49578) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:42.366059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9f05852-ec94-4eb3-ba91-b9a57b1359b7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:42.429795 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fa3ea-3880-47e5-a276-d30fcbd9bd14 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=dfe69276-a22d-4571-add5-b1c4a9281ea3,revision_number=3']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:42.451652 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Request body: {'port': {'device_id': '2c5d7746-1041-4ce6-b174-65113d65c2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:42.585079 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4dab180c-3baf-4af9-ae0e-d9f2aed9e6a4 None None] Provisioning complete for port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:42.586089 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4dab180c-3baf-4af9-ae0e-d9f2aed9e6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:42.638232 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4dab180c-3baf-4af9-ae0e-d9f2aed9e6a4 None None] Port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:42.685604 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:42.795817 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680994f-2b90-4619-b5e3-cca60719319a req-44a38501-9b51-4162-9f44-6be919803858 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:42.797629 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8680994f-2b90-4619-b5e3-cca60719319a req-44a38501-9b51-4162-9f44-6be919803858 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 932 time: 0.1682458 Nov 09 04:21:42.937741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d4684d2e-d396-420c-b8c9-c30ed2488d5f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:42.943678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b7edfa09-5cdc-45df-ad8c-80f2620f6aeb no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:42.948706 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d4684d2e-d396-420c-b8c9-c30ed2488d5f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:42.974424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49596) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:42.975737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: b7edfa09-5cdc-45df-ad8c-80f2620f6aeb {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:42.976186 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b7edfa09-5cdc-45df-ad8c-80f2620f6aeb not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:43.022427 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8680994f-2b90-4619-b5e3-cca60719319a req-db11b881-2417-4cc9-b5d9-82ce8dcaedb1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=99c4afd4-8853-4054-8294-d40688b164d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120481 Nov 09 04:21:43.070103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4684d2e-d396-420c-b8c9-c30ed2488d5f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:21:43.071402 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9f05852-ec94-4eb3-ba91-b9a57b1359b7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.140185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d9b37f73-990f-420b-8387-a4d3d293f423 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.184533 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1796574706'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:43.196171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4684d2e-d396-420c-b8c9-c30ed2488d5f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:43.202973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d4684d2e-d396-420c-b8c9-c30ed2488d5f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.207789 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d4684d2e-d396-420c-b8c9-c30ed2488d5f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 HTTP/1.1" status: 200 len: 701 time: 1.3223085 Nov 09 04:21:43.207789 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49600) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:43.211965 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1141e6bb-06c1-4866-8803-e831cd8d99d3 None None] Sync routers for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:43.226471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1141e6bb-06c1-4866-8803-e831cd8d99d3 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:43.227632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1141e6bb-06c1-4866-8803-e831cd8d99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:43.241264 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7068b445-383e-491e-bb99-9715332c79b9 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports?device_id=02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 HTTP/1.1" status: 200 len: 205 time: 0.0299377 Nov 09 04:21:43.241474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49602) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:43.249481 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9f05852-ec94-4eb3-ba91-b9a57b1359b7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.316083 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Made reservation on behalf of 8d9e517ba4ab4134aafb60c3d00cd0bc for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:43.319564 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.323130 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 {{(pid=101884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:21:43.324464 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-1141e6bb-06c1-4866-8803-e831cd8d99d3 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:43.326236 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-03c25e53-28f2-43d4-9da0-ec435629b516 None None] Provisioning complete for port fdbb1009-84a8-4d39-873d-1a16cfe48535 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:43.326806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-03c25e53-28f2-43d4-9da0-ec435629b516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.332516 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.339379 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f05852-ec94-4eb3-ba91-b9a57b1359b7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=f51f3b4a-08dd-49a5-b3cd-2f7fc3498717,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:43.343703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.344832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9f05852-ec94-4eb3-ba91-b9a57b1359b7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.350845 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d9f05852-ec94-4eb3-ba91-b9a57b1359b7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/f51f3b4a-08dd-49a5-b3cd-2f7fc3498717 HTTP/1.1" status: 204 len: 168 time: 1.3323646 Nov 09 04:21:43.350845 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72e09c35-5ec9-485c-98db-769d420fcd33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.352440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49604) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:43.377951 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.provisioning_blocks [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Transition to ACTIVE for port object ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 will not be triggered until provisioned by entity L2. {{(pid=101884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:21:43.388308 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.408831 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bec0891-8619-4272-b34b-6ed629b65029 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:43.413627 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1141e6bb-06c1-4866-8803-e831cd8d99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:37Z', 'revision_number': 11, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:43.426757 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-de3b23e9-2f08-4bd3-9548-b09e48ade0de tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704889 Nov 09 04:21:43.431415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49606) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:43.445050 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-35a0fc24-f480-455b-9f3f-10421f26bc1d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:43.473300 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1141e6bb-06c1-4866-8803-e831cd8d99d3 None None] Checking router: 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:21:43.535147 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Pushing event updated for resources: {'Port': ['ID=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:43.546203 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1141e6bb-06c1-4866-8803-e831cd8d99d3 None None] Routers {'02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:43.547249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1141e6bb-06c1-4866-8803-e831cd8d99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:43.557364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72e09c35-5ec9-485c-98db-769d420fcd33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.559776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72e09c35-5ec9-485c-98db-769d420fcd33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.623786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72e09c35-5ec9-485c-98db-769d420fcd33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.625551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e09c35-5ec9-485c-98db-769d420fcd33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Fanout notify agent at l3_agent the message router_deleted on router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:21:43.644046 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72e09c35-5ec9-485c-98db-769d420fcd33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.646037 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-72e09c35-5ec9-485c-98db-769d420fcd33 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/routers/02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 HTTP/1.1" status: 204 len: 168 time: 0.4036446 Nov 09 04:21:43.653856 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49608) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:43.671036 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-1141e6bb-06c1-4866-8803-e831cd8d99d3 None None] Set router 02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:43.672011 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-cf8d17d7-227e-49e0-b304-6bcfa90efed5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1470914063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:43.681393 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.693278 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.743266 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.api [None req-cf8d17d7-227e-49e0-b304-6bcfa90efed5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 04:21:43.743266 dv-neutron-816800-2-hyperv neutron-server[101884]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 04:21:43.743266 dv-neutron-816800-2-hyperv neutron-server[101884]: [parameters: {'project_id_1': 'baf5f5ac9f854ab890bd30f21f835fa1', 'expiration_1': datetime.datetime(2021, 11, 9, 4, 21, 23, 686107)}] Nov 09 04:21:43.743266 dv-neutron-816800-2-hyperv neutron-server[101884]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:21:43.743769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG oslo_db.api [None req-cf8d17d7-227e-49e0-b304-6bcfa90efed5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:21:43.752783 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:21:43.776859 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a0fc24-f480-455b-9f3f-10421f26bc1d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:43.780416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35a0fc24-f480-455b-9f3f-10421f26bc1d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.803731 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12c1536-6c5f-4119-8145-7f5693b589fb,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:43.814362 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.814704 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Added segment b2583332-db5b-49b4-8043-cfc16c309bf2 of type vlan for network e168bb65-e3a7-4178-9b3d-a5ff9f2af09e Nov 09 04:21:43.816183 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Attempting to bind port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:21:43.816508 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Attempting to bind port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '0272764f-bd11-4a80-a3af-54f4584a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:21:43.816828 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Attempting to bind port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 on network 26274e59-ab78-4236-af3b-f51a5801fc4b {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:43.868907 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 on network 26274e59-ab78-4236-af3b-f51a5801fc4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:21:43.869214 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Attempting to bind port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 on network 26274e59-ab78-4236-af3b-f51a5801fc4b {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:43.916141 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:21:43.916508 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Checking segment: {'id': '0272764f-bd11-4a80-a3af-54f4584a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:43.916847 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Bound using segment: {'id': '0272764f-bd11-4a80-a3af-54f4584a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b'} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:21:43.917283 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Bound port: ad08bcff-2aa8-44fe-ab3d-5418373bf0a1, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0272764f-bd11-4a80-a3af-54f4584a948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b'}}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:21:43.917715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.921146 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.926986 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1141e6bb-06c1-4866-8803-e831cd8d99d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:37Z', 'revision_number': 11, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:43.961556 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-d9b37f73-990f-420b-8387-a4d3d293f423 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port dfe69276-a22d-4571-add5-b1c4a9281ea3 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:43.961902 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d9b37f73-990f-420b-8387-a4d3d293f423 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:43.962869 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1141e6bb-06c1-4866-8803-e831cd8d99d3 None None] The sync data for ids ['02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9'] in dv-neutron-816800-2-hyperv is: [{'id': '02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9', 'name': 'tempest-RoutersTest-router-1877575377', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:20:20Z', 'updated_at': '2021-11-09T04:21:37Z', 'revision_number': 11, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:44.051664 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b83d4cf-82ef-47a0-a2f6-54f72a249a71 None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:21:44.131410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-3b83d4cf-82ef-47a0-a2f6-54f72a249a71 None None] Deleting port fdbb1009-84a8-4d39-873d-1a16cfe48535 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:44.131889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3b83d4cf-82ef-47a0-a2f6-54f72a249a71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.182835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cfceb-388f-4f40-8bf4-87e957367727 req-6ea1c77e-6575-44b1-8692-a8f56c1fb08e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:44.184485 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-652cfceb-388f-4f40-8bf4-87e957367727 req-6ea1c77e-6575-44b1-8692-a8f56c1fb08e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 944 time: 0.0607679 Nov 09 04:21:44.217153 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3b83d4cf-82ef-47a0-a2f6-54f72a249a71 None None] For port fdbb1009-84a8-4d39-873d-1a16cfe48535, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=fdbb1009-84a8-4d39-873d-1a16cfe48535,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:44.217595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3b83d4cf-82ef-47a0-a2f6-54f72a249a71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.237022 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-3b83d4cf-82ef-47a0-a2f6-54f72a249a71 None None] Calling delete_port for fdbb1009-84a8-4d39-873d-1a16cfe48535 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:44.251715 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-652cfceb-388f-4f40-8bf4-87e957367727 req-8650fa6d-f6ba-4066-9330-1104436b3760 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=99c4afd4-8853-4054-8294-d40688b164d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606062 Nov 09 04:21:44.323093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3b83d4cf-82ef-47a0-a2f6-54f72a249a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.350163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83d4cf-82ef-47a0-a2f6-54f72a249a71 None None] Pushing event deleted for resources: {'Port': ['ID=fdbb1009-84a8-4d39-873d-1a16cfe48535,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:44.360721 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b83d4cf-82ef-47a0-a2f6-54f72a249a71 None None] No DVR routers for this DVR port fdbb1009-84a8-4d39-873d-1a16cfe48535 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:44.371673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.377289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:44.377954 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.518051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cf8d17d7-227e-49e0-b304-6bcfa90efed5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.518991 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cf8d17d7-227e-49e0-b304-6bcfa90efed5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.533702 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5580571 Nov 09 04:21:44.536674 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49612) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:44.542113 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-2cca88e0-01d8-435e-bc10-05b2096ef87f tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Request body: {'subnet': {'network_id': 'e168bb65-e3a7-4178-9b3d-a5ff9f2af09e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:44.544749 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] For port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1, host hv-neutron-8168, cleared binding levels {{(pid=101884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:21:44.557179 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d9b37f73-990f-420b-8387-a4d3d293f423 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.564647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ffdc3-09be-49ee-87b9-c385090ed9a6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Pushing event updated for resources: {'Network': ['ID=e168bb65-e3a7-4178-9b3d-a5ff9f2af09e,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:44.578462 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network e168bb65-e3a7-4178-9b3d-a5ff9f2af09e details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:21:44.581193 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] For port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1,segment=NetworkSegment(0272764f-bd11-4a80-a3af-54f4584a948f),segment_id=0272764f-bd11-4a80-a3af-54f4584a948f)] {{(pid=101884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:21:44.591914 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-d9b37f73-990f-420b-8387-a4d3d293f423 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for dfe69276-a22d-4571-add5-b1c4a9281ea3 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:44.605199 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.638377 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cca88e0-01d8-435e-bc10-05b2096ef87f tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Made reservation on behalf of 8d9e517ba4ab4134aafb60c3d00cd0bc for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:44.642609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2cca88e0-01d8-435e-bc10-05b2096ef87f tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.701077 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cf8d17d7-227e-49e0-b304-6bcfa90efed5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.715779 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cf8d17d7-227e-49e0-b304-6bcfa90efed5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.751338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:44.751955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.753362 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] 10.222.0.31 "PUT /v2.0/ports/ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 HTTP/1.1" status: 200 len: 1094 time: 2.5141375 Nov 09 04:21:44.768807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5d7746-1041-4ce6-b174-65113d65c2f7', 'tag': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:21:44.771191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b688670d-0d99-4c82-8294-23dbc9468ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5d7746-1041-4ce6-b174-65113d65c2f7", "tag": "ad08bcff-2aa8-44fe-ab3d-5418373bf0a1"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:21:44.774224 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35a0fc24-f480-455b-9f3f-10421f26bc1d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.849987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2cca88e0-01d8-435e-bc10-05b2096ef87f tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.853911 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cf8d17d7-227e-49e0-b304-6bcfa90efed5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:44.855245 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cf8d17d7-227e-49e0-b304-6bcfa90efed5 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1931658 Nov 09 04:21:44.864012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49618) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:44.884219 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-31d6e08e-fd26-46db-beb3-21e94b2d58f0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:44.905675 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device fdbb1009-84a8-4d39-873d-1a16cfe48535 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:44.940588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: fdbb1009-84a8-4d39-873d-1a16cfe48535 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:44.941068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device fdbb1009-84a8-4d39-873d-1a16cfe48535 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:44.946223 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0fc24-f480-455b-9f3f-10421f26bc1d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=634e7420-487d-4cf0-bd85-87200463f1a5,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:44.952593 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b301d-0cec-4544-9341-693c1a3b6f4a service neutron] Pushing event updated for resources: {'Port': ['ID=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1,revision_number=3']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:44.978333 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a0fc24-f480-455b-9f3f-10421f26bc1d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:44.982655 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-e3f31d42-d338-419b-ab4e-a30240104b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:44.984210 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-e3f31d42-d338-419b-ab4e-a30240104b64 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 1097 time: 0.1569595 Nov 09 04:21:45.018628 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8ca436-f7a1-49e0-b14f-1a62d1ec1cd7 x-openstack-request-id: req-1a8ca436-f7a1-49e0-b14f-1a62d1ec1cd7 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:21:45.018976 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5d7746-1041-4ce6-b174-65113d65c2f7", "tag": "ad08bcff-2aa8-44fe-ab3d-5418373bf0a1", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:21:45.019728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a8ca436-f7a1-49e0-b14f-1a62d1ec1cd7 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:21:45.020686 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5d7746-1041-4ce6-b174-65113d65c2f7', 'tag': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1', 'status': 'completed', 'code': 200} Nov 09 04:21:45.022368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-35a0fc24-f480-455b-9f3f-10421f26bc1d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:45.034077 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a0fc24-f480-455b-9f3f-10421f26bc1d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:45.034708 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35a0fc24-f480-455b-9f3f-10421f26bc1d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:45.043903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3aad3e-259a-400b-afb3-7f475ff236d7 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:45.087742 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-bb466d35-a687-4f30-aab3-2873794a8107 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 HTTP/1.1" status: 200 len: 217 time: 0.0666008 Nov 09 04:21:45.097638 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca88e0-01d8-435e-bc10-05b2096ef87f tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Pushing event updated for resources: {'Subnet': ['ID=ed8ea04c-984c-40bc-9260-67cc44e5f40e,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:45.135620 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-35a0fc24-f480-455b-9f3f-10421f26bc1d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6979690 Nov 09 04:21:45.139982 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49620) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:45.148246 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e20e6675-d7b5-4d08-b86f-38f8455f8f94 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:45.170498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca88e0-01d8-435e-bc10-05b2096ef87f tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Checking segment: {'id': 'b2583332-db5b-49b4-8043-cfc16c309bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e168bb65-e3a7-4178-9b3d-a5ff9f2af09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:45.170846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cca88e0-01d8-435e-bc10-05b2096ef87f tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Network hostable DHCP agents. Network: e168bb65-e3a7-4178-9b3d-a5ff9f2af09e, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:21:45.184120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-31d6e08e-fd26-46db-beb3-21e94b2d58f0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:45.199859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-31d6e08e-fd26-46db-beb3-21e94b2d58f0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:45.201817 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cca88e0-01d8-435e-bc10-05b2096ef87f tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Network e168bb65-e3a7-4178-9b3d-a5ff9f2af09e is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:21:45.206204 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'tenant_id': '7884393cbbac46598e20e072bff6d616', 'fixed_ips': [{'subnet_id': '634e7420-487d-4cf0-bd85-87200463f1a5'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:21:45.207105 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:45.248712 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-2cca88e0-01d8-435e-bc10-05b2096ef87f tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, e168bb65-e3a7-4178-9b3d-a5ff9f2af09e) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:45.274851 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd10261f-a106-4598-afeb-f97adce091cc None None] Network e168bb65-e3a7-4178-9b3d-a5ff9f2af09e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:45.278235 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca88e0-01d8-435e-bc10-05b2096ef87f tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:45.278819 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2cca88e0-01d8-435e-bc10-05b2096ef87f tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:45.299406 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-e081f54a-4afa-4af1-9e1a-c1acf3f1ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:45.300845 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-e081f54a-4afa-4af1-9e1a-c1acf3f1ec99 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9322ab5c-a925-463d-b492-8ea856d52fdf HTTP/1.1" status: 200 len: 835 time: 0.2065938 Nov 09 04:21:45.308794 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2cca88e0-01d8-435e-bc10-05b2096ef87f tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7704730 Nov 09 04:21:45.312979 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49624) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:45.331600 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d6e08e-fd26-46db-beb3-21e94b2d58f0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Router 746c9a28-1a06-4cfe-89cd-90ae1eb7550d is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:21:45.332740 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-35a9f48d-f564-403c-978a-a6953f4ad12d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Request body: {'port': {'network_id': 'e168bb65-e3a7-4178-9b3d-a5ff9f2af09e', 'name': 'tempest-TagsExtTest-1566889116'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:45.364924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d9b37f73-990f-420b-8387-a4d3d293f423 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:45.409983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b37f73-990f-420b-8387-a4d3d293f423 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=dfe69276-a22d-4571-add5-b1c4a9281ea3,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:45.448351 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d6e08e-fd26-46db-beb3-21e94b2d58f0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:45.451121 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20e6675-d7b5-4d08-b86f-38f8455f8f94 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:45.454913 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e20e6675-d7b5-4d08-b86f-38f8455f8f94 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:45.460347 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-31d6e08e-fd26-46db-beb3-21e94b2d58f0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:45.461604 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Allocated IP 2001:db8::2 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/634e7420-487d-4cf0-bd85-87200463f1a5/1ec3b5c3-d451-4480-856f-dbe2133f42fe) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:45.462210 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-31d6e08e-fd26-46db-beb3-21e94b2d58f0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "PUT /v2.0/routers/746c9a28-1a06-4cfe-89cd-90ae1eb7550d HTTP/1.1" status: 200 len: 694 time: 0.5951750 Nov 09 04:21:45.465326 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49626) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:45.468024 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913636eb-e167-45dc-8747-ff4ef2b63c80 None None] Sync routers for ids ['746c9a28-1a06-4cfe-89cd-90ae1eb7550d'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:45.487215 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913636eb-e167-45dc-8747-ff4ef2b63c80 None None] Routers {'746c9a28-1a06-4cfe-89cd-90ae1eb7550d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:45.487823 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-913636eb-e167-45dc-8747-ff4ef2b63c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['746c9a28-1a06-4cfe-89cd-90ae1eb7550d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:45.508229 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-e168bb65-e3a7-4178-9b3d-a5ff9f2af09e', 'network_id': 'e168bb65-e3a7-4178-9b3d-a5ff9f2af09e', 'tenant_id': '8d9e517ba4ab4134aafb60c3d00cd0bc', 'fixed_ips': [{'subnet_id': 'ed8ea04c-984c-40bc-9260-67cc44e5f40e'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:21:45.509122 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:45.575414 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f08ab83d-3c54-466e-ade9-e7390cf6fff9 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/routers/746c9a28-1a06-4cfe-89cd-90ae1eb7550d HTTP/1.1" status: 200 len: 700 time: 0.1087382 Nov 09 04:21:45.578837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49628) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:45.600509 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.ipam_backend_mixin [None req-e20e6675-d7b5-4d08-b86f-38f8455f8f94 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 634e7420-487d-4cf0-bd85-87200463f1a5 (CIDR: 2001:db8::/64) Nov 09 04:21:45.629202 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20e6675-d7b5-4d08-b86f-38f8455f8f94 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:21:45.629627 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20e6675-d7b5-4d08-b86f-38f8455f8f94 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:45.634678 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49630) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:45.635485 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ccbb6672-82d1-4379-aa5c-03c0694e574c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports?device_id=746c9a28-1a06-4cfe-89cd-90ae1eb7550d HTTP/1.1" status: 200 len: 205 time: 0.0545278 Nov 09 04:21:45.644160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06098c-9404-4e42-afb3-d129037cda58 req-1556ec5f-05d1-44d9-ba4c-383ac69b47de tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:45.652084 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bc06098c-9404-4e42-afb3-d129037cda58 req-1556ec5f-05d1-44d9-ba4c-383ac69b47de tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 944 time: 0.2660697 Nov 09 04:21:45.727143 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-913636eb-e167-45dc-8747-ff4ef2b63c80 None None] Set router 746c9a28-1a06-4cfe-89cd-90ae1eb7550d gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:45.731723 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bc06098c-9404-4e42-afb3-d129037cda58 req-99c66f41-cf62-4795-ad06-a340ebf53225 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=99c4afd4-8853-4054-8294-d40688b164d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779130 Nov 09 04:21:45.787235 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-913636eb-e167-45dc-8747-ff4ef2b63c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c9a28-1a06-4cfe-89cd-90ae1eb7550d', 'name': 'tempest-RoutersTest-router-1470914063', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:44Z', 'updated_at': '2021-11-09T04:21:45Z', 'revision_number': 2, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:45.803322 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-438a0250-2c16-4cfa-a3f0-7efde07f9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:45.805112 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-438a0250-2c16-4cfa-a3f0-7efde07f9ed3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26274e59-ab78-4236-af3b-f51a5801fc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4959559 Nov 09 04:21:45.818163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Allocated IP 172.20.0.2 (e168bb65-e3a7-4178-9b3d-a5ff9f2af09e/ed8ea04c-984c-40bc-9260-67cc44e5f40e/3be3d29b-a3ac-4e64-8a36-7d53398ea1b6) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:45.821462 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913636eb-e167-45dc-8747-ff4ef2b63c80 None None] Checking router: 746c9a28-1a06-4cfe-89cd-90ae1eb7550d for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:21:45.825521 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:45.833395 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913636eb-e167-45dc-8747-ff4ef2b63c80 None None] Routers {'746c9a28-1a06-4cfe-89cd-90ae1eb7550d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:45.833624 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:45.834044 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-913636eb-e167-45dc-8747-ff4ef2b63c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['746c9a28-1a06-4cfe-89cd-90ae1eb7550d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:45.857975 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d9b37f73-990f-420b-8387-a4d3d293f423 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:45.864685 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e20e6675-d7b5-4d08-b86f-38f8455f8f94 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7178817 Nov 09 04:21:45.865729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49632) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:45.874748 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'subnet': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:45.897722 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd0122b6-82af-4ab3-86b5-6a2e6b512d6d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:45.909824 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-913636eb-e167-45dc-8747-ff4ef2b63c80 None None] Set router 746c9a28-1a06-4cfe-89cd-90ae1eb7550d gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:45.928620 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:45.937171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:45.940991 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:45.948372 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Pushing event updated for resources: {'Port': ['ID=1ec3b5c3-d451-4480-856f-dbe2133f42fe,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:45.969487 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-913636eb-e167-45dc-8747-ff4ef2b63c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c9a28-1a06-4cfe-89cd-90ae1eb7550d', 'name': 'tempest-RoutersTest-router-1470914063', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:44Z', 'updated_at': '2021-11-09T04:21:45Z', 'revision_number': 2, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:46.019135 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Attempting to bind port 1ec3b5c3-d451-4480-856f-dbe2133f42fe on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:21:46.019504 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Attempting to bind port 1ec3b5c3-d451-4480-856f-dbe2133f42fe by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:21:46.019871 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Attempting to bind port 1ec3b5c3-d451-4480-856f-dbe2133f42fe on network c9226536-8b5b-40e1-b9f1-af3b84f13cfa {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:46.024817 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913636eb-e167-45dc-8747-ff4ef2b63c80 None None] The sync data for ids ['746c9a28-1a06-4cfe-89cd-90ae1eb7550d'] in dv-neutron-816800-2-hyperv is: [{'id': '746c9a28-1a06-4cfe-89cd-90ae1eb7550d', 'name': 'tempest-RoutersTest-router-1470914063', 'tenant_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:44Z', 'updated_at': '2021-11-09T04:21:45Z', 'revision_number': 2, 'project_id': 'baf5f5ac9f854ab890bd30f21f835fa1', 'gw_port_host': None}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:46.048785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:21:46.049163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Checking segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:46.049602 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:46.049990 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Bound using segment: {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:21:46.050467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Bound port: 1ec3b5c3-d451-4480-856f-dbe2133f42fe, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:21:46.050853 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:46.098415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a9f48d-f564-403c-978a-a6953f4ad12d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Made reservation on behalf of 8d9e517ba4ab4134aafb60c3d00cd0bc for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:46.102160 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35a9f48d-f564-403c-978a-a6953f4ad12d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:46.109165 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:46.113304 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:46.121539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:46.138503 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:46.183775 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] For port 1ec3b5c3-d451-4480-856f-dbe2133f42fe, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:21:46.206441 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Network e168bb65-e3a7-4178-9b3d-a5ff9f2af09e is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:46.208388 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] For port 1ec3b5c3-d451-4480-856f-dbe2133f42fe, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1ec3b5c3-d451-4480-856f-dbe2133f42fe,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:21:46.211459 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:46.217458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:46.220833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Pushing event updated for resources: {'Port': ['ID=3be3d29b-a3ac-4e64-8a36-7d53398ea1b6,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:46.223721 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:46.304290 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd0122b6-82af-4ab3-86b5-6a2e6b512d6d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:46.307409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-35a9f48d-f564-403c-978a-a6953f4ad12d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] device_id is not set on port a31f37b8-9f24-4fcc-9eb5-ef696fa64d84 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:21:46.318132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd0122b6-82af-4ab3-86b5-6a2e6b512d6d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:46.325979 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-765eeda1-6c99-4b8b-b372-ece9e5492e88 service neutron] 10.222.0.31 "GET /v2.0/networks/26274e59-ab78-4236-af3b-f51a5801fc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799032 Nov 09 04:21:46.347489 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b2255-95d0-4f7e-97e5-d5acd2166ca7 None None] Pushing event updated for resources: {'Port': ['ID=1ec3b5c3-d451-4480-856f-dbe2133f42fe,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:46.350082 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Attempting to bind port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:21:46.350449 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Attempting to bind port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'b2583332-db5b-49b4-8043-cfc16c309bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e168bb65-e3a7-4178-9b3d-a5ff9f2af09e'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:21:46.360179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Attempting to bind port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 on network e168bb65-e3a7-4178-9b3d-a5ff9f2af09e {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:46.366990 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:21:46.367713 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Checking segment: {'id': 'b2583332-db5b-49b4-8043-cfc16c309bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e168bb65-e3a7-4178-9b3d-a5ff9f2af09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:46.368274 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:46.369422 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Bound using segment: {'id': 'b2583332-db5b-49b4-8043-cfc16c309bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e168bb65-e3a7-4178-9b3d-a5ff9f2af09e'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:21:46.370086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Bound port: 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2583332-db5b-49b4-8043-cfc16c309bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e168bb65-e3a7-4178-9b3d-a5ff9f2af09e'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:21:46.370628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:46.450968 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b37f73-990f-420b-8387-a4d3d293f423 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router e2775cb6-11f6-4353-b130-65570ae773fe has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:21:46.459876 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd0122b6-82af-4ab3-86b5-6a2e6b512d6d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:46.460615 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0122b6-82af-4ab3-86b5-6a2e6b512d6d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Fanout notify agent at l3_agent the message router_deleted on router 746c9a28-1a06-4cfe-89cd-90ae1eb7550d {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:21:46.467679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] For port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:21:46.468636 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd0122b6-82af-4ab3-86b5-6a2e6b512d6d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:46.469816 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bd0122b6-82af-4ab3-86b5-6a2e6b512d6d tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/routers/746c9a28-1a06-4cfe-89cd-90ae1eb7550d HTTP/1.1" status: 204 len: 168 time: 0.7673199 Nov 09 04:21:46.476181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] For port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3be3d29b-a3ac-4e64-8a36-7d53398ea1b6,segment=NetworkSegment(b2583332-db5b-49b4-8043-cfc16c309bf2),segment_id=b2583332-db5b-49b4-8043-cfc16c309bf2)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:21:46.479346 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49634) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:46.482930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:46.531924 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6f2dc480-11db-4963-8574-5ba35d8755fe tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports?device_id=746c9a28-1a06-4cfe-89cd-90ae1eb7550d HTTP/1.1" status: 200 len: 205 time: 0.0493343 Nov 09 04:21:46.537071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49636) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:46.594459 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb996cd-e601-445c-baae-1a5d8d2091bf None None] Pushing event updated for resources: {'Port': ['ID=3be3d29b-a3ac-4e64-8a36-7d53398ea1b6,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:46.607439 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-903eef50-926b-40b9-a1d2-2daa6f80e092 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] delete failed (client error): The resource could not be found. Nov 09 04:21:46.608504 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-903eef50-926b-40b9-a1d2-2daa6f80e092 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/routers/746c9a28-1a06-4cfe-89cd-90ae1eb7550d HTTP/1.1" status: 404 len: 336 time: 0.0721278 Nov 09 04:21:46.611375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49638) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:46.693932 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1487ff7-b71e-414d-9071-98016b98b36b tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:46.694401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1487ff7-b71e-414d-9071-98016b98b36b tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:46.701442 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e1487ff7-b71e-414d-9071-98016b98b36b tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/924a073d-b895-4e92-9b09-471c7217eeb2 HTTP/1.1" status: 404 len: 337 time: 0.0852454 Nov 09 04:21:46.701442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49640) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:46.738533 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab54ee5-5570-4ac4-af6f-53c37f9884b0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:46.738797 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab54ee5-5570-4ac4-af6f-53c37f9884b0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:46.741914 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6ab54ee5-5570-4ac4-af6f-53c37f9884b0 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/c5035b9a-6a85-4489-9afe-60da9bbc7673 HTTP/1.1" status: 404 len: 337 time: 0.0400937 Nov 09 04:21:46.745937 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49642) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:46.783947 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c42782-89d4-406b-96c0-da3cff943df1 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:46.784422 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c42782-89d4-406b-96c0-da3cff943df1 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:46.790008 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e6c42782-89d4-406b-96c0-da3cff943df1 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/19c566c4-28f4-4104-a7d9-fb066e7af812 HTTP/1.1" status: 404 len: 337 time: 0.0413461 Nov 09 04:21:46.790227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.objects.ports [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:21:46.790826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49646) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:46.901423 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:46.911029 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2e5c4c-30f9-44aa-b13e-6111ee7f54b8 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:46.911950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2e5c4c-30f9-44aa-b13e-6111ee7f54b8 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:46.919752 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-af2e5c4c-30f9-44aa-b13e-6111ee7f54b8 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/caab420e-4cde-46c3-961d-e6ecfe711e4f HTTP/1.1" status: 404 len: 337 time: 0.1254253 Nov 09 04:21:46.928771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49648) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:46.985420 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-113223ed-0919-4f08-aaf6-0462cbb5dc95 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports?device_id=02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 HTTP/1.1" status: 200 len: 205 time: 0.0526989 Nov 09 04:21:46.985893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49650) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:47.045466 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-c04d16c7-b5a5-4d6f-9c54-8836643009d6 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] delete failed (client error): The resource could not be found. Nov 09 04:21:47.049602 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c04d16c7-b5a5-4d6f-9c54-8836643009d6 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/routers/02ea1001-4e4b-4db0-8cfa-ae4c05f23bc9 HTTP/1.1" status: 404 len: 336 time: 0.0598927 Nov 09 04:21:47.061540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49652) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:47.075177 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b37f73-990f-420b-8387-a4d3d293f423 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:47.084263 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d9b37f73-990f-420b-8387-a4d3d293f423 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/e2775cb6-11f6-4353-b130-65570ae773fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8213837 Nov 09 04:21:47.091484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49654) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:47.093042 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c4492b-4a8f-4178-a05c-e29ba279b443 None None] Sync routers for ids ['e2775cb6-11f6-4353-b130-65570ae773fe'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:47.114947 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c4492b-4a8f-4178-a05c-e29ba279b443 None None] Routers {'e2775cb6-11f6-4353-b130-65570ae773fe'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:47.116430 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-81c4492b-4a8f-4178-a05c-e29ba279b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e2775cb6-11f6-4353-b130-65570ae773fe'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:47.135722 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bc3b506-ee6d-4120-b18a-0e3eb341c638 req-e9415e0e-b57c-4aeb-8dec-bd1ec52413b5 service neutron] 10.222.0.31 "GET /v2.0/networks/26274e59-ab78-4236-af3b-f51a5801fc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7985628 Nov 09 04:21:47.141161 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d9211f9c-abb6-457e-8eaa-d57a752df1ae tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports?device_id=99421aae-b55b-4e50-b114-70f822017517 HTTP/1.1" status: 200 len: 205 time: 0.0804877 Nov 09 04:21:47.150446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49656) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:47.153945 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ee4d2f21-b1de-4995-af04-7bc4cc2817f3 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2775cb6-11f6-4353-b130-65570ae773fe HTTP/1.1" status: 200 len: 205 time: 0.0590611 Nov 09 04:21:47.154129 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49658) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:47.163914 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-35a9f48d-f564-403c-978a-a6953f4ad12d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Allocated IP 172.20.0.10 (e168bb65-e3a7-4178-9b3d-a5ff9f2af09e/ed8ea04c-984c-40bc-9260-67cc44e5f40e/a31f37b8-9f24-4fcc-9eb5-ef696fa64d84) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:47.168953 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1ec3b5c3-d451-4480-856f-dbe2133f42fe up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:47.171269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-81c4492b-4a8f-4178-a05c-e29ba279b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:47.199358 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e51a5-1ad0-4ad5-b679-27b40a862eb4 req-2eff0f17-08c2-4820-a025-daee31a3eca8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:47.200919 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-434e51a5-1ad0-4ad5-b679-27b40a862eb4 req-2eff0f17-08c2-4820-a025-daee31a3eca8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 944 time: 0.1928656 Nov 09 04:21:47.223942 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c4492b-4a8f-4178-a05c-e29ba279b443 None None] Routers {'e2775cb6-11f6-4353-b130-65570ae773fe'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:47.224570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-81c4492b-4a8f-4178-a05c-e29ba279b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e2775cb6-11f6-4353-b130-65570ae773fe'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:47.263033 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-81c4492b-4a8f-4178-a05c-e29ba279b443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:47.263329 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-789a9fb3-cd4c-44d1-b659-4f7f9b5921d9 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] delete failed (client error): The resource could not be found. Nov 09 04:21:47.264143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c4492b-4a8f-4178-a05c-e29ba279b443 None None] The sync data for ids ['e2775cb6-11f6-4353-b130-65570ae773fe'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:47.267109 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-789a9fb3-cd4c-44d1-b659-4f7f9b5921d9 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/routers/99421aae-b55b-4e50-b114-70f822017517 HTTP/1.1" status: 404 len: 336 time: 0.1159122 Nov 09 04:21:47.267700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49660) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:47.273288 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 1ec3b5c3-d451-4480-856f-dbe2133f42fe triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:47.274114 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:47.316772 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ff05a3-d7bd-4606-8da8-1ec71bb8c551 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:47.317226 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ff05a3-d7bd-4606-8da8-1ec71bb8c551 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:47.326828 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-46ff05a3-d7bd-4606-8da8-1ec71bb8c551 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/5d192ba4-f8c5-4acd-8886-637887fc765a HTTP/1.1" status: 404 len: 337 time: 0.0557084 Nov 09 04:21:47.329669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb6fb0b9-50a1-45ce-a192-aa5c4b322591 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:47.330773 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49662) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:47.345476 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688670d-0d99-4c82-8294-23dbc9468ffb req-810d6541-3bea-4915-b3a9-d8510195d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:47.347215 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b688670d-0d99-4c82-8294-23dbc9468ffb req-810d6541-3bea-4915-b3a9-d8510195d4bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 1097 time: 0.1445260 Nov 09 04:21:47.371722 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-434e51a5-1ad0-4ad5-b679-27b40a862eb4 req-d1aee217-02de-4298-aad9-4bb2a1b4aaa4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=99c4afd4-8853-4054-8294-d40688b164d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581144 Nov 09 04:21:47.378150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:47.406853 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-548205c4-faf4-4505-8650-7d73d1dd951c tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0f75600-8284-44fb-a2e1-85bd6ce06819 HTTP/1.1" status: 200 len: 205 time: 0.0708075 Nov 09 04:21:47.409641 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49664) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:47.412058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:47.422353 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 1ec3b5c3-d451-4480-856f-dbe2133f42fe, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1ec3b5c3-d451-4480-856f-dbe2133f42fe,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:47.426823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:47.427882 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:47.505636 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=1ec3b5c3-d451-4480-856f-dbe2133f42fe,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:47.534623 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:47.535396 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:47.574222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35a9f48d-f564-403c-978a-a6953f4ad12d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:47.576698 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688670d-0d99-4c82-8294-23dbc9468ffb req-18b18492-a904-4caf-9c14-f1eed735d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:47.578420 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b688670d-0d99-4c82-8294-23dbc9468ffb req-18b18492-a904-4caf-9c14-f1eed735d858 service neutron] 10.222.0.31 "GET /v2.0/networks?id=26274e59-ab78-4236-af3b-f51a5801fc4b HTTP/1.1" status: 200 len: 896 time: 0.2117996 Nov 09 04:21:47.633445 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:47.640551 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b688670d-0d99-4c82-8294-23dbc9468ffb req-eb4e34d3-e48d-4651-8797-3268d9c3acb8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 HTTP/1.1" status: 200 len: 217 time: 0.0534949 Nov 09 04:21:47.683066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3be3d29b-a3ac-4e64-8a36-7d53398ea1b6,segment=NetworkSegment(b2583332-db5b-49b4-8043-cfc16c309bf2),segment_id=b2583332-db5b-49b4-8043-cfc16c309bf2)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:47.690051 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:47.735963 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35a9f48d-f564-403c-978a-a6953f4ad12d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:47.745988 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688670d-0d99-4c82-8294-23dbc9468ffb req-4a5a9a52-13aa-4351-9e34-98fd5ea30ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:47.747980 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b688670d-0d99-4c82-8294-23dbc9468ffb req-4a5a9a52-13aa-4351-9e34-98fd5ea30ea1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9322ab5c-a925-463d-b492-8ea856d52fdf HTTP/1.1" status: 200 len: 835 time: 0.0987647 Nov 09 04:21:47.780393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=3be3d29b-a3ac-4e64-8a36-7d53398ea1b6,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:47.825204 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a9f48d-f564-403c-978a-a6953f4ad12d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Network e168bb65-e3a7-4178-9b3d-a5ff9f2af09e is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:47.833084 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-35a9f48d-f564-403c-978a-a6953f4ad12d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:47.838807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a9f48d-f564-403c-978a-a6953f4ad12d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:47.843537 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9f48d-f564-403c-978a-a6953f4ad12d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Pushing event updated for resources: {'Port': ['ID=a31f37b8-9f24-4fcc-9eb5-ef696fa64d84,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:47.889894 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688670d-0d99-4c82-8294-23dbc9468ffb req-1f005bcd-9ade-4885-89a9-a9b70c85e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:47.891724 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b688670d-0d99-4c82-8294-23dbc9468ffb req-1f005bcd-9ade-4885-89a9-a9b70c85e623 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26274e59-ab78-4236-af3b-f51a5801fc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1188960 Nov 09 04:21:47.923987 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-54cfcb39-e5a6-4bbe-a105-43da21d2a923 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] delete failed (client error): The resource could not be found. Nov 09 04:21:47.925178 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-54cfcb39-e5a6-4bbe-a105-43da21d2a923 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/routers/d0f75600-8284-44fb-a2e1-85bd6ce06819 HTTP/1.1" status: 404 len: 336 time: 0.5106499 Nov 09 04:21:47.934428 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49666) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:47.955329 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a9f48d-f564-403c-978a-a6953f4ad12d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:47.955963 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35a9f48d-f564-403c-978a-a6953f4ad12d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:47.980833 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6c03c479-89f7-449d-bee8-9efe853ca08b tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0f8377f-770b-49cc-84c8-7bdc8061742a HTTP/1.1" status: 200 len: 205 time: 0.0452726 Nov 09 04:21:47.988753 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c994d2-8118-41b0-b19a-55ac5e460ea6 None None] Network e168bb65-e3a7-4178-9b3d-a5ff9f2af09e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:47.991911 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49668) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:48.044824 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-35a9f48d-f564-403c-978a-a6953f4ad12d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7187130 Nov 09 04:21:48.045938 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49670) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:48.050788 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3ddd87d3-be0b-4f52-97f7-aa5256ca9fb3 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-607274232', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:48.069790 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b96510a4-75b7-4e62-9c9f-9ef18ca163d2 None None] Provisioning complete for port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:48.070157 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b96510a4-75b7-4e62-9c9f-9ef18ca163d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.087406 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b688670d-0d99-4c82-8294-23dbc9468ffb req-daf827a2-73f5-4548-a42d-93f8cb6c3603 service neutron] 10.222.0.31 "GET /v2.0/networks/26274e59-ab78-4236-af3b-f51a5801fc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837728 Nov 09 04:21:48.108161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ddd87d3-be0b-4f52-97f7-aa5256ca9fb3 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.109578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ddd87d3-be0b-4f52-97f7-aa5256ca9fb3 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.110084 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-557648e7-7207-4d6e-a65e-c9c5142161ca tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] delete failed (client error): The resource could not be found. Nov 09 04:21:48.113619 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-557648e7-7207-4d6e-a65e-c9c5142161ca tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/routers/a0f8377f-770b-49cc-84c8-7bdc8061742a HTTP/1.1" status: 404 len: 336 time: 0.1180794 Nov 09 04:21:48.122981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb6fb0b9-50a1-45ce-a192-aa5c4b322591 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.124511 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49672) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:48.127785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb6fb0b9-50a1-45ce-a192-aa5c4b322591 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.159771 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef27e1ae-928c-4b67-a15a-83553a87cf1a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:48.160210 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef27e1ae-928c-4b67-a15a-83553a87cf1a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:48.163410 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ef27e1ae-928c-4b67-a15a-83553a87cf1a tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/8431bb98-81ad-4041-9ab5-d91cbf02a000 HTTP/1.1" status: 404 len: 337 time: 0.0378964 Nov 09 04:21:48.167247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49674) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:48.211903 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-eae5593f-b8d7-4bdf-ae83-0e801748fa8f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cf2d61-7e24-46fc-8ead-acd7d3e51e34 HTTP/1.1" status: 200 len: 205 time: 0.0432768 Nov 09 04:21:48.214326 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49676) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:48.326076 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] For port 1ec3b5c3-d451-4480-856f-dbe2133f42fe, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1ec3b5c3-d451-4480-856f-dbe2133f42fe,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:48.336998 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-e3ed8032-c5a6-4846-87ea-275c3113cc67 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] delete failed (client error): The resource could not be found. Nov 09 04:21:48.339491 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e3ed8032-c5a6-4846-87ea-275c3113cc67 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/routers/c9cf2d61-7e24-46fc-8ead-acd7d3e51e34 HTTP/1.1" status: 404 len: 336 time: 0.0892146 Nov 09 04:21:48.348140 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49678) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:48.367007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.370062 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb6fb0b9-50a1-45ce-a192-aa5c4b322591 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.370608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6fb0b9-50a1-45ce-a192-aa5c4b322591 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Fanout notify agent at l3_agent the message router_deleted on router e2775cb6-11f6-4353-b130-65570ae773fe {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:21:48.378376 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb6fb0b9-50a1-45ce-a192-aa5c4b322591 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.381920 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fb6fb0b9-50a1-45ce-a192-aa5c4b322591 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/routers/e2775cb6-11f6-4353-b130-65570ae773fe HTTP/1.1" status: 204 len: 168 time: 1.2244327 Nov 09 04:21:48.381920 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.381920 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.383763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49680) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:48.428153 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ddd87d3-be0b-4f52-97f7-aa5256ca9fb3 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.432479 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-780c7e2d-6982-442d-93e9-a2ef2fe75667 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:48.432947 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780c7e2d-6982-442d-93e9-a2ef2fe75667 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:48.436667 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-780c7e2d-6982-442d-93e9-a2ef2fe75667 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/68f1f975-1168-4215-aae7-3a9c2e019aa2 HTTP/1.1" status: 404 len: 337 time: 0.0871403 Nov 09 04:21:48.441064 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49684) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:48.443660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ddd87d3-be0b-4f52-97f7-aa5256ca9fb3 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.491080 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c29e06ca-5614-440e-a5ea-fde3357bfd6f tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "GET /v2.0/ports?device_id=8298293b-3760-4d70-bcb3-9d60d0f0d0de HTTP/1.1" status: 200 len: 205 time: 0.0456316 Nov 09 04:21:48.491519 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b688670d-0d99-4c82-8294-23dbc9468ffb req-1fc1422f-93a5-407d-8b47-dfcc753114c7 service neutron] 10.222.0.31 "GET /v2.0/networks/26274e59-ab78-4236-af3b-f51a5801fc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965247 Nov 09 04:21:48.493899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49686) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:48.511327 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d10ffed2-3796-4029-87ca-7a803bcdecd3 None None] Provisioning complete for port 1ec3b5c3-d451-4480-856f-dbe2133f42fe triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:48.512491 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d10ffed2-3796-4029-87ca-7a803bcdecd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.546158 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ddd87d3-be0b-4f52-97f7-aa5256ca9fb3 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.549884 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3ddd87d3-be0b-4f52-97f7-aa5256ca9fb3 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5005133 Nov 09 04:21:48.550186 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49688) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:48.553641 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-489fc915-5574-48cf-aa2c-6d3fb9b03a64 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] delete failed (client error): The resource could not be found. Nov 09 04:21:48.558161 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-489fc915-5574-48cf-aa2c-6d3fb9b03a64 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/routers/8298293b-3760-4d70-bcb3-9d60d0f0d0de HTTP/1.1" status: 404 len: 336 time: 0.0632060 Nov 09 04:21:48.561248 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:48.563799 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-2053936b-3ffc-4ba4-8a05-dc5c68b19dd2 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-839427351', 'prefixes': ['172.20.0.0/16']}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:48.568128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49690) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:48.578852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:48.590343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:48.591023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.602709 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Subnet': ['ID=3722a89a-05fa-42af-9b49-7bcd3f9535c2,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:48.605772 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c49dae-962a-49cd-9d6c-49502a25b030 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:48.606902 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c49dae-962a-49cd-9d6c-49502a25b030 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:48.613047 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-551c38a8-0408-48ef-a8c9-ba3ee0d942ac tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting subnet 119ddb9f-5957-4e5b-b861-85c496320c6c {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:48.614500 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-43c49dae-962a-49cd-9d6c-49502a25b030 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/2b57928c-d8b7-4f83-a361-2f838217f810 HTTP/1.1" status: 404 len: 337 time: 0.0449147 Nov 09 04:21:48.615333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49692) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:48.626962 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d828c92-ce0c-4d56-9a43-3679b3c52786 None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:48.635665 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-551c38a8-0408-48ef-a8c9-ba3ee0d942ac tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.660615 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=1ec3b5c3-d451-4480-856f-dbe2133f42fe,revision_number=5']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:48.691958 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a1cec-4272-4fe7-a7b8-5c19883283d9 req-5022a268-3c99-4b8e-b90c-0f19c1add621 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:48.693587 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-069a1cec-4272-4fe7-a7b8-5c19883283d9 req-5022a268-3c99-4b8e-b90c-0f19c1add621 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 944 time: 0.2248957 Nov 09 04:21:48.694966 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2053936b-3ffc-4ba4-8a05-dc5c68b19dd2 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks [] for subnetpool, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.697764 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-58676f60-2d44-493c-8b81-5c09540d6c48 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:48.698230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58676f60-2d44-493c-8b81-5c09540d6c48 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:48.707416 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-58676f60-2d44-493c-8b81-5c09540d6c48 tempest-RoutersTest-1213171784 tempest-RoutersTest-1213171784-project] 10.222.0.21 "DELETE /v2.0/subnets/3fdef961-3631-46d5-9bdc-370be9d75def HTTP/1.1" status: 404 len: 337 time: 0.0792210 Nov 09 04:21:48.708165 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2053936b-3ffc-4ba4-8a05-dc5c68b19dd2 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1514406 Nov 09 04:21:48.708293 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d7d69bd9-79ec-4a76-b41e-162b2a74a92b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8378127 Nov 09 04:21:48.708389 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49694) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:48.708389 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49696) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:48.715943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e2f99925-f473-4022-b056-86000c026ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Request body: {'port': {'network_id': 'c9226536-8b5b-40e1-b9f1-af3b84f13cfa', 'mac_address': 'fa:16:3e:43:c6:55', 'name': 'tempest-NetworksTestDHCPv6-1335348902'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:48.719403 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:21:48.724268 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-1782bd7d-ebc3-466e-b236-cdeb13eb76af tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ed8ea04c-984c-40bc-9260-67cc44e5f40e', 'tempest-TagsExtTest-Tag-1417437873') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:48.740542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-551c38a8-0408-48ef-a8c9-ba3ee0d942ac tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.811825 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-069a1cec-4272-4fe7-a7b8-5c19883283d9 req-cfbe4163-c369-482d-9ac8-efbf160918ea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=99c4afd4-8853-4054-8294-d40688b164d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037188 Nov 09 04:21:48.876700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-551c38a8-0408-48ef-a8c9-ba3ee0d942ac tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.937899 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2a031dcc-44b3-4ca7-9e74-97fb3a8c159c None None] Provisioning complete for port a31f37b8-9f24-4fcc-9eb5-ef696fa64d84 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:48.938353 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2a031dcc-44b3-4ca7-9e74-97fb3a8c159c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:48.975864 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-551c38a8-0408-48ef-a8c9-ba3ee0d942ac tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.012268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c38a8-0408-48ef-a8c9-ba3ee0d942ac tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Subnet': ['ID=119ddb9f-5957-4e5b-b861-85c496320c6c,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:49.022416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-551c38a8-0408-48ef-a8c9-ba3ee0d942ac tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.027476 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-551c38a8-0408-48ef-a8c9-ba3ee0d942ac tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/119ddb9f-5957-4e5b-b861-85c496320c6c HTTP/1.1" status: 204 len: 168 time: 0.6340380 Nov 09 04:21:49.028822 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49700) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:49.038517 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1ec3b5c3-d451-4480-856f-dbe2133f42fe up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:49.041789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcc3bef-7c4b-4d77-886c-3b281c0c3e4b None None] Network cc56cf4c-342c-4b50-9cb0-242784e9876b requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:49.055793 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f99925-f473-4022-b056-86000c026ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Made reservation on behalf of 7884393cbbac46598e20e072bff6d616 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:49.101584 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1782bd7d-ebc3-466e-b236-cdeb13eb76af tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "PUT /v2.0/subnets/ed8ea04c-984c-40bc-9260-67cc44e5f40e/tags/tempest-TagsExtTest-Tag-1417437873 HTTP/1.1" status: 201 len: 201 time: 0.3895013 Nov 09 04:21:49.104501 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49704) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:49.140736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-eaaaab58-780c-4dd1-80d4-03181cbb57ba tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a31f37b8-9f24-4fcc-9eb5-ef696fa64d84', 'tempest-TagsExtTest-Tag-1001737861') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:49.160893 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-2a031dcc-44b3-4ca7-9e74-97fb3a8c159c None None] Port a31f37b8-9f24-4fcc-9eb5-ef696fa64d84 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:49.171168 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1,segment=NetworkSegment(0272764f-bd11-4a80-a3af-54f4584a948f),segment_id=0272764f-bd11-4a80-a3af-54f4584a948f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:49.179276 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49706) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:49.185281 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e2f99925-f473-4022-b056-86000c026ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.193499 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.212087 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-e2f99925-f473-4022-b056-86000c026ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] device_id is not set on port fe81fb4d-6a03-46a9-afdc-bf201f1fe59f yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:21:49.225245 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'port_id': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1', 'mac_address': 'fa:16:3e:5e:0f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:21:49.279460 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-eaaaab58-780c-4dd1-80d4-03181cbb57ba tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "PUT /v2.0/ports/a31f37b8-9f24-4fcc-9eb5-ef696fa64d84/tags/tempest-TagsExtTest-Tag-1001737861 HTTP/1.1" status: 201 len: 201 time: 0.1452138 Nov 09 04:21:49.283338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49710) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:49.287338 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2a031dcc-44b3-4ca7-9e74-97fb3a8c159c None None] Provisioning complete for port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:49.287719 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2a031dcc-44b3-4ca7-9e74-97fb3a8c159c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.294593 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-d4137f85-fdd2-4a63-b36a-37bdefd6908b tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3903ce66-ed81-45ed-8eb1-2e3e47509b56', 'tempest-TagsExtTest-Tag-1755294399') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:49.301055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port 6662f232-6de1-471e-a7d2-15c44616b406 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:49.301655 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.337529 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 1ec3b5c3-d451-4480-856f-dbe2133f42fe triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:49.337715 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.342409 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.376910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:21:49.425767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1,segment=NetworkSegment(0272764f-bd11-4a80-a3af-54f4584a948f),segment_id=0272764f-bd11-4a80-a3af-54f4584a948f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:49.461371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.495318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-e2f99925-f473-4022-b056-86000c026ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8::21f (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/634e7420-487d-4cf0-bd85-87200463f1a5/fe81fb4d-6a03-46a9-afdc-bf201f1fe59f) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:49.501885 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-e2f99925-f473-4022-b056-86000c026ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Allocated IP 2001:db8:0:1:f816:3eff:fe43:c655 (c9226536-8b5b-40e1-b9f1-af3b84f13cfa/3722a89a-05fa-42af-9b49-7bcd3f9535c2/fe81fb4d-6a03-46a9-afdc-bf201f1fe59f) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:49.525008 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] For port 6662f232-6de1-471e-a7d2-15c44616b406, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=6662f232-6de1-471e-a7d2-15c44616b406,segment=NetworkSegment(e053481b-a335-4721-8253-18268b4650c7),segment_id=e053481b-a335-4721-8253-18268b4650c7)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:49.525596 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.535127 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f7c3bf-bdb2-4587-b702-aa8b79f6888e None None] DHCP port deletion for cc56cf4c-342c-4b50-9cb0-242784e9876b request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:21:49.546860 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for 6662f232-6de1-471e-a7d2-15c44616b406 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:49.580343 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d4137f85-fdd2-4a63-b36a-37bdefd6908b tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "PUT /v2.0/routers/3903ce66-ed81-45ed-8eb1-2e3e47509b56/tags/tempest-TagsExtTest-Tag-1755294399 HTTP/1.1" status: 201 len: 201 time: 0.2958686 Nov 09 04:21:49.585466 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3ead22d2-ecad-4ec5-9601-e952b35dba32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=baf5f5ac9f854ab890bd30f21f835fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033175 Nov 09 04:21:49.585466 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49712) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:49.590017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-dce90bd7-beb5-4a54-883f-f708f9704148 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6c9aefb8-e960-4c1a-a930-58991e0e7ec3', 'tempest-TagsExtTest-Tag-1240223413') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:49.593225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49714) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:49.678612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:49.699707 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['ad08bcff-2aa8-44fe-ab3d-5418373bf0a1'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:21:49.702856 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e2f99925-f473-4022-b056-86000c026ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.705666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:49.718004 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-dce90bd7-beb5-4a54-883f-f708f9704148 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "PUT /v2.0/subnetpools/6c9aefb8-e960-4c1a-a930-58991e0e7ec3/tags/tempest-TagsExtTest-Tag-1240223413 HTTP/1.1" status: 201 len: 201 time: 0.1314347 Nov 09 04:21:49.719749 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49716) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:49.724445 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-ec20c337-37fb-4d1b-aaf1-a99d123ac2b1 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ed8ea04c-984c-40bc-9260-67cc44e5f40e') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:49.756299 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.764910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e2f99925-f473-4022-b056-86000c026ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.797704 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No DVR routers for this DVR port 6662f232-6de1-471e-a7d2-15c44616b406 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:49.802034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=6662f232-6de1-471e-a7d2-15c44616b406,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:49.824605 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-80f7c3bf-bdb2-4587-b702-aa8b79f6888e None None] Deleting port 6662f232-6de1-471e-a7d2-15c44616b406 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:49.824952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80f7c3bf-bdb2-4587-b702-aa8b79f6888e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.835096 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f99925-f473-4022-b056-86000c026ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:49.836581 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d5a9d91b-1bac-4e03-b2ad-541fd5cf7c14 None None] Provisioning complete for port a31f37b8-9f24-4fcc-9eb5-ef696fa64d84 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:49.836960 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5a9d91b-1bac-4e03-b2ad-541fd5cf7c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.861386 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-e2f99925-f473-4022-b056-86000c026ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:49.869788 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f99925-f473-4022-b056-86000c026ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:49.884603 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f99925-f473-4022-b056-86000c026ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:49.892352 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9d91b-1bac-4e03-b2ad-541fd5cf7c14 None None] Port a31f37b8-9f24-4fcc-9eb5-ef696fa64d84 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:49.893906 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e2f99925-f473-4022-b056-86000c026ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.916705 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2dabe996-99f4-4aee-bcba-a3afd744f9f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.918863 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f99925-f473-4022-b056-86000c026ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event updated for resources: {'Port': ['ID=fe81fb4d-6a03-46a9-afdc-bf201f1fe59f,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:49.922319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.951512 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:49.951838 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:49.962898 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ec20c337-37fb-4d1b-aaf1-a99d123ac2b1 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/subnets/ed8ea04c-984c-40bc-9260-67cc44e5f40e/tags HTTP/1.1" status: 200 len: 241 time: 0.2413654 Nov 09 04:21:49.963643 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49720) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:49.965553 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc56cf4c-342c-4b50-9cb0-242784e9876b']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:49.971999 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-f9f93cba-09a3-43b9-b89c-8a5ee6005a12 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ed8ea04c-984c-40bc-9260-67cc44e5f40e', 'tempest-TagsExtTest-Tag-1417437873') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:49.992363 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e2f99925-f473-4022-b056-86000c026ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2811306 Nov 09 04:21:50.000602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49722) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:50.005327 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2dabe996-99f4-4aee-bcba-a3afd744f9f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.016550 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e053481b-a335-4721-8253-18268b4650c7') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:50.017333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e053481b-a335-4721-8253-18268b4650c7') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:50.037421 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49851612-e1d4-4c59-b606-a8c4246324cc req-39323414-ccaa-420f-be9a-3cbd677edefe tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:50.039018 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-49851612-e1d4-4c59-b606-a8c4246324cc req-39323414-ccaa-420f-be9a-3cbd677edefe tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 945 time: 0.1022058 Nov 09 04:21:50.049815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.068770 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-80f7c3bf-bdb2-4587-b702-aa8b79f6888e None None] For port 6662f232-6de1-471e-a7d2-15c44616b406, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:50.069172 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80f7c3bf-bdb2-4587-b702-aa8b79f6888e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.080767 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.107874 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:21:50.108338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:21:50.113105 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:21:50.128498 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-49851612-e1d4-4c59-b606-a8c4246324cc req-d1f61f61-00b7-4348-afa5-5ab9207f929f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=99c4afd4-8853-4054-8294-d40688b164d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721700 Nov 09 04:21:50.153994 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-80f7c3bf-bdb2-4587-b702-aa8b79f6888e None None] Calling delete_port for 6662f232-6de1-471e-a7d2-15c44616b406 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:50.155610 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2dabe996-99f4-4aee-bcba-a3afd744f9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.158584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2dabe996-99f4-4aee-bcba-a3afd744f9f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.164344 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2dabe996-99f4-4aee-bcba-a3afd744f9f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07bd430c-55c2-4afb-97a6-bea5add12636 HTTP/1.1" status: 204 len: 168 time: 0.5673423 Nov 09 04:21:50.167551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.ipam_backend_mixin [None req-80f7c3bf-bdb2-4587-b702-aa8b79f6888e None None] Port 6662f232-6de1-471e-a7d2-15c44616b406 was not found and therefore no delete operation was performed {{(pid=101885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 04:21:50.180491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabe996-99f4-4aee-bcba-a3afd744f9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bd430c-55c2-4afb-97a6-bea5add12636,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:50.182544 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80f7c3bf-bdb2-4587-b702-aa8b79f6888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.228331 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7c3bf-bdb2-4587-b702-aa8b79f6888e None None] Pushing event deleted for resources: {'Port': ['ID=6662f232-6de1-471e-a7d2-15c44616b406,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:50.240306 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f9f93cba-09a3-43b9-b89c-8a5ee6005a12 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/subnets/ed8ea04c-984c-40bc-9260-67cc44e5f40e/tags/tempest-TagsExtTest-Tag-1417437873 HTTP/1.1" status: 204 len: 168 time: 0.2688208 Nov 09 04:21:50.240598 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ed68c46c-3e5d-4bed-8514-245f63e2700a None None] Provisioning complete for port 1ec3b5c3-d451-4480-856f-dbe2133f42fe triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:50.240598 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ed68c46c-3e5d-4bed-8514-245f63e2700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.240786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49726) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:50.247807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.249532 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-17bc886c-b6c3-42f6-a83a-7a28d441a3cf tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ed8ea04c-984c-40bc-9260-67cc44e5f40e', 'tempest-TagsExtTest-Tag-1417437873') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:50.252902 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7c3bf-bdb2-4587-b702-aa8b79f6888e None None] No DVR routers for this DVR port 6662f232-6de1-471e-a7d2-15c44616b406 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:50.266704 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.269946 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/networks/cc56cf4c-342c-4b50-9cb0-242784e9876b HTTP/1.1" status: 204 len: 168 time: 1.2400279 Nov 09 04:21:50.271998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-2e9253b5-9054-4c9c-b121-fe5edcd85fa6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting port fe81fb4d-6a03-46a9-afdc-bf201f1fe59f {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:50.272333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e9253b5-9054-4c9c-b121-fe5edcd85fa6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.287707 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49728) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:50.293650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-48e489d8-be5b-4629-8f71-88a349a15ef8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-35938984', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:50.315961 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa1f66-5543-4213-b4e6-cdad5fa16585 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Network': ['ID=cc56cf4c-342c-4b50-9cb0-242784e9876b,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:50.429547 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-17bc886c-b6c3-42f6-a83a-7a28d441a3cf tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/subnets/ed8ea04c-984c-40bc-9260-67cc44e5f40e/tags/tempest-TagsExtTest-Tag-1417437873 HTTP/1.1" status: 204 len: 168 time: 0.1844547 Nov 09 04:21:50.430392 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49732) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:50.434726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-48e489d8-be5b-4629-8f71-88a349a15ef8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.438803 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-48e489d8-be5b-4629-8f71-88a349a15ef8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.440561 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-8e12926c-e149-4297-b781-94a3d6170c3e tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ed8ea04c-984c-40bc-9260-67cc44e5f40e') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:50.504882 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e9253b5-9054-4c9c-b121-fe5edcd85fa6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.519801 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8e12926c-e149-4297-b781-94a3d6170c3e tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/subnets/ed8ea04c-984c-40bc-9260-67cc44e5f40e/tags HTTP/1.1" status: 200 len: 205 time: 0.0885818 Nov 09 04:21:50.522289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49736) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:50.527225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-52fb8f65-fbd4-4326-9a30-146e2bbb6039 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a31f37b8-9f24-4fcc-9eb5-ef696fa64d84') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:50.546504 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-2e9253b5-9054-4c9c-b121-fe5edcd85fa6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Calling delete_port for fe81fb4d-6a03-46a9-afdc-bf201f1fe59f owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:50.552572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-48e489d8-be5b-4629-8f71-88a349a15ef8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.564973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-48e489d8-be5b-4629-8f71-88a349a15ef8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.566711 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-349fc9cd-2d51-4b32-b670-516ddf6a7b35 None None] Provisioning complete for port fe81fb4d-6a03-46a9-afdc-bf201f1fe59f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:50.567207 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-349fc9cd-2d51-4b32-b670-516ddf6a7b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.584230 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-52fb8f65-fbd4-4326-9a30-146e2bbb6039 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/ports/a31f37b8-9f24-4fcc-9eb5-ef696fa64d84/tags HTTP/1.1" status: 200 len: 241 time: 0.0608373 Nov 09 04:21:50.586889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49740) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:50.592819 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-b9b77222-055b-40aa-a02f-a81dfbb41391 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a31f37b8-9f24-4fcc-9eb5-ef696fa64d84', 'tempest-TagsExtTest-Tag-1001737861') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:50.620259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-349fc9cd-2d51-4b32-b670-516ddf6a7b35 None None] Port fe81fb4d-6a03-46a9-afdc-bf201f1fe59f cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:50.623751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-48e489d8-be5b-4629-8f71-88a349a15ef8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.625084 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-48e489d8-be5b-4629-8f71-88a349a15ef8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3359885 Nov 09 04:21:50.628280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49744) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:50.635876 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3cca9956-4e58-466f-974e-b4a5f7abb401 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1546679171'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:50.667381 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b9b77222-055b-40aa-a02f-a81dfbb41391 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/ports/a31f37b8-9f24-4fcc-9eb5-ef696fa64d84/tags/tempest-TagsExtTest-Tag-1001737861 HTTP/1.1" status: 204 len: 168 time: 0.0782063 Nov 09 04:21:50.668811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cca9956-4e58-466f-974e-b4a5f7abb401 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:50.669851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49748) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:50.672256 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3cca9956-4e58-466f-974e-b4a5f7abb401 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.675208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-960b8dc3-fc38-4424-8f01-7cd24044bcbd tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a31f37b8-9f24-4fcc-9eb5-ef696fa64d84', 'tempest-TagsExtTest-Tag-1001737861') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:50.813311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e9253b5-9054-4c9c-b121-fe5edcd85fa6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.818861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cca9956-4e58-466f-974e-b4a5f7abb401 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:21:50.826131 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-960b8dc3-fc38-4424-8f01-7cd24044bcbd tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/ports/a31f37b8-9f24-4fcc-9eb5-ef696fa64d84/tags/tempest-TagsExtTest-Tag-1001737861 HTTP/1.1" status: 204 len: 168 time: 0.1551290 Nov 09 04:21:50.830249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49754) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:50.835915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3cca9956-4e58-466f-974e-b4a5f7abb401 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.836323 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-3cca9956-4e58-466f-974e-b4a5f7abb401 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Added segment c52ddc72-c321-41cd-a947-f72c47cb187f of type vlan for network 59fdf90a-0589-4a27-a611-ecd96662dae8 Nov 09 04:21:50.850632 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-84322e44-085e-467b-a238-dc64d7cb4ec6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a31f37b8-9f24-4fcc-9eb5-ef696fa64d84') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:50.857802 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9253b5-9054-4c9c-b121-fe5edcd85fa6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Port': ['ID=fe81fb4d-6a03-46a9-afdc-bf201f1fe59f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:50.887751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3cca9956-4e58-466f-974e-b4a5f7abb401 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.929408 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3cca9956-4e58-466f-974e-b4a5f7abb401 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.938624 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cca9956-4e58-466f-974e-b4a5f7abb401 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:50.941662 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3cca9956-4e58-466f-974e-b4a5f7abb401 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.946770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2e9253b5-9054-4c9c-b121-fe5edcd85fa6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:50.952740 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2e9253b5-9054-4c9c-b121-fe5edcd85fa6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/fe81fb4d-6a03-46a9-afdc-bf201f1fe59f HTTP/1.1" status: 204 len: 168 time: 0.9474747 Nov 09 04:21:50.953971 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49760) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:50.955608 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6662f232-6de1-471e-a7d2-15c44616b406 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:50.978471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 6662f232-6de1-471e-a7d2-15c44616b406 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:50.978815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6662f232-6de1-471e-a7d2-15c44616b406 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:50.994467 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-84322e44-085e-467b-a238-dc64d7cb4ec6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/ports/a31f37b8-9f24-4fcc-9eb5-ef696fa64d84/tags HTTP/1.1" status: 200 len: 205 time: 0.1629341 Nov 09 04:21:50.997473 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49762) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:51.001939 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-288fa456-ae44-4d78-bd47-7d9f720aead5 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3903ce66-ed81-45ed-8eb1-2e3e47509b56') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:51.044571 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3cca9956-4e58-466f-974e-b4a5f7abb401 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4150510 Nov 09 04:21:51.050583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49764) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:51.058216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'subnet': {'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:51.076612 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d7dd7-e0a8-49b6-a5f7-5f922ddf0059 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:51.082540 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49766) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:51.083096 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0e0d7dd7-e0a8-49b6-a5f7-5f922ddf0059 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1267657 Nov 09 04:21:51.116564 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca9956-4e58-466f-974e-b4a5f7abb401 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Network': ['ID=59fdf90a-0589-4a27-a611-ecd96662dae8,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:51.125366 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49768) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:51.133985 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 59fdf90a-0589-4a27-a611-ecd96662dae8 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:21:51.161212 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe453085-163e-433a-9a37-82ef68cda925 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:51.166585 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fe453085-163e-433a-9a37-82ef68cda925 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0818672 Nov 09 04:21:51.167367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49774) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:51.212981 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-288fa456-ae44-4d78-bd47-7d9f720aead5 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/routers/3903ce66-ed81-45ed-8eb1-2e3e47509b56/tags HTTP/1.1" status: 200 len: 241 time: 0.2134595 Nov 09 04:21:51.215634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49776) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:51.220615 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:51.226269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:51.236525 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-f0ee246c-2ac7-4ab2-b7b3-39feca2a9a2e tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3903ce66-ed81-45ed-8eb1-2e3e47509b56', 'tempest-TagsExtTest-Tag-1755294399') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:51.245986 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-4e924c54-3f8d-4f7d-8d00-80b9fc6f855b tempest-DvrRoutersNegativeTest-1951570299 tempest-DvrRoutersNegativeTest-1951570299-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-180920480', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:51.248870 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.policy [None req-4e924c54-3f8d-4f7d-8d00-80b9fc6f855b tempest-DvrRoutersNegativeTest-1951570299 tempest-DvrRoutersNegativeTest-1951570299-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101884) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 09 04:21:51.249206 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.policy [None req-4e924c54-3f8d-4f7d-8d00-80b9fc6f855b tempest-DvrRoutersNegativeTest-1951570299 tempest-DvrRoutersNegativeTest-1951570299-project] Failed policy check for 'create_router' {{(pid=101884) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 09 04:21:51.249786 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-4e924c54-3f8d-4f7d-8d00-80b9fc6f855b tempest-DvrRoutersNegativeTest-1951570299 tempest-DvrRoutersNegativeTest-1951570299-project] create failed (client error): Access was denied to this resource. Nov 09 04:21:51.256633 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4e924c54-3f8d-4f7d-8d00-80b9fc6f855b tempest-DvrRoutersNegativeTest-1951570299 tempest-DvrRoutersNegativeTest-1951570299-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1244011 Nov 09 04:21:51.256633 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a348a6b-eae0-45e3-ad81-1cbe2efc62e9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:51.256633 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a348a6b-eae0-45e3-ad81-1cbe2efc62e9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:51.258065 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a348a6b-eae0-45e3-ad81-1cbe2efc62e9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:51.259762 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2a348a6b-eae0-45e3-ad81-1cbe2efc62e9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0911932 Nov 09 04:21:51.262297 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49780) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:51.316870 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 3722a89a-05fa-42af-9b49-7bcd3f9535c2 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:51.320396 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:51.362037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:51.459125 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:51.527008 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:51.555880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49784) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:51.562101 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=3722a89a-05fa-42af-9b49-7bcd3f9535c2,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:51.567679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:51.573495 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/3722a89a-05fa-42af-9b49-7bcd3f9535c2 HTTP/1.1" status: 204 len: 168 time: 0.3101332 Nov 09 04:21:51.574151 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49788) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:51.578316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a382ee-ec89-4912-8bd7-1b1ecf4dd49d None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:51.625387 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:51.626099 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:51.626534 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:51.627260 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:51.627688 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:51.628113 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:51.628768 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:51.629295 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:51.629783 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:51.630206 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:51.630640 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:51.631058 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ca66a-3e09-4d4d-8c23-4fb5d5a14277 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:51.665362 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-97bb609e-901e-482b-8685-5b0eb3d11b11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Deleting subnet 634e7420-487d-4cf0-bd85-87200463f1a5 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:21:51.670352 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-97bb609e-901e-482b-8685-5b0eb3d11b11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:51.719233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a97c4f8-ce71-4b0a-81ad-c00c2cab54bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:51.738752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-97bb609e-901e-482b-8685-5b0eb3d11b11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:51.768043 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f0ee246c-2ac7-4ab2-b7b3-39feca2a9a2e tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/routers/3903ce66-ed81-45ed-8eb1-2e3e47509b56/tags/tempest-TagsExtTest-Tag-1755294399 HTTP/1.1" status: 204 len: 168 time: 0.5375075 Nov 09 04:21:51.770841 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49790) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:51.776412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e7e7d-3c97-4152-89f2-6f020571f62b req-7f94098a-d751-41ca-ab99-c5903712c0e8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:51.777163 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-a61faca6-f1bc-4f90-b589-f5f229ec3f76 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3903ce66-ed81-45ed-8eb1-2e3e47509b56', 'tempest-TagsExtTest-Tag-1755294399') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:51.778734 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-726e7e7d-3c97-4152-89f2-6f020571f62b req-7f94098a-d751-41ca-ab99-c5903712c0e8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 945 time: 0.5163021 Nov 09 04:21:51.872988 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-726e7e7d-3c97-4152-89f2-6f020571f62b req-5a5d8ec9-82e8-401b-9e78-5c4816a01714 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=99c4afd4-8853-4054-8294-d40688b164d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844407 Nov 09 04:21:51.941963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:51.954829 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-97bb609e-901e-482b-8685-5b0eb3d11b11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:51.994196 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a97c4f8-ce71-4b0a-81ad-c00c2cab54bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:52.000926 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5a97c4f8-ce71-4b0a-81ad-c00c2cab54bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:52.004008 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Subnet': ['ID=07dd04fa-5986-4dca-beeb-2930ad4c5833,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:52.017464 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:52.017464 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:52.017812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:52.018143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:52.018477 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:52.021366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:52.021366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:52.021633 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a61faca6-f1bc-4f90-b589-f5f229ec3f76 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/routers/3903ce66-ed81-45ed-8eb1-2e3e47509b56/tags/tempest-TagsExtTest-Tag-1755294399 HTTP/1.1" status: 204 len: 168 time: 0.2469952 Nov 09 04:21:52.021837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:52.021837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:52.021837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:52.021837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:52.021837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:52.025784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49792) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.030232 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-7702e518-b370-43f0-873b-bc772bf22e54 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3903ce66-ed81-45ed-8eb1-2e3e47509b56') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:52.060949 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5a97c4f8-ce71-4b0a-81ad-c00c2cab54bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a93a8f6d8b7b4ddea5498c58042d85c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5016906 Nov 09 04:21:52.064349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49794) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.065268 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97c4f8-ce71-4b0a-81ad-c00c2cab54bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cce9d5-f60a-4761-bcc1-0ad585581c38,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:52.069550 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Checking segment: {'id': 'c52ddc72-c321-41cd-a947-f72c47cb187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:52.070026 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network hostable DHCP agents. Network: 59fdf90a-0589-4a27-a611-ecd96662dae8, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:21:52.098075 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-97bb609e-901e-482b-8685-5b0eb3d11b11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:52.129772 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7702e518-b370-43f0-873b-bc772bf22e54 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/routers/3903ce66-ed81-45ed-8eb1-2e3e47509b56/tags HTTP/1.1" status: 200 len: 205 time: 0.1005175 Nov 09 04:21:52.129772 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 59fdf90a-0589-4a27-a611-ecd96662dae8 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:21:52.130374 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49796) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.135915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-ecf12cde-0271-45f2-b450-84aae9268e00 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6c9aefb8-e960-4c1a-a930-58991e0e7ec3') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:52.144051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb609e-901e-482b-8685-5b0eb3d11b11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Subnet': ['ID=634e7420-487d-4cf0-bd85-87200463f1a5,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:52.146233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-97bb609e-901e-482b-8685-5b0eb3d11b11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:52.152639 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-97bb609e-901e-482b-8685-5b0eb3d11b11 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/634e7420-487d-4cf0-bd85-87200463f1a5 HTTP/1.1" status: 204 len: 168 time: 0.5721338 Nov 09 04:21:52.152832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49798) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.156211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 59fdf90a-0589-4a27-a611-ecd96662dae8) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:52.167537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed264ff8-019b-4145-b721-ffb6ed3b83d8 None None] Network 59fdf90a-0589-4a27-a611-ecd96662dae8 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:52.168978 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:52.169728 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:52.173152 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ecf12cde-0271-45f2-b450-84aae9268e00 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/subnetpools/6c9aefb8-e960-4c1a-a930-58991e0e7ec3/tags HTTP/1.1" status: 200 len: 241 time: 0.0419898 Nov 09 04:21:52.177908 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49800) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.182934 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-9e930b15-62a9-4ae5-871c-7607cfaf0dd6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6c9aefb8-e960-4c1a-a930-58991e0e7ec3', 'tempest-TagsExtTest-Tag-1240223413') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:52.201453 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d345b74f-46c2-4ea4-a802-f7f62cac9eba tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474870 Nov 09 04:21:52.204118 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49802) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.218288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9b40-d9eb-4d49-be81-9f6a41a2774e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:52.243306 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bc062ef1-e665-4f66-802a-482be2684f7a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1907716 Nov 09 04:21:52.246827 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49804) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.257886 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9b40-d9eb-4d49-be81-9f6a41a2774e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:52.260817 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9e930b15-62a9-4ae5-871c-7607cfaf0dd6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/subnetpools/6c9aefb8-e960-4c1a-a930-58991e0e7ec3/tags/tempest-TagsExtTest-Tag-1240223413 HTTP/1.1" status: 204 len: 168 time: 0.0818067 Nov 09 04:21:52.264108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49806) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.269251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-de90cd03-95e5-4eaf-affc-8e8838a83afa tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6c9aefb8-e960-4c1a-a930-58991e0e7ec3', 'tempest-TagsExtTest-Tag-1240223413') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:52.292712 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930754f5-1d29-4cdf-8bc7-ff930d74da7a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:52.297108 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-930754f5-1d29-4cdf-8bc7-ff930d74da7a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0888522 Nov 09 04:21:52.297396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49808) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.365582 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac10c339-85d8-407f-80c5-a5adbae76f73 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:52.367040 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ac10c339-85d8-407f-80c5-a5adbae76f73 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0686252 Nov 09 04:21:52.370195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49810) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.379170 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-de90cd03-95e5-4eaf-affc-8e8838a83afa tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/subnetpools/6c9aefb8-e960-4c1a-a930-58991e0e7ec3/tags/tempest-TagsExtTest-Tag-1240223413 HTTP/1.1" status: 204 len: 168 time: 0.1138711 Nov 09 04:21:52.384253 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-59fdf90a-0589-4a27-a611-ecd96662dae8', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:21:52.385726 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:52.409489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49812) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.412119 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-746076e7-256c-45b7-a78c-b8746cc0ba06 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407043 Nov 09 04:21:52.420524 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49814) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.421864 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-cf4fe852-9173-4b7e-8b27-e6add304045a tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6c9aefb8-e960-4c1a-a930-58991e0e7ec3') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:52.451965 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cf4fe852-9173-4b7e-8b27-e6add304045a tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/subnetpools/6c9aefb8-e960-4c1a-a930-58991e0e7ec3/tags HTTP/1.1" status: 200 len: 205 time: 0.0385332 Nov 09 04:21:52.454928 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49816) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.459741 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-f462e9d7-6e3b-42f7-8135-1eb488d45e28 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6c9aefb8-e960-4c1a-a930-58991e0e7ec3') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:52.467607 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-670092a3-7d60-444e-bab5-1fcbf5927df8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:52.468369 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670092a3-7d60-444e-bab5-1fcbf5927df8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:52.471680 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-670092a3-7d60-444e-bab5-1fcbf5927df8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/fe81fb4d-6a03-46a9-afdc-bf201f1fe59f HTTP/1.1" status: 404 len: 333 time: 0.0480130 Nov 09 04:21:52.475422 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49818) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.506111 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7c08b1-c0c8-4fc1-ab54-cc973e9baaa9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:52.506860 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7c08b1-c0c8-4fc1-ab54-cc973e9baaa9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:52.512946 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6f7c08b1-c0c8-4fc1-ab54-cc973e9baaa9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/3722a89a-05fa-42af-9b49-7bcd3f9535c2 HTTP/1.1" status: 404 len: 337 time: 0.0339644 Nov 09 04:21:52.513879 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49820) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.546785 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d6dbeb-5af8-4c7e-b0e1-c4387be73394 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:52.547251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d6dbeb-5af8-4c7e-b0e1-c4387be73394 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:52.552808 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-75d6dbeb-5af8-4c7e-b0e1-c4387be73394 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/634e7420-487d-4cf0-bd85-87200463f1a5 HTTP/1.1" status: 404 len: 337 time: 0.0361333 Nov 09 04:21:52.553027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49822) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.574383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9b40-d9eb-4d49-be81-9f6a41a2774e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:52.576959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9b40-d9eb-4d49-be81-9f6a41a2774e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:52.577462 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d3de76-feec-4137-ab85-26eefe67409e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:52.580997 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3f0a9b40-d9eb-4d49-be81-9f6a41a2774e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7cce9d5-f60a-4761-bcc1-0ad585581c38 HTTP/1.1" status: 204 len: 168 time: 0.5099361 Nov 09 04:21:52.581197 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d3de76-feec-4137-ab85-26eefe67409e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:52.581856 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-16d3de76-feec-4137-ab85-26eefe67409e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/a70edb82-52a1-47ea-80be-1d5706cca522 HTTP/1.1" status: 404 len: 333 time: 0.0277932 Nov 09 04:21:52.584437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49826) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.611904 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-95aa330c-a465-4870-b82f-80261bbc1e43 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:52.612570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95aa330c-a465-4870-b82f-80261bbc1e43 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:52.616268 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-95aa330c-a465-4870-b82f-80261bbc1e43 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/18c7fb9b-e3b3-42fe-8665-a92730527dce HTTP/1.1" status: 404 len: 337 time: 0.0304801 Nov 09 04:21:52.619457 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49828) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.628280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a9b40-d9eb-4d49-be81-9f6a41a2774e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cce9d5-f60a-4761-bcc1-0ad585581c38,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:52.630958 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f462e9d7-6e3b-42f7-8135-1eb488d45e28 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/subnetpools/6c9aefb8-e960-4c1a-a930-58991e0e7ec3/tags HTTP/1.1" status: 204 len: 168 time: 0.1750207 Nov 09 04:21:52.634025 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49830) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.639172 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-c16c175e-a16a-43c0-aa73-3f5a702284bc tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3903ce66-ed81-45ed-8eb1-2e3e47509b56') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:52.650808 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-014dbac3-c5be-4f6e-8de8-cebf4abf98b0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:52.651534 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014dbac3-c5be-4f6e-8de8-cebf4abf98b0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:52.654920 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-014dbac3-c5be-4f6e-8de8-cebf4abf98b0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/f51f3b4a-08dd-49a5-b3cd-2f7fc3498717 HTTP/1.1" status: 404 len: 337 time: 0.0343215 Nov 09 04:21:52.657489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49832) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.682394 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd5f041-e074-4832-a7a8-f0d7b23c9254 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:52.683508 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd5f041-e074-4832-a7a8-f0d7b23c9254 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:52.687048 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0cd5f041-e074-4832-a7a8-f0d7b23c9254 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/74daaae8-090c-424e-a290-64c3d1370ba5 HTTP/1.1" status: 404 len: 333 time: 0.0281372 Nov 09 04:21:52.689935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49834) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.719216 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb6472-8e2b-4a4b-96bf-28c1a8d01dad None None] Network c9226536-8b5b-40e1-b9f1-af3b84f13cfa requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:52.728367 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a9febc-7008-4084-8869-3904de60f1be tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:52.728836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a9febc-7008-4084-8869-3904de60f1be tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:52.731954 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c3a9febc-7008-4084-8869-3904de60f1be tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/67a8f6fb-79d7-47df-8ae7-bc40938c5860 HTTP/1.1" status: 404 len: 337 time: 0.0410447 Nov 09 04:21:52.734770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49836) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.746753 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:52.771465 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b186464e-2dce-42fc-8010-b41bfdd67668 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:52.771465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b186464e-2dce-42fc-8010-b41bfdd67668 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:52.771669 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c16c175e-a16a-43c0-aa73-3f5a702284bc tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/routers/3903ce66-ed81-45ed-8eb1-2e3e47509b56/tags HTTP/1.1" status: 204 len: 168 time: 0.1333950 Nov 09 04:21:52.771771 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b186464e-2dce-42fc-8010-b41bfdd67668 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/355551f1-2df4-4ab3-b6f0-ac708b623521 HTTP/1.1" status: 404 len: 337 time: 0.0353117 Nov 09 04:21:52.771771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49838) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.776828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-c82084f8-949d-404d-a171-96616275904c tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a31f37b8-9f24-4fcc-9eb5-ef696fa64d84') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:52.777026 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49840) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.785967 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:52.859206 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c82084f8-949d-404d-a171-96616275904c tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/ports/a31f37b8-9f24-4fcc-9eb5-ef696fa64d84/tags HTTP/1.1" status: 204 len: 168 time: 0.0865600 Nov 09 04:21:52.861989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49842) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:52.868080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-59af3f40-fcd4-4963-9679-82f36dbba7e4 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ed8ea04c-984c-40bc-9260-67cc44e5f40e') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:52.894603 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Allocated IP 2001:db8::2 (59fdf90a-0589-4a27-a611-ecd96662dae8/07dd04fa-5986-4dca-beeb-2930ad4c5833/69c046ed-b6b1-4264-ae55-6561b006bcf4) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:52.900656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bd2327f8-96cf-476f-a1ce-c2550e04051c None None] Provisioning complete for port 1ec3b5c3-d451-4480-856f-dbe2133f42fe triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:52.901029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bd2327f8-96cf-476f-a1ce-c2550e04051c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:52.998527 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-59af3f40-fcd4-4963-9679-82f36dbba7e4 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/subnets/ed8ea04c-984c-40bc-9260-67cc44e5f40e/tags HTTP/1.1" status: 204 len: 168 time: 0.1345093 Nov 09 04:21:53.002799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49846) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.008385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-972b22f2-e6d6-40d6-a67c-2add91c9f3b9 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ed8ea04c-984c-40bc-9260-67cc44e5f40e', 'tempest-TagsExtTest-Tag-1199119887') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:53.052153 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:21:53.070990 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:53.071366 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:53.092992 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-972b22f2-e6d6-40d6-a67c-2add91c9f3b9 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "PUT /v2.0/subnets/ed8ea04c-984c-40bc-9260-67cc44e5f40e/tags/tempest-TagsExtTest-Tag-1199119887 HTTP/1.1" status: 201 len: 201 time: 0.0864091 Nov 09 04:21:53.093328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49848) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.098403 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-e82f1b70-2368-438c-aa83-cbfbed289646 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a31f37b8-9f24-4fcc-9eb5-ef696fa64d84', 'tempest-TagsExtTest-Tag-901774496') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:53.174408 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20134493-3667-4d1d-8a8a-2106da3f1b28 None None] DHCP port deletion for c9226536-8b5b-40e1-b9f1-af3b84f13cfa request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:21:53.182993 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e82f1b70-2368-438c-aa83-cbfbed289646 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "PUT /v2.0/ports/a31f37b8-9f24-4fcc-9eb5-ef696fa64d84/tags/tempest-TagsExtTest-Tag-901774496 HTTP/1.1" status: 201 len: 201 time: 0.0884733 Nov 09 04:21:53.185714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49850) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.191672 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-593fb21e-e88b-41dd-9f4d-71e4c8a9ae08 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3903ce66-ed81-45ed-8eb1-2e3e47509b56', 'tempest-TagsExtTest-Tag-449879640') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:53.252692 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-61644046-3fa5-4e51-8581-d5dd8c9d6b9f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.253281 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61644046-3fa5-4e51-8581-d5dd8c9d6b9f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.258963 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-61644046-3fa5-4e51-8581-d5dd8c9d6b9f tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/8d651b66-631d-4da3-89b3-8bf1c2ea2ca7 HTTP/1.1" status: 404 len: 333 time: 0.4438930 Nov 09 04:21:53.259129 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:53.259797 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49852) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.285969 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:53.293711 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0898a42-38cf-4a61-8cbe-9be77f35e66b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.294156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0898a42-38cf-4a61-8cbe-9be77f35e66b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.299627 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a0898a42-38cf-4a61-8cbe-9be77f35e66b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/8257d82b-80b4-49a5-9cdc-b6b206d365aa HTTP/1.1" status: 404 len: 337 time: 0.0364881 Nov 09 04:21:53.299802 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49854) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.332537 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3bba3c-3c9a-422d-b3b4-2e34621d7269 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.332998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3bba3c-3c9a-422d-b3b4-2e34621d7269 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.339075 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4f3bba3c-3c9a-422d-b3b4-2e34621d7269 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/26ae69e8-2804-49b6-80dd-79e28c089f1b HTTP/1.1" status: 404 len: 337 time: 0.0353143 Nov 09 04:21:53.339269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49856) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.348544 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:53.353142 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bcaef-d126-4140-b2aa-9b0a35a11fc5 req-c1eab279-9dbd-4ffa-9abd-95581fd42a23 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:53.354814 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-431bcaef-d126-4140-b2aa-9b0a35a11fc5 req-c1eab279-9dbd-4ffa-9abd-95581fd42a23 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 945 time: 0.1058669 Nov 09 04:21:53.360284 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Network 59fdf90a-0589-4a27-a611-ecd96662dae8 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:53.364165 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-593fb21e-e88b-41dd-9f4d-71e4c8a9ae08 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "PUT /v2.0/routers/3903ce66-ed81-45ed-8eb1-2e3e47509b56/tags/tempest-TagsExtTest-Tag-449879640 HTTP/1.1" status: 201 len: 201 time: 0.1770921 Nov 09 04:21:53.365132 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-772f8ca0-ace6-456c-bf95-b057e29bf1dc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.365876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772f8ca0-ace6-456c-bf95-b057e29bf1dc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.367094 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49858) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.368892 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-772f8ca0-ace6-456c-bf95-b057e29bf1dc tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/3048ab92-d050-40bd-8cc9-a95ede1f72c4 HTTP/1.1" status: 404 len: 333 time: 0.0286601 Nov 09 04:21:53.371453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49860) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.375915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-271f33d6-16ff-441c-9ae4-9890d5bda6bc tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6c9aefb8-e960-4c1a-a930-58991e0e7ec3', 'tempest-TagsExtTest-Tag-397952743') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:53.376322 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-20134493-3667-4d1d-8a8a-2106da3f1b28 None None] Deleting port 1ec3b5c3-d451-4480-856f-dbe2133f42fe {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:53.376698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-20134493-3667-4d1d-8a8a-2106da3f1b28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:53.378617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:53.382359 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Pushing event updated for resources: {'Port': ['ID=69c046ed-b6b1-4264-ae55-6561b006bcf4,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:53.385584 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:53.398467 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5bf401-c238-4078-bacc-0a51082eac5a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.398972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5bf401-c238-4078-bacc-0a51082eac5a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.405109 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0c5bf401-c238-4078-bacc-0a51082eac5a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/f1fab5aa-3929-4e9b-807f-acf1886f75a3 HTTP/1.1" status: 404 len: 337 time: 0.0302932 Nov 09 04:21:53.405294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49862) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.423783 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5d7746-1041-4ce6-b174-65113d65c2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:21:53.426439 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9400b48e-9032-4efc-a528-c4aa984b9989" -d '{"events": [{"server_uuid": "2c5d7746-1041-4ce6-b174-65113d65c2f7", "name": "network-vif-plugged", "status": "completed", "tag": "ad08bcff-2aa8-44fe-ab3d-5418373bf0a1"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:21:53.429361 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c25ffa-c172-49ce-9b30-f500c6c757a9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.430063 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c25ffa-c172-49ce-9b30-f500c6c757a9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.433388 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-63c25ffa-c172-49ce-9b30-f500c6c757a9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/eedc2b12-4e89-4b92-aefd-9c28b9d04ef6 HTTP/1.1" status: 404 len: 333 time: 0.0268176 Nov 09 04:21:53.435666 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49866) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.477146 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6939450-c4d4-4fa6-8a3f-2f754fd77239 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.477640 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6939450-c4d4-4fa6-8a3f-2f754fd77239 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.488444 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1,segment=NetworkSegment(0272764f-bd11-4a80-a3af-54f4584a948f),segment_id=0272764f-bd11-4a80-a3af-54f4584a948f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:53.493041 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49870) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.493218 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b6939450-c4d4-4fa6-8a3f-2f754fd77239 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/b4ed9888-8a2a-4a80-a32a-31b8c349eea2 HTTP/1.1" status: 404 len: 337 time: 0.0546610 Nov 09 04:21:53.515373 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:53.536509 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-431bcaef-d126-4140-b2aa-9b0a35a11fc5 req-d85a01d7-3413-4ca8-b4f0-2d3f91f49ca0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=99c4afd4-8853-4054-8294-d40688b164d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445203 Nov 09 04:21:53.538128 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-271f33d6-16ff-441c-9ae4-9890d5bda6bc tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "PUT /v2.0/subnetpools/6c9aefb8-e960-4c1a-a930-58991e0e7ec3/tags/tempest-TagsExtTest-Tag-397952743 HTTP/1.1" status: 201 len: 201 time: 0.1697581 Nov 09 04:21:53.546126 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49872) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.557308 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94783e9-79a8-4969-a698-98603c444d27 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.557730 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Attempting to bind port 69c046ed-b6b1-4264-ae55-6561b006bcf4 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:21:53.558265 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Attempting to bind port 69c046ed-b6b1-4264-ae55-6561b006bcf4 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'c52ddc72-c321-41cd-a947-f72c47cb187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:21:53.558449 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f94783e9-79a8-4969-a698-98603c444d27 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.558638 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Attempting to bind port 69c046ed-b6b1-4264-ae55-6561b006bcf4 on network 59fdf90a-0589-4a27-a611-ecd96662dae8 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:53.559877 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-2ae7b955-c968-47fb-9abb-3f3c213aef30 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ed8ea04c-984c-40bc-9260-67cc44e5f40e', {'tags': ['tempest-TagsExtTest-Tag-1462292368', 'tempest-TagsExtTest-Tag-480548859', 'tempest-TagsExtTest-Tag-2011577955']}) {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:53.564029 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f94783e9-79a8-4969-a698-98603c444d27 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/e7354222-a892-4b20-b775-a12d552b8e2f HTTP/1.1" status: 404 len: 333 time: 0.0607677 Nov 09 04:21:53.564302 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49874) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.569597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-20134493-3667-4d1d-8a8a-2106da3f1b28 None None] For port 1ec3b5c3-d451-4480-856f-dbe2133f42fe, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1ec3b5c3-d451-4480-856f-dbe2133f42fe,segment=NetworkSegment(d94c41b0-af0e-49ca-9fb0-56d57d9d45e4),segment_id=d94c41b0-af0e-49ca-9fb0-56d57d9d45e4)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:53.571360 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-20134493-3667-4d1d-8a8a-2106da3f1b28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:53.585078 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:21:53.585460 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Checking segment: {'id': 'c52ddc72-c321-41cd-a947-f72c47cb187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:53.585889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:53.586283 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Bound using segment: {'id': 'c52ddc72-c321-41cd-a947-f72c47cb187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:21:53.586763 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Bound port: 69c046ed-b6b1-4264-ae55-6561b006bcf4, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52ddc72-c321-41cd-a947-f72c47cb187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:21:53.587147 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:53.602990 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-6640dfcf-060b-4f3c-9293-2ac5a49a4a4d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.603704 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6640dfcf-060b-4f3c-9293-2ac5a49a4a4d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.607206 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6640dfcf-060b-4f3c-9293-2ac5a49a4a4d tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/9ba494db-2f25-4594-9470-54af05798077 HTTP/1.1" status: 404 len: 337 time: 0.0418448 Nov 09 04:21:53.608763 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-20134493-3667-4d1d-8a8a-2106da3f1b28 None None] Calling delete_port for 1ec3b5c3-d451-4480-856f-dbe2133f42fe owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:53.610692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49876) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.625112 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:53.648324 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c406bee-bee3-4cff-9703-75bc22ee5c74 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.649342 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c406bee-bee3-4cff-9703-75bc22ee5c74 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.653321 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5c406bee-bee3-4cff-9703-75bc22ee5c74 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/7b094959-d7bf-41f4-8455-2a0815181713 HTTP/1.1" status: 404 len: 333 time: 0.0414574 Nov 09 04:21:53.658797 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49878) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.669788 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Allocated IP 2001:db8::1 (59fdf90a-0589-4a27-a611-ecd96662dae8/07dd04fa-5986-4dca-beeb-2930ad4c5833/e637cc1c-9d1d-4503-8801-425d2d51345f) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:53.678330 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2ae7b955-c968-47fb-9abb-3f3c213aef30 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "PUT /v2.0/subnets/ed8ea04c-984c-40bc-9260-67cc44e5f40e/tags HTTP/1.1" status: 200 len: 317 time: 0.1284878 Nov 09 04:21:53.679160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49880) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.691117 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-67d3a1ae-e260-4cba-9354-f40ca0bc6fee tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ed8ea04c-984c-40bc-9260-67cc44e5f40e') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:53.696631 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-597b0f46-447f-4d7e-b0fe-0a6ce8dc3888 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.697820 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-597b0f46-447f-4d7e-b0fe-0a6ce8dc3888 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.700865 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-597b0f46-447f-4d7e-b0fe-0a6ce8dc3888 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/aa3f851c-459a-43d0-8128-c74140fe4b9b HTTP/1.1" status: 404 len: 337 time: 0.0408957 Nov 09 04:21:53.703828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49882) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.733781 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] For port 69c046ed-b6b1-4264-ae55-6561b006bcf4, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:21:53.751721 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] For port 69c046ed-b6b1-4264-ae55-6561b006bcf4, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=69c046ed-b6b1-4264-ae55-6561b006bcf4,segment=NetworkSegment(c52ddc72-c321-41cd-a947-f72c47cb187f),segment_id=c52ddc72-c321-41cd-a947-f72c47cb187f)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:21:53.757981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:53.763976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-20134493-3667-4d1d-8a8a-2106da3f1b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:53.780467 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-556d8b3b-934e-4e92-98e7-7c5ae9be8d54 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.781407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556d8b3b-934e-4e92-98e7-7c5ae9be8d54 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.784683 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-556d8b3b-934e-4e92-98e7-7c5ae9be8d54 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/823fc266-36b9-4a2f-b1cb-9b60e80f8675 HTTP/1.1" status: 404 len: 333 time: 0.0795293 Nov 09 04:21:53.787792 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49884) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.800805 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e2e212-fb43-4329-a003-baca5c94f962 x-openstack-request-id: req-27e2e212-fb43-4329-a003-baca5c94f962 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:21:53.801091 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5d7746-1041-4ce6-b174-65113d65c2f7", "name": "network-vif-plugged", "status": "completed", "tag": "ad08bcff-2aa8-44fe-ab3d-5418373bf0a1", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:21:53.801341 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27e2e212-fb43-4329-a003-baca5c94f962 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:21:53.801752 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5d7746-1041-4ce6-b174-65113d65c2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1', 'code': 200} Nov 09 04:21:53.828067 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20134493-3667-4d1d-8a8a-2106da3f1b28 None None] No DVR routers for this DVR port 1ec3b5c3-d451-4480-856f-dbe2133f42fe on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:21:53.829869 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce04586-b581-4b7b-8ccf-efb804f10329 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.830422 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce04586-b581-4b7b-8ccf-efb804f10329 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.836440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49886) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.836650 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3ce04586-b581-4b7b-8ccf-efb804f10329 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/c72e74cf-a57f-4292-bb64-c0dda8c083db HTTP/1.1" status: 404 len: 337 time: 0.0476029 Nov 09 04:21:53.854140 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-67d3a1ae-e260-4cba-9354-f40ca0bc6fee tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/subnets/ed8ea04c-984c-40bc-9260-67cc44e5f40e/tags HTTP/1.1" status: 204 len: 168 time: 0.1713479 Nov 09 04:21:53.861453 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49888) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.866024 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-9aaa9b52-abae-4611-98aa-2b8da2f355ec tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ed8ea04c-984c-40bc-9260-67cc44e5f40e', 'tempest-TagsExtTest-Tag-1462292368') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:53.868102 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a3b56-4711-47bc-8a9e-1be2dd602204 None None] Pushing event updated for resources: {'Port': ['ID=69c046ed-b6b1-4264-ae55-6561b006bcf4,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:53.873482 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad5f595-57ab-4bc4-9761-0450ae79bc90 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.873482 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad5f595-57ab-4bc4-9761-0450ae79bc90 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.876583 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-dad5f595-57ab-4bc4-9761-0450ae79bc90 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/6d83e4a0-12c0-4a86-8145-b3f4fe322e0b HTTP/1.1" status: 404 len: 333 time: 0.0386040 Nov 09 04:21:53.880666 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49890) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.910554 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20134493-3667-4d1d-8a8a-2106da3f1b28 None None] Pushing event deleted for resources: {'Port': ['ID=1ec3b5c3-d451-4480-856f-dbe2133f42fe,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:53.921844 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a62b5c8-1afa-4248-a722-0e01cbc46ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.922426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a62b5c8-1afa-4248-a722-0e01cbc46ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.925905 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6a62b5c8-1afa-4248-a722-0e01cbc46ca1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/4a86855c-4b87-4acd-8071-0a0306d240ca HTTP/1.1" status: 404 len: 337 time: 0.0440457 Nov 09 04:21:53.928435 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49892) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.934506 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:53.965341 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe55eed-37ac-44d9-8217-a3c2b3b346e8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.966090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe55eed-37ac-44d9-8217-a3c2b3b346e8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.968907 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8fe55eed-37ac-44d9-8217-a3c2b3b346e8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/f30792aa-f220-41ec-8d32-82bd86639815 HTTP/1.1" status: 404 len: 337 time: 0.0394464 Nov 09 04:21:53.971363 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49894) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.983064 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-9aaa9b52-abae-4611-98aa-2b8da2f355ec tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] show failed (client error): The resource could not be found. Nov 09 04:21:53.984074 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9aaa9b52-abae-4611-98aa-2b8da2f355ec tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/subnets/ed8ea04c-984c-40bc-9260-67cc44e5f40e/tags/tempest-TagsExtTest-Tag-1462292368 HTTP/1.1" status: 404 len: 329 time: 0.1216416 Nov 09 04:21:53.988833 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49896) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:53.993077 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-5bee0b18-ef20-464d-b53b-4ac5f83602ab tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ed8ea04c-984c-40bc-9260-67cc44e5f40e', 'tempest-TagsExtTest-Tag-480548859') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:53.995069 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5feb80-7c59-4a99-9e50-c8b89af8d9b0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:53.995793 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5feb80-7c59-4a99-9e50-c8b89af8d9b0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:53.998841 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-df5feb80-7c59-4a99-9e50-c8b89af8d9b0 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/56aae55c-5d77-4fef-ba1e-4c4991086ab3 HTTP/1.1" status: 404 len: 333 time: 0.0265293 Nov 09 04:21:54.001488 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49898) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.028283 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b12c1b-6848-45e0-8a7d-5824b5f31840 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.028974 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b12c1b-6848-45e0-8a7d-5824b5f31840 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.034242 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-21b12c1b-6848-45e0-8a7d-5824b5f31840 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/191fe893-f1e7-4881-9236-b067a7cdf416 HTTP/1.1" status: 404 len: 337 time: 0.0293851 Nov 09 04:21:54.034391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49900) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.051803 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:54.068605 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b6dacb-871d-4f59-9ec1-bb976b52c281 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.069068 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b6dacb-871d-4f59-9ec1-bb976b52c281 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.076236 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-21b6dacb-871d-4f59-9ec1-bb976b52c281 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/ace289ce-207a-4e16-97f2-bbe10f022610 HTTP/1.1" status: 404 len: 337 time: 0.0384550 Nov 09 04:21:54.076522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49902) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.107128 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fdf6c1-8ce8-4c6e-bd3c-30af2d1afee7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.107642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18fdf6c1-8ce8-4c6e-bd3c-30af2d1afee7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.115137 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-18fdf6c1-8ce8-4c6e-bd3c-30af2d1afee7 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/c269101e-44dc-41ad-859c-8ffb8d15b4af HTTP/1.1" status: 404 len: 333 time: 0.0371926 Nov 09 04:21:54.117416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49904) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.136945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 59fdf90a-0589-4a27-a611-ecd96662dae8 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:54.148111 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c77a103-1f2f-4721-8178-617474475104 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.148974 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c77a103-1f2f-4721-8178-617474475104 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.150291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e29d4-7c01-46a1-ba8a-857f04be8ad8 req-49829773-c05d-4c81-a2f9-982168832534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:54.151830 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4b1e29d4-7c01-46a1-ba8a-857f04be8ad8 req-49829773-c05d-4c81-a2f9-982168832534 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 1099 time: 0.1829922 Nov 09 04:21:54.152525 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7c77a103-1f2f-4721-8178-617474475104 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/4aee8789-49b1-4c16-bdba-d5f00ca068c3 HTTP/1.1" status: 404 len: 337 time: 0.0336685 Nov 09 04:21:54.152752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:54.158105 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:54.158479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49906) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.158620 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:54.167311 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=e637cc1c-9d1d-4503-8801-425d2d51345f,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:54.201668 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f858f73-db0b-4161-95e8-ff2e9e616da5 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.202345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f858f73-db0b-4161-95e8-ff2e9e616da5 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.208014 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2f858f73-db0b-4161-95e8-ff2e9e616da5 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/ee653653-e6d0-467e-82ab-5d956147ef23 HTTP/1.1" status: 404 len: 337 time: 0.0463173 Nov 09 04:21:54.208415 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49908) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.238252 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-5bee0b18-ef20-464d-b53b-4ac5f83602ab tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] show failed (client error): The resource could not be found. Nov 09 04:21:54.238663 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7720ba4e-ac03-4f42-8e28-5d19ea326f25 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.242071 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5bee0b18-ef20-464d-b53b-4ac5f83602ab tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/subnets/ed8ea04c-984c-40bc-9260-67cc44e5f40e/tags/tempest-TagsExtTest-Tag-480548859 HTTP/1.1" status: 404 len: 328 time: 0.2503247 Nov 09 04:21:54.242211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7720ba4e-ac03-4f42-8e28-5d19ea326f25 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.245728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49910) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.245861 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7720ba4e-ac03-4f42-8e28-5d19ea326f25 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/cfd8ae2d-8c0e-410d-b592-633da48765d3 HTTP/1.1" status: 404 len: 333 time: 0.0334790 Nov 09 04:21:54.245950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49912) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.267703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-01042c87-a680-4663-a695-185963c2b3a2 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ed8ea04c-984c-40bc-9260-67cc44e5f40e', 'tempest-TagsExtTest-Tag-2011577955') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:54.274249 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ccafd0-817e-4bf7-8158-466e451fc30a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.275316 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ccafd0-817e-4bf7-8158-466e451fc30a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.280148 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-90ccafd0-817e-4bf7-8158-466e451fc30a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/b9f06b19-1def-4e11-81d7-31197948d5a4 HTTP/1.1" status: 404 len: 337 time: 0.0308628 Nov 09 04:21:54.280340 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49914) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.311120 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4ed717-a66f-486b-818e-7c40d8311416 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.311600 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4ed717-a66f-486b-818e-7c40d8311416 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.314816 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3c4ed717-a66f-486b-818e-7c40d8311416 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/2467e35f-da47-4943-947d-0cc17f2a9929 HTTP/1.1" status: 404 len: 337 time: 0.0335264 Nov 09 04:21:54.317492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49916) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.328814 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4b1e29d4-7c01-46a1-ba8a-857f04be8ad8 req-96b02c6b-d9af-47be-aa10-cff8337b2536 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=99c4afd4-8853-4054-8294-d40688b164d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654587 Nov 09 04:21:54.346683 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2d98c170-47e7-42a9-8519-2469a5f13417 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports?device_id=5259e85a-2e8f-4c52-9b19-d8cf111fa964 HTTP/1.1" status: 200 len: 205 time: 0.0270128 Nov 09 04:21:54.348365 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49918) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.365826 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:54.392898 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-faeac0fa-4c32-401f-a89d-1bc6d15a424c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] delete failed (client error): The resource could not be found. Nov 09 04:21:54.394006 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-faeac0fa-4c32-401f-a89d-1bc6d15a424c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/routers/5259e85a-2e8f-4c52-9b19-d8cf111fa964 HTTP/1.1" status: 404 len: 336 time: 0.0446508 Nov 09 04:21:54.396681 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49920) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.423197 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-01042c87-a680-4663-a695-185963c2b3a2 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] show failed (client error): The resource could not be found. Nov 09 04:21:54.424259 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-01042c87-a680-4663-a695-185963c2b3a2 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/subnets/ed8ea04c-984c-40bc-9260-67cc44e5f40e/tags/tempest-TagsExtTest-Tag-2011577955 HTTP/1.1" status: 404 len: 329 time: 0.1625898 Nov 09 04:21:54.424782 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-142fc2ec-7945-48a3-a4ac-7df8eaa80677 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.425494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142fc2ec-7945-48a3-a4ac-7df8eaa80677 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.427071 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49922) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.431768 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-142fc2ec-7945-48a3-a4ac-7df8eaa80677 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/03488377-5dd0-4b2d-9762-d297e06948e0 HTTP/1.1" status: 404 len: 337 time: 0.0318735 Nov 09 04:21:54.432102 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-44174eb4-c390-4d33-a78f-72817abe9a7c tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a31f37b8-9f24-4fcc-9eb5-ef696fa64d84', {'tags': ['tempest-TagsExtTest-Tag-1562291907', 'tempest-TagsExtTest-Tag-17702169', 'tempest-TagsExtTest-Tag-2117631310']}) {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:54.432577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49924) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.467148 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c63de094-ba45-43ef-833a-34bc06accae1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e7783be-3f2b-4206-9af4-fd5b444df028 HTTP/1.1" status: 200 len: 205 time: 0.0332773 Nov 09 04:21:54.468290 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49926) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.504232 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-04b72482-c036-4bc7-9a90-d1fad176e910 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] delete failed (client error): The resource could not be found. Nov 09 04:21:54.505260 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-04b72482-c036-4bc7-9a90-d1fad176e910 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/routers/2e7783be-3f2b-4206-9af4-fd5b444df028 HTTP/1.1" status: 404 len: 336 time: 0.0360343 Nov 09 04:21:54.507830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49928) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.538946 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea12ba3-4a84-4b8a-9e1f-b535eff6959a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.539396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea12ba3-4a84-4b8a-9e1f-b535eff6959a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.543035 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7ea12ba3-4a84-4b8a-9e1f-b535eff6959a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/31014381-1050-4c22-ba11-c11e06eb9014 HTTP/1.1" status: 404 len: 337 time: 0.0343065 Nov 09 04:21:54.545657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49930) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.568579 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-44174eb4-c390-4d33-a78f-72817abe9a7c tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "PUT /v2.0/ports/a31f37b8-9f24-4fcc-9eb5-ef696fa64d84/tags HTTP/1.1" status: 200 len: 316 time: 0.1404905 Nov 09 04:21:54.571288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49932) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.571516 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a8a483-7ff0-48a8-a3f6-00fdf7b92f74 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.572002 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a8a483-7ff0-48a8-a3f6-00fdf7b92f74 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.575557 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-32a8a483-7ff0-48a8-a3f6-00fdf7b92f74 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/80cb9ad1-c3e1-4d02-9f7a-ef7e5ac42b6e HTTP/1.1" status: 404 len: 337 time: 0.0286779 Nov 09 04:21:54.575702 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-36d73fa5-bbb4-49ba-a77a-706be70ef453 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a31f37b8-9f24-4fcc-9eb5-ef696fa64d84') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:54.580754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49936) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.606997 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-593bc9ea-eedf-4f07-a6a4-004ce6f70b45 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.607731 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593bc9ea-eedf-4f07-a6a4-004ce6f70b45 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.610832 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-593bc9ea-eedf-4f07-a6a4-004ce6f70b45 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/07b3bb6f-a773-47de-90e5-bfe078e358e0 HTTP/1.1" status: 404 len: 333 time: 0.0290723 Nov 09 04:21:54.613368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49938) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.639868 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-c231f24a-54a3-45f0-a2eb-3e33138b74c1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.640323 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c231f24a-54a3-45f0-a2eb-3e33138b74c1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.645634 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c231f24a-54a3-45f0-a2eb-3e33138b74c1 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/3cdb1bf1-e4f3-42a4-8244-7631961c638c HTTP/1.1" status: 404 len: 337 time: 0.0290809 Nov 09 04:21:54.646222 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49940) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.670232 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8008d51-8f56-45f1-8473-ff0f75191baf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.670938 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8008d51-8f56-45f1-8473-ff0f75191baf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.675048 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d8008d51-8f56-45f1-8473-ff0f75191baf tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/ddbd8daa-29c4-46bb-9203-ce664e909321 HTTP/1.1" status: 404 len: 333 time: 0.0268109 Nov 09 04:21:54.676529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49942) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.710684 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1aded2-9988-4887-a3f7-9c87995b3551 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.711145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1aded2-9988-4887-a3f7-9c87995b3551 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.714778 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5b1aded2-9988-4887-a3f7-9c87995b3551 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/8f7f776b-00d3-42c7-8dba-0d7155299261 HTTP/1.1" status: 404 len: 337 time: 0.0371146 Nov 09 04:21:54.717845 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49944) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.742538 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b6a0ed-7bb4-4003-a991-61601165bf8c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.743121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b6a0ed-7bb4-4003-a991-61601165bf8c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.746580 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-90b6a0ed-7bb4-4003-a991-61601165bf8c tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/5b000399-b9b3-412d-a174-bf5aee469d63 HTTP/1.1" status: 404 len: 333 time: 0.0277579 Nov 09 04:21:54.749231 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49946) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.765396 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb8885-a979-4c08-b1e1-499c4bf7b40f req-7229f38b-8a41-4f6c-8728-58627fb153f4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:54.770146 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-debb8885-a979-4c08-b1e1-499c4bf7b40f req-7229f38b-8a41-4f6c-8728-58627fb153f4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 946 time: 0.1332159 Nov 09 04:21:54.775929 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c363f0-d293-41d8-af14-f120f2717f2b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.776389 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c363f0-d293-41d8-af14-f120f2717f2b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.781838 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f9c363f0-d293-41d8-af14-f120f2717f2b tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/075685ec-89cd-4d07-96f0-37293fade1ec HTTP/1.1" status: 404 len: 337 time: 0.0293729 Nov 09 04:21:54.782131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49948) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.807475 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-98681308-58b7-4da2-ad24-2931b506cad8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.808288 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98681308-58b7-4da2-ad24-2931b506cad8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.814184 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-98681308-58b7-4da2-ad24-2931b506cad8 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/130068db-ea9b-44cf-ad2a-faa4fcf071e6 HTTP/1.1" status: 404 len: 333 time: 0.0287001 Nov 09 04:21:54.815023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49950) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.842586 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:54.843071 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-91626751-3bf9-431f-a1f1-284b55c0a4c9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.843530 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91626751-3bf9-431f-a1f1-284b55c0a4c9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.849349 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-91626751-3bf9-431f-a1f1-284b55c0a4c9 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/9a68c79a-252d-4d45-9ed4-f2bc6760a58e HTTP/1.1" status: 404 len: 337 time: 0.0312746 Nov 09 04:21:54.849566 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49952) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.856514 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:54.857308 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:54.865648 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-36d73fa5-bbb4-49ba-a77a-706be70ef453 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/ports/a31f37b8-9f24-4fcc-9eb5-ef696fa64d84/tags HTTP/1.1" status: 204 len: 168 time: 0.2932811 Nov 09 04:21:54.873826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49954) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.876444 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cadd00c-cc13-4621-8315-3127c613fa2e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.877187 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cadd00c-cc13-4621-8315-3127c613fa2e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.882639 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0cadd00c-cc13-4621-8315-3127c613fa2e tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/4eb69590-22b2-4883-a4ce-02a48514a54b HTTP/1.1" status: 404 len: 333 time: 0.0297384 Nov 09 04:21:54.885095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-5b4c27fd-e291-4223-821a-58eee9c5cc0f tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a31f37b8-9f24-4fcc-9eb5-ef696fa64d84', 'tempest-TagsExtTest-Tag-1562291907') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:54.887075 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49956) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.901134 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-debb8885-a979-4c08-b1e1-499c4bf7b40f req-8ff73aaf-e1bf-4144-b27f-51edc939a7d9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=99c4afd4-8853-4054-8294-d40688b164d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214502 Nov 09 04:21:54.938639 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d31e52-cb65-4520-ae58-2d4b2c0dfd40 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.939091 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d31e52-cb65-4520-ae58-2d4b2c0dfd40 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.941000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=e637cc1c-9d1d-4503-8801-425d2d51345f,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:54.944531 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-54d31e52-cb65-4520-ae58-2d4b2c0dfd40 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/a770cf8e-a5c0-47c2-b1a2-28a0dbdb4d3d HTTP/1.1" status: 404 len: 337 time: 0.0541573 Nov 09 04:21:54.945487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49958) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:54.976293 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccb3133-3fbf-4909-8215-c35fde6af9ec tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:54.976969 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ccb3133-3fbf-4909-8215-c35fde6af9ec tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:54.980055 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7ccb3133-3fbf-4909-8215-c35fde6af9ec tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/73d6c18c-e588-4c88-9d44-1fcc18194593 HTTP/1.1" status: 404 len: 333 time: 0.0296783 Nov 09 04:21:54.982709 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49960) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:55.018500 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 69c046ed-b6b1-4264-ae55-6561b006bcf4 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:55.019028 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-1411dfb6-6547-4d00-a460-c9c50c6d8c0a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:55.019151 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1411dfb6-6547-4d00-a460-c9c50c6d8c0a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:55.022121 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1411dfb6-6547-4d00-a460-c9c50c6d8c0a tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/1978869d-7416-4470-b393-03771c2fb09b HTTP/1.1" status: 404 len: 337 time: 0.0384932 Nov 09 04:21:55.026019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49962) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:55.044781 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 59fdf90a-0589-4a27-a611-ecd96662dae8 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:55.047216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:55.054649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35397157-f915-4dfb-a7d4-f0cfd3359823 None None] Network 59fdf90a-0589-4a27-a611-ecd96662dae8 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:55.056482 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32eabed-12fd-4cd6-8075-5c3bdb7a11f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:55.057162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32eabed-12fd-4cd6-8075-5c3bdb7a11f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:55.060198 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f32eabed-12fd-4cd6-8075-5c3bdb7a11f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/ports/2134b864-40e1-4f62-a324-cee1e90e6bbf HTTP/1.1" status: 404 len: 333 time: 0.0335743 Nov 09 04:21:55.061938 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-5b4c27fd-e291-4223-821a-58eee9c5cc0f tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] show failed (client error): The resource could not be found. Nov 09 04:21:55.065343 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5b4c27fd-e291-4223-821a-58eee9c5cc0f tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/ports/a31f37b8-9f24-4fcc-9eb5-ef696fa64d84/tags/tempest-TagsExtTest-Tag-1562291907 HTTP/1.1" status: 404 len: 329 time: 0.1878622 Nov 09 04:21:55.065343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49964) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:55.072241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49966) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:55.076293 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-79ceff19-984a-4e12-b407-d76b46005d60 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a31f37b8-9f24-4fcc-9eb5-ef696fa64d84', 'tempest-TagsExtTest-Tag-17702169') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:55.119599 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5990ee0b-0224-47cf-907f-cdfa7359ff70 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] DELETE failed (client error): The resource could not be found. Nov 09 04:21:55.120058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5990ee0b-0224-47cf-907f-cdfa7359ff70 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:21:55.125408 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5990ee0b-0224-47cf-907f-cdfa7359ff70 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/subnets/34ae3eef-9c17-4fc4-b3c7-53738bf8c43a HTTP/1.1" status: 404 len: 337 time: 0.0588386 Nov 09 04:21:55.125672 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49968) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:55.147648 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e1752c0d-efcf-417b-ad20-041e5a5e4dfa None None] Provisioning complete for port 69c046ed-b6b1-4264-ae55-6561b006bcf4 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:55.148297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e1752c0d-efcf-417b-ad20-041e5a5e4dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.192231 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:21:55.193573 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 69c046ed-b6b1-4264-ae55-6561b006bcf4 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:55.194117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.218698 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-52c2fbb6-de9b-4785-b5fd-8882504cc3f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.226284 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-79ceff19-984a-4e12-b407-d76b46005d60 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] show failed (client error): The resource could not be found. Nov 09 04:21:55.229995 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-79ceff19-984a-4e12-b407-d76b46005d60 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/ports/a31f37b8-9f24-4fcc-9eb5-ef696fa64d84/tags/tempest-TagsExtTest-Tag-17702169 HTTP/1.1" status: 404 len: 327 time: 0.1541874 Nov 09 04:21:55.230709 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49970) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:55.234387 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-ac51b8ff-5d04-4b64-ad0e-9498b03914e6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a31f37b8-9f24-4fcc-9eb5-ef696fa64d84', 'tempest-TagsExtTest-Tag-2117631310') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:55.309856 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:21:55.320873 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ae89f30d-2255-46af-9537-067a38c15c4b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/77b7b5de-bc10-41ac-95ed-052fd9e6a66b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0718160 Nov 09 04:21:55.321791 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49972) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:55.326063 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Sync routers for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:21:55.328888 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-752bec6e-1b31-4f99-8c96-225fc82ddca4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-522060617'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:55.343087 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:55.343918 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:55.353897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752bec6e-1b31-4f99-8c96-225fc82ddca4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:55.358321 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-752bec6e-1b31-4f99-8c96-225fc82ddca4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.371715 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e1752c0d-efcf-417b-ad20-041e5a5e4dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.387203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752bec6e-1b31-4f99-8c96-225fc82ddca4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:21:55.390842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-52c2fbb6-de9b-4785-b5fd-8882504cc3f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.400959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-752bec6e-1b31-4f99-8c96-225fc82ddca4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.401741 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-752bec6e-1b31-4f99-8c96-225fc82ddca4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Added segment 4d1c4b56-70bf-4bd3-b701-2816feb5b0af of type vlan for network 1a722f70-ae96-47ac-a38a-d80429e8b685 Nov 09 04:21:55.408642 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.445014 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e1752c0d-efcf-417b-ad20-041e5a5e4dfa None None] For port 69c046ed-b6b1-4264-ae55-6561b006bcf4, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=69c046ed-b6b1-4264-ae55-6561b006bcf4,segment=NetworkSegment(c52ddc72-c321-41cd-a947-f72c47cb187f),segment_id=c52ddc72-c321-41cd-a947-f72c47cb187f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:55.454176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e1752c0d-efcf-417b-ad20-041e5a5e4dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.454646 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-ac51b8ff-5d04-4b64-ad0e-9498b03914e6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] show failed (client error): The resource could not be found. Nov 09 04:21:55.463210 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ac51b8ff-5d04-4b64-ad0e-9498b03914e6 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/ports/a31f37b8-9f24-4fcc-9eb5-ef696fa64d84/tags/tempest-TagsExtTest-Tag-2117631310 HTTP/1.1" status: 404 len: 329 time: 0.2306178 Nov 09 04:21:55.463667 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49974) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:55.467768 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-52c2fbb6-de9b-4785-b5fd-8882504cc3f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9226536-8b5b-40e1-b9f1-af3b84f13cfa']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:55.469265 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-752bec6e-1b31-4f99-8c96-225fc82ddca4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.487162 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:55.497672 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-c3d8e940-4f7a-4787-9aa1-fe84d8b4bebd tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3903ce66-ed81-45ed-8eb1-2e3e47509b56', {'tags': ['tempest-TagsExtTest-Tag-55098104', 'tempest-TagsExtTest-Tag-457052707', 'tempest-TagsExtTest-Tag-1894187235']}) {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:55.531659 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-752bec6e-1b31-4f99-8c96-225fc82ddca4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.543483 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752bec6e-1b31-4f99-8c96-225fc82ddca4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:55.544159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-752bec6e-1b31-4f99-8c96-225fc82ddca4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.557209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d2d79bdb-830a-415c-9177-fa869857d7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.563206 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:21:55.563899 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:21:55.565482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1752c0d-efcf-417b-ad20-041e5a5e4dfa None None] Pushing event updated for resources: {'Port': ['ID=69c046ed-b6b1-4264-ae55-6561b006bcf4,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:55.627985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-52c2fbb6-de9b-4785-b5fd-8882504cc3f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:55.628543 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-52c2fbb6-de9b-4785-b5fd-8882504cc3f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94c41b0-af0e-49ca-9fb0-56d57d9d45e4') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:55.643034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-52c2fbb6-de9b-4785-b5fd-8882504cc3f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.643575 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-752bec6e-1b31-4f99-8c96-225fc82ddca4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3204522 Nov 09 04:21:55.646315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49976) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:55.654817 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bec6e-1b31-4f99-8c96-225fc82ddca4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Network': ['ID=1a722f70-ae96-47ac-a38a-d80429e8b685,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:55.666180 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 1a722f70-ae96-47ac-a38a-d80429e8b685 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:21:55.668856 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3f737eac-2bc9-40d4-b1f7-c072c5da903c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'subnet': {'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:55.735933 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:21:54Z', 'revision_number': 2, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:54Z', 'revision_number': 2, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:55.737974 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-52c2fbb6-de9b-4785-b5fd-8882504cc3f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.757291 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c2fbb6-de9b-4785-b5fd-8882504cc3f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:21:55.757732 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-52c2fbb6-de9b-4785-b5fd-8882504cc3f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:21:55.760953 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:21:55.763336 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c3d8e940-4f7a-4787-9aa1-fe84d8b4bebd tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "PUT /v2.0/routers/3903ce66-ed81-45ed-8eb1-2e3e47509b56/tags HTTP/1.1" status: 200 len: 315 time: 0.2902174 Nov 09 04:21:55.766024 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49978) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:55.772204 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Checking router: 77b7b5de-bc10-41ac-95ed-052fd9e6a66b for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:21:55.772407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-5fbff1b0-8b60-47ae-8289-fb52c2373c85 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3903ce66-ed81-45ed-8eb1-2e3e47509b56') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:55.772932 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Updating router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b port e637cc1c-9d1d-4503-8801-425d2d51345f binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:21:55.804823 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.805980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e87d5e1f-09f9-4581-9ac2-37e48a36abbb None None] Provisioning complete for port 69c046ed-b6b1-4264-ae55-6561b006bcf4 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:55.806955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e87d5e1f-09f9-4581-9ac2-37e48a36abbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.877063 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-52c2fbb6-de9b-4785-b5fd-8882504cc3f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.885250 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-52c2fbb6-de9b-4785-b5fd-8882504cc3f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.886624 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5fbff1b0-8b60-47ae-8289-fb52c2373c85 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/routers/3903ce66-ed81-45ed-8eb1-2e3e47509b56/tags HTTP/1.1" status: 204 len: 168 time: 0.1192291 Nov 09 04:21:55.887156 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49980) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:55.892726 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-fcec4954-eed0-4173-8ba2-3434b46ef618 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3903ce66-ed81-45ed-8eb1-2e3e47509b56', 'tempest-TagsExtTest-Tag-55098104') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:55.894916 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-52c2fbb6-de9b-4785-b5fd-8882504cc3f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] 10.222.0.21 "DELETE /v2.0/networks/c9226536-8b5b-40e1-b9f1-af3b84f13cfa HTTP/1.1" status: 204 len: 168 time: 0.7682004 Nov 09 04:21:55.899720 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f737eac-2bc9-40d4-b1f7-c072c5da903c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:21:55.903446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f737eac-2bc9-40d4-b1f7-c072c5da903c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:55.934283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2fbb6-de9b-4785-b5fd-8882504cc3f6 tempest-NetworksTestDHCPv6-358642696 tempest-NetworksTestDHCPv6-358642696-project] Pushing event deleted for resources: {'Network': ['ID=c9226536-8b5b-40e1-b9f1-af3b84f13cfa,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:56.016102 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e87d5e1f-09f9-4581-9ac2-37e48a36abbb None None] Provisioning complete for port e637cc1c-9d1d-4503-8801-425d2d51345f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:56.016601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e87d5e1f-09f9-4581-9ac2-37e48a36abbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.021583 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-fcec4954-eed0-4173-8ba2-3434b46ef618 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] show failed (client error): The resource could not be found. Nov 09 04:21:56.025590 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fcec4954-eed0-4173-8ba2-3434b46ef618 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/routers/3903ce66-ed81-45ed-8eb1-2e3e47509b56/tags/tempest-TagsExtTest-Tag-55098104 HTTP/1.1" status: 404 len: 327 time: 0.1345081 Nov 09 04:21:56.026787 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 49986) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:56.046923 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-7ca0baa5-f318-4df5-90d9-7d676e6de175 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3903ce66-ed81-45ed-8eb1-2e3e47509b56', 'tempest-TagsExtTest-Tag-457052707') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:56.063615 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e87d5e1f-09f9-4581-9ac2-37e48a36abbb None None] Port e637cc1c-9d1d-4503-8801-425d2d51345f cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:56.201803 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-74c8f132-ec92-456c-8516-1d58bc452b87 None None] Provisioning complete for port e637cc1c-9d1d-4503-8801-425d2d51345f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:56.202173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-74c8f132-ec92-456c-8516-1d58bc452b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.208204 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.217394 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.235408 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1ec3b5c3-d451-4480-856f-dbe2133f42fe no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:21:56.261744 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bf9d4-6a22-4ca3-9354-4371298cf718 None None] Pushing event updated for resources: {'Port': ['ID=e637cc1c-9d1d-4503-8801-425d2d51345f,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:56.273655 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf9d4-6a22-4ca3-9354-4371298cf718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:56.274357 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf9d4-6a22-4ca3-9354-4371298cf718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:56.275040 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf9d4-6a22-4ca3-9354-4371298cf718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:56.275575 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf9d4-6a22-4ca3-9354-4371298cf718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:56.276058 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf9d4-6a22-4ca3-9354-4371298cf718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:56.276578 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf9d4-6a22-4ca3-9354-4371298cf718 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:56.277069 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf9d4-6a22-4ca3-9354-4371298cf718 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:56.277628 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf9d4-6a22-4ca3-9354-4371298cf718 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:56.278131 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf9d4-6a22-4ca3-9354-4371298cf718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:56.278614 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf9d4-6a22-4ca3-9354-4371298cf718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:56.279096 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf9d4-6a22-4ca3-9354-4371298cf718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:56.279574 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bf9d4-6a22-4ca3-9354-4371298cf718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:56.364499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49990) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:56.374271 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Attempting to bind port e637cc1c-9d1d-4503-8801-425d2d51345f on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:21:56.375214 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Attempting to bind port e637cc1c-9d1d-4503-8801-425d2d51345f by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'c52ddc72-c321-41cd-a947-f72c47cb187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:21:56.375741 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Attempting to bind port e637cc1c-9d1d-4503-8801-425d2d51345f on network 59fdf90a-0589-4a27-a611-ecd96662dae8 {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:56.381805 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:21:56.382473 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Checking segment: {'id': 'c52ddc72-c321-41cd-a947-f72c47cb187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:56.383039 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.383604 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Bound using segment: {'id': 'c52ddc72-c321-41cd-a947-f72c47cb187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:21:56.384958 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Bound port: e637cc1c-9d1d-4503-8801-425d2d51345f, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52ddc72-c321-41cd-a947-f72c47cb187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:21:56.385582 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.428074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b93e3f-9a4c-4d60-ba15-8faddadd125b req-6e996d75-a05c-470e-844a-dd43ec19195c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:56.430332 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a2b93e3f-9a4c-4d60-ba15-8faddadd125b req-6e996d75-a05c-470e-844a-dd43ec19195c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 946 time: 0.3690641 Nov 09 04:21:56.464407 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-7ca0baa5-f318-4df5-90d9-7d676e6de175 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] show failed (client error): The resource could not be found. Nov 09 04:21:56.465715 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7ca0baa5-f318-4df5-90d9-7d676e6de175 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/routers/3903ce66-ed81-45ed-8eb1-2e3e47509b56/tags/tempest-TagsExtTest-Tag-457052707 HTTP/1.1" status: 404 len: 328 time: 0.4339561 Nov 09 04:21:56.468703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49994) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:56.473612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-f8a51fd3-dfcf-4b7b-9123-bab527cb02f0 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3903ce66-ed81-45ed-8eb1-2e3e47509b56', 'tempest-TagsExtTest-Tag-1894187235') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:56.489208 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] For port e637cc1c-9d1d-4503-8801-425d2d51345f, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:21:56.493372 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] For port e637cc1c-9d1d-4503-8801-425d2d51345f, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e637cc1c-9d1d-4503-8801-425d2d51345f,segment=NetworkSegment(c52ddc72-c321-41cd-a947-f72c47cb187f),segment_id=c52ddc72-c321-41cd-a947-f72c47cb187f)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:21:56.505713 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.528486 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f737eac-2bc9-40d4-b1f7-c072c5da903c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.557354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-74c8f132-ec92-456c-8516-1d58bc452b87 None None] Port e637cc1c-9d1d-4503-8801-425d2d51345f cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:21:56.559310 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 1ec3b5c3-d451-4480-856f-dbe2133f42fe {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:21:56.559653 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1ec3b5c3-d451-4480-856f-dbe2133f42fe not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:21:56.581462 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bf9d4-6a22-4ca3-9354-4371298cf718 None None] Pushing event updated for resources: {'Port': ['ID=e637cc1c-9d1d-4503-8801-425d2d51345f,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:56.604315 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:21:56.605188 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:56.613767 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-f8a51fd3-dfcf-4b7b-9123-bab527cb02f0 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] show failed (client error): The resource could not be found. Nov 09 04:21:56.615799 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f8a51fd3-dfcf-4b7b-9123-bab527cb02f0 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/routers/3903ce66-ed81-45ed-8eb1-2e3e47509b56/tags/tempest-TagsExtTest-Tag-1894187235 HTTP/1.1" status: 404 len: 329 time: 0.1454377 Nov 09 04:21:56.619478 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 49996) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:56.619676 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a2b93e3f-9a4c-4d60-ba15-8faddadd125b req-351b2aff-036a-4354-9429-71ce54e5b74d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=99c4afd4-8853-4054-8294-d40688b164d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810961 Nov 09 04:21:56.627701 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-37f0e125-d1c5-47aa-b61d-684bca9f0587 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6c9aefb8-e960-4c1a-a930-58991e0e7ec3', {'tags': ['tempest-TagsExtTest-Tag-1974249061', 'tempest-TagsExtTest-Tag-991037335', 'tempest-TagsExtTest-Tag-47732093']}) {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:56.651439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f737eac-2bc9-40d4-b1f7-c072c5da903c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Subnet': ['ID=dfb62ad5-770f-47df-9d46-6319e1954d0c,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:56.677405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f737eac-2bc9-40d4-b1f7-c072c5da903c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Checking segment: {'id': '4d1c4b56-70bf-4bd3-b701-2816feb5b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:56.677796 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f737eac-2bc9-40d4-b1f7-c072c5da903c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network hostable DHCP agents. Network: 1a722f70-ae96-47ac-a38a-d80429e8b685, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:21:56.684534 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8a77f326-bf62-47b5-b25a-b3b48296593c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7884393cbbac46598e20e072bff6d616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188374 Nov 09 04:21:56.694137 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50000) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:56.711824 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Provisioning complete for port e637cc1c-9d1d-4503-8801-425d2d51345f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:56.712245 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.748162 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:21:56.791852 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-37f0e125-d1c5-47aa-b61d-684bca9f0587 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "PUT /v2.0/subnetpools/6c9aefb8-e960-4c1a-a930-58991e0e7ec3/tags HTTP/1.1" status: 200 len: 315 time: 0.1688871 Nov 09 04:21:56.792120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50002) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:56.807443 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3e8374e-040a-41d3-b066-eba841c0010a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.818145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-3cfc201d-8157-4b1d-a333-3c3f2d740cfa tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6c9aefb8-e960-4c1a-a930-58991e0e7ec3') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:56.830355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f737eac-2bc9-40d4-b1f7-c072c5da903c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 1a722f70-ae96-47ac-a38a-d80429e8b685 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:21:56.845420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.857963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-3f737eac-2bc9-40d4-b1f7-c072c5da903c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 1a722f70-ae96-47ac-a38a-d80429e8b685) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:56.864214 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f737eac-2bc9-40d4-b1f7-c072c5da903c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:56.865158 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f737eac-2bc9-40d4-b1f7-c072c5da903c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.874837 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e89a4f-8ad3-4089-9e4f-dead27c7e5e5 None None] Network 1a722f70-ae96-47ac-a38a-d80429e8b685 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:21:56.876462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3e8374e-040a-41d3-b066-eba841c0010a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.893111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a37e6e-1265-45c4-a655-190f26a83f4e req-1d45f246-8785-40d9-ab62-5fac1944113a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:56.894708 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a9a37e6e-1265-45c4-a655-190f26a83f4e req-1d45f246-8785-40d9-ab62-5fac1944113a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 946 time: 0.1574268 Nov 09 04:21:56.934330 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3f737eac-2bc9-40d4-b1f7-c072c5da903c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2825634 Nov 09 04:21:56.935025 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50004) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:56.973925 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] For port e637cc1c-9d1d-4503-8801-425d2d51345f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e637cc1c-9d1d-4503-8801-425d2d51345f,segment=NetworkSegment(c52ddc72-c321-41cd-a947-f72c47cb187f),segment_id=c52ddc72-c321-41cd-a947-f72c47cb187f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:56.974601 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3e8374e-040a-41d3-b066-eba841c0010a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.978507 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3e8374e-040a-41d3-b066-eba841c0010a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.985402 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:56.997169 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 69c046ed-b6b1-4264-ae55-6561b006bcf4 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:56.999019 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e3e8374e-040a-41d3-b066-eba841c0010a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00d507fb-366a-4503-9d14-0149c7c69c45 HTTP/1.1" status: 204 len: 168 time: 0.3056562 Nov 09 04:21:57.023228 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8374e-040a-41d3-b066-eba841c0010a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d507fb-366a-4503-9d14-0149c7c69c45,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:57.099423 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3cfc201d-8157-4b1d-a333-3c3f2d740cfa tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/subnetpools/6c9aefb8-e960-4c1a-a930-58991e0e7ec3/tags HTTP/1.1" status: 204 len: 168 time: 0.3030825 Nov 09 04:21:57.101106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50008) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:57.113985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-b16ed204-daad-492e-b4a2-c25159d604d4 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6c9aefb8-e960-4c1a-a930-58991e0e7ec3', 'tempest-TagsExtTest-Tag-1974249061') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:57.155015 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-b16ed204-daad-492e-b4a2-c25159d604d4 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] show failed (client error): The resource could not be found. Nov 09 04:21:57.160006 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b16ed204-daad-492e-b4a2-c25159d604d4 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/subnetpools/6c9aefb8-e960-4c1a-a930-58991e0e7ec3/tags/tempest-TagsExtTest-Tag-1974249061 HTTP/1.1" status: 404 len: 329 time: 0.0572202 Nov 09 04:21:57.160765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50010) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:57.169697 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-e421b108-144e-42b9-9511-4c3ecb2eea95 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6c9aefb8-e960-4c1a-a930-58991e0e7ec3', 'tempest-TagsExtTest-Tag-991037335') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:57.198583 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-e421b108-144e-42b9-9511-4c3ecb2eea95 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] show failed (client error): The resource could not be found. Nov 09 04:21:57.199983 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e421b108-144e-42b9-9511-4c3ecb2eea95 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/subnetpools/6c9aefb8-e960-4c1a-a930-58991e0e7ec3/tags/tempest-TagsExtTest-Tag-991037335 HTTP/1.1" status: 404 len: 328 time: 0.0382719 Nov 09 04:21:57.203625 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50014) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:57.208666 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-b2ecf955-a0c7-4c3f-b247-76071678d8cb tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6c9aefb8-e960-4c1a-a930-58991e0e7ec3', 'tempest-TagsExtTest-Tag-47732093') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:57.221179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Pushing event updated for resources: {'Port': ['ID=e637cc1c-9d1d-4503-8801-425d2d51345f,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:57.226077 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a9a37e6e-1265-45c4-a655-190f26a83f4e req-ffd61b83-14eb-40b5-b50b-6e8823cefc52 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=99c4afd4-8853-4054-8294-d40688b164d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3176851 Nov 09 04:21:57.252536 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50016) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:57.292365 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:21:54Z', 'revision_number': 2, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 4, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:57.294553 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:57.294914 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:57.295260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:57.295601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:57.295936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:57.296270 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:57.296606 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:57.296938 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:57.297269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:57.297622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:57.298366 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-b2ecf955-a0c7-4c3f-b247-76071678d8cb tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] show failed (client error): The resource could not be found. Nov 09 04:21:57.298507 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:57.298507 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92eef7ff-3b22-4a4d-8adb-44600854004b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:21:57.302604 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b2ecf955-a0c7-4c3f-b247-76071678d8cb tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/subnetpools/6c9aefb8-e960-4c1a-a930-58991e0e7ec3/tags/tempest-TagsExtTest-Tag-47732093 HTTP/1.1" status: 404 len: 327 time: 0.0972967 Nov 09 04:21:57.310832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50018) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:57.319275 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c423c4c1-7936-4c6b-a99e-67827470c4a8 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:21:57.319679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.tag.tag_plugin [None req-97419787-72ec-4374-8725-94dfd6dabcf8 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6c9aefb8-e960-4c1a-a930-58991e0e7ec3') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:57.324095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50020) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:57.324294 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c423c4c1-7936-4c6b-a99e-67827470c4a8 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 1094 time: 0.0702102 Nov 09 04:21:57.326088 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c35641a1-70fd-4aa8-8e18-1194e9df33ee None None] Provisioning complete for port e637cc1c-9d1d-4503-8801-425d2d51345f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:57.326490 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c35641a1-70fd-4aa8-8e18-1194e9df33ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:57.336361 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:21:57.338754 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ebf03b-68e4-46cc-949d-59f7de868184 None None] The sync data for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv is: [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:21:54Z', 'revision_number': 2, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 4, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:21:57.388371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 69c046ed-b6b1-4264-ae55-6561b006bcf4 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:57.388748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:57.450297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-1a722f70-ae96-47ac-a38a-d80429e8b685', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:21:57.451175 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:57.739787 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Allocated IP 2001:db8:1::2 (1a722f70-ae96-47ac-a38a-d80429e8b685/dfb62ad5-770f-47df-9d46-6319e1954d0c/a338cd57-7cbf-4087-b140-fbf54eb65b10) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:57.745075 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4c455a71-2ff1-4ed7-9728-c220dee898eb None None] Provisioning complete for port e637cc1c-9d1d-4503-8801-425d2d51345f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:57.745650 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4c455a71-2ff1-4ed7-9728-c220dee898eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:57.821082 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:57.837345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50036) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:57.841377 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-97419787-72ec-4374-8725-94dfd6dabcf8 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/subnetpools/6c9aefb8-e960-4c1a-a930-58991e0e7ec3/tags HTTP/1.1" status: 204 len: 168 time: 0.5215714 Nov 09 04:21:57.850188 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-d8466faf-b370-4076-8b02-9d85a27e7db9 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3903ce66-ed81-45ed-8eb1-2e3e47509b56') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:57.864558 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cca6277e-94cf-47fe-9a00-64b466cb0257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:57.997831 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:58.011681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:58.018981 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d8466faf-b370-4076-8b02-9d85a27e7db9 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/routers/3903ce66-ed81-45ed-8eb1-2e3e47509b56/tags HTTP/1.1" status: 204 len: 168 time: 0.1797030 Nov 09 04:21:58.021554 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50040) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.024299 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:58.027533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-1ee190a0-8000-48f6-a4d9-4d9c483a42cc tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a31f37b8-9f24-4fcc-9eb5-ef696fa64d84') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:58.065429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50042) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.074755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Network 1a722f70-ae96-47ac-a38a-d80429e8b685 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:58.079918 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:58.083732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:58.091731 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Pushing event updated for resources: {'Port': ['ID=a338cd57-7cbf-4087-b140-fbf54eb65b10,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:58.143426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:58.159206 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Attempting to bind port a338cd57-7cbf-4087-b140-fbf54eb65b10 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:21:58.159676 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Attempting to bind port a338cd57-7cbf-4087-b140-fbf54eb65b10 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '4d1c4b56-70bf-4bd3-b701-2816feb5b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:21:58.160144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Attempting to bind port a338cd57-7cbf-4087-b140-fbf54eb65b10 on network 1a722f70-ae96-47ac-a38a-d80429e8b685 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:21:58.166742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:21:58.166742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Checking segment: {'id': '4d1c4b56-70bf-4bd3-b701-2816feb5b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:21:58.167096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:58.167532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Bound using segment: {'id': '4d1c4b56-70bf-4bd3-b701-2816feb5b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:21:58.168080 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Bound port: a338cd57-7cbf-4087-b140-fbf54eb65b10, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1c4b56-70bf-4bd3-b701-2816feb5b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:21:58.168549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:58.185469 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1ee190a0-8000-48f6-a4d9-4d9c483a42cc tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/ports/a31f37b8-9f24-4fcc-9eb5-ef696fa64d84/tags HTTP/1.1" status: 204 len: 168 time: 0.1622522 Nov 09 04:21:58.187857 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50046) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.195978 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.tag.tag_plugin [None req-b4876e24-959f-4f84-a923-4bf1c4eab54d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ed8ea04c-984c-40bc-9260-67cc44e5f40e') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:21:58.240174 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-f6a0d1c3-da83-40ec-b78d-c4912fabca07 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.245035 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f6a0d1c3-da83-40ec-b78d-c4912fabca07 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1746669 Nov 09 04:21:58.245035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50048) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.251770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-1d92a56b-580b-4278-8fc7-98235cf4d2be tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.255310 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1d92a56b-580b-4278-8fc7-98235cf4d2be tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049868 Nov 09 04:21:58.256780 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50050) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.261730 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-610c61cb-0423-47e8-9d90-174c922da10e tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.264954 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-610c61cb-0423-47e8-9d90-174c922da10e tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050232 Nov 09 04:21:58.265312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50052) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.269981 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-ed834dc1-5c36-422f-b90f-1ba8af95d527 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.273205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] For port a338cd57-7cbf-4087-b140-fbf54eb65b10, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:21:58.273719 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ed834dc1-5c36-422f-b90f-1ba8af95d527 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046446 Nov 09 04:21:58.275310 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50054) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.276529 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] For port a338cd57-7cbf-4087-b140-fbf54eb65b10, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a338cd57-7cbf-4087-b140-fbf54eb65b10,segment=NetworkSegment(4d1c4b56-70bf-4bd3-b701-2816feb5b0af),segment_id=4d1c4b56-70bf-4bd3-b701-2816feb5b0af)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:21:58.279770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-1e123003-4c24-44df-9f1f-5df18e165529 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.284810 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1e123003-4c24-44df-9f1f-5df18e165529 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044928 Nov 09 04:21:58.284984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:58.285104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50056) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.287597 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-9d919925-918f-4aca-8654-70e18664aa34 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.291314 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9d919925-918f-4aca-8654-70e18664aa34 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044074 Nov 09 04:21:58.293006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50058) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.298927 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-9a0ffafd-5cca-4faa-8aa9-1ed929617626 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.302246 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9a0ffafd-5cca-4faa-8aa9-1ed929617626 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051816 Nov 09 04:21:58.303523 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50060) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.313072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-e9ef069f-3ae4-449b-9c02-6f746ee8ac12 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.316475 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e9ef069f-3ae4-449b-9c02-6f746ee8ac12 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0092556 Nov 09 04:21:58.316770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50062) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.321371 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-db8ab5de-9a62-4334-8dd9-f3b670c8def3 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.325543 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-db8ab5de-9a62-4334-8dd9-f3b670c8def3 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045583 Nov 09 04:21:58.325710 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50064) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.332273 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-bae9b102-3c93-4c97-91ba-84691f756bda tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.335605 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bae9b102-3c93-4c97-91ba-84691f756bda tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0073206 Nov 09 04:21:58.339119 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50066) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.349532 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b4876e24-959f-4f84-a923-4bf1c4eab54d tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/subnets/ed8ea04c-984c-40bc-9260-67cc44e5f40e/tags HTTP/1.1" status: 204 len: 168 time: 0.1513770 Nov 09 04:21:58.349532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-86a6ef7f-81b9-41a9-b76c-4cda50ae8de8 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.349532 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-86a6ef7f-81b9-41a9-b76c-4cda50ae8de8 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042043 Nov 09 04:21:58.349928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50068) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.357443 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50070) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.362503 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-02dc3e9a-2407-4139-8ee5-c92d3b823330 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.365962 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-02dc3e9a-2407-4139-8ee5-c92d3b823330 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0050466 Nov 09 04:21:58.367499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50072) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.373469 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-059ed9c9-0d17-46e6-af77-c3035395fca0 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.377081 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d48d3-9b8c-46fd-ae3a-0dcc1e40bcbf None None] Pushing event updated for resources: {'Port': ['ID=a338cd57-7cbf-4087-b140-fbf54eb65b10,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:58.377234 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-059ed9c9-0d17-46e6-af77-c3035395fca0 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0063128 Nov 09 04:21:58.381684 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50074) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.395748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-259a71e0-4f00-45d7-870f-a8868d1d28ac tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.397564 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-259a71e0-4f00-45d7-870f-a8868d1d28ac tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0122366 Nov 09 04:21:58.403485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50076) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.412599 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-57eaa9cc-4a82-45d1-b82c-06cf99e1bfe1 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.417115 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-57eaa9cc-4a82-45d1-b82c-06cf99e1bfe1 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0094507 Nov 09 04:21:58.417597 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50078) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.423335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-bd2dffbf-234b-45ba-82db-b3f920232a4d tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.425590 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bd2dffbf-234b-45ba-82db-b3f920232a4d tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044878 Nov 09 04:21:58.432561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50080) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.438945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-f612a8f4-51bf-4172-9bae-282c0ba7c3e5 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.440025 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f612a8f4-51bf-4172-9bae-282c0ba7c3e5 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0066531 Nov 09 04:21:58.442943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50082) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.445577 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.168 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/597a7498-6abc-4791-b3d3-29f45385d8bc) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:58.447335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-e05df5ac-2dc2-4ffd-8a8d-c931e1918004 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.448323 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e05df5ac-2dc2-4ffd-8a8d-c931e1918004 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044472 Nov 09 04:21:58.458973 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50084) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.467222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-9d7d7248-40f4-4253-89f9-0d627a9b7988 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.471390 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9d7d7248-40f4-4253-89f9-0d627a9b7988 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0082908 Nov 09 04:21:58.472725 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50086) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.484461 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-399c7646-4f3d-4641-98a7-1329eb845502 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.485870 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-399c7646-4f3d-4641-98a7-1329eb845502 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0091064 Nov 09 04:21:58.489337 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50088) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.499166 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-26ee16a4-31e2-40d5-92c9-3ac4895fc695 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.500137 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-26ee16a4-31e2-40d5-92c9-3ac4895fc695 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0085752 Nov 09 04:21:58.504038 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50090) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.510212 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-08c8de13-e46a-4963-9dfe-327282e02350 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.511178 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-08c8de13-e46a-4963-9dfe-327282e02350 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0057764 Nov 09 04:21:58.513619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50092) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.519437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-bb3c7944-be80-4c36-919c-a738ce1a2c41 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.522770 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bb3c7944-be80-4c36-919c-a738ce1a2c41 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0059457 Nov 09 04:21:58.523291 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50094) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.525637 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Allocated IP 2001:db8:1::1 (1a722f70-ae96-47ac-a38a-d80429e8b685/dfb62ad5-770f-47df-9d46-6319e1954d0c/5b1444b4-a4d7-4b55-97ee-d6374d0546b0) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:21:58.528329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-34b139d0-96bd-4fa3-95c3-6ee080838250 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.529300 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-34b139d0-96bd-4fa3-95c3-6ee080838250 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0050459 Nov 09 04:21:58.531929 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50096) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.537184 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-35e9b30e-746f-4f00-951d-4eb01d537216 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.541132 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-35e9b30e-746f-4f00-951d-4eb01d537216 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053177 Nov 09 04:21:58.542083 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ec98-3b66-4a23-8d8a-8ef6704c5552 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks [] for subnetpool, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:58.545530 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cdb9ec98-3b66-4a23-8d8a-8ef6704c5552 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/subnetpools/6c9aefb8-e960-4c1a-a930-58991e0e7ec3 HTTP/1.1" status: 204 len: 168 time: 0.1924217 Nov 09 04:21:58.545530 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50098) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.546116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50100) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.549686 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-e0970aa0-aeb6-4fdb-be20-4b72ba641781 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.550656 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e0970aa0-aeb6-4fdb-be20-4b72ba641781 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0059767 Nov 09 04:21:58.558169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50102) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.563030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-8aacf8bf-9c14-445c-9327-f1e0a64aa8b2 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.567550 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8aacf8bf-9c14-445c-9327-f1e0a64aa8b2 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050550 Nov 09 04:21:58.567550 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50104) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.584956 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-17bc461e-c9bd-453c-9085-68f373c2fd3a tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.590070 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-17bc461e-c9bd-453c-9085-68f373c2fd3a tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0185235 Nov 09 04:21:58.590070 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-41deb1b2-e63f-4d47-9715-421883c2b355 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "GET /v2.0/ports?device_id=3903ce66-ed81-45ed-8eb1-2e3e47509b56 HTTP/1.1" status: 200 len: 205 time: 0.0424523 Nov 09 04:21:58.590800 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50106) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.601178 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-4f0440ca-6770-4c5c-ba9a-7d53990bfdc5 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.607050 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4f0440ca-6770-4c5c-ba9a-7d53990bfdc5 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0149899 Nov 09 04:21:58.607915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50108) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.608588 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50110) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.615344 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-aab22b97-46b0-4ab9-bd8a-d6ce332a2220 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.619788 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-aab22b97-46b0-4ab9-bd8a-d6ce332a2220 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0086472 Nov 09 04:21:58.626316 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50112) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.667070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-60174dfb-8e59-43af-a0f2-6704d1ed4e38 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.668430 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-60174dfb-8e59-43af-a0f2-6704d1ed4e38 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0408602 Nov 09 04:21:58.671261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50114) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.704095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-0730effe-7573-4308-aaed-1ffdc17785ff tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.705346 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0730effe-7573-4308-aaed-1ffdc17785ff tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0330577 Nov 09 04:21:58.708178 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50116) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.715950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-94e15308-3871-485c-80d9-f0440d85b3a5 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.715950 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-94e15308-3871-485c-80d9-f0440d85b3a5 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0065997 Nov 09 04:21:58.719079 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50118) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.724262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-7d128123-3efc-4710-a2de-835967ea2250 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.725465 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7d128123-3efc-4710-a2de-835967ea2250 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048239 Nov 09 04:21:58.729439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d30e-b106-4569-ab8a-48e885bf06ce tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:58.729623 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50120) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.741575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-774d1bc8-1aec-47c2-9b8d-67db7fcb61ac tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.742527 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-774d1bc8-1aec-47c2-9b8d-67db7fcb61ac tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0066772 Nov 09 04:21:58.748224 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:58.749408 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50122) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.760570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-ee2eebb0-2369-419a-975d-8eeb00ec4e23 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.761490 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ee2eebb0-2369-419a-975d-8eeb00ec4e23 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0094736 Nov 09 04:21:58.764404 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50124) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.770051 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-546ba091-7d86-464f-9ffb-d8035b2c1f82 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.771011 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-546ba091-7d86-464f-9ffb-d8035b2c1f82 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0058892 Nov 09 04:21:58.773810 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50126) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.779130 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-848d4aaf-b664-4e82-ab1d-85b8d12d8d1c tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.780062 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-848d4aaf-b664-4e82-ab1d-85b8d12d8d1c tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042288 Nov 09 04:21:58.784058 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50128) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.789228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-82f63edc-c673-4131-b125-2c2418b09777 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.790172 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-82f63edc-c673-4131-b125-2c2418b09777 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0039363 Nov 09 04:21:58.799475 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50130) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.809987 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-71c8875e-d601-400d-a53b-4ea3eaba48df tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.810942 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-71c8875e-d601-400d-a53b-4ea3eaba48df tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0105987 Nov 09 04:21:58.818576 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50132) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.825085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-275c0201-3bfd-456a-8123-1bb730ffb5cf tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.827701 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-275c0201-3bfd-456a-8123-1bb730ffb5cf tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0057025 Nov 09 04:21:58.834169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50134) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.840078 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:58.858598 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:58.874548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-de9b8e72-fd57-47fb-8726-92bfcdf68209 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.877204 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-de9b8e72-fd57-47fb-8726-92bfcdf68209 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0399845 Nov 09 04:21:58.895010 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50136) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.902328 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-3797b1bd-02d5-4f94-a9b6-6a38be669cc5 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.905957 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3797b1bd-02d5-4f94-a9b6-6a38be669cc5 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0099490 Nov 09 04:21:58.909039 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50138) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.914823 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-aba61f0a-24af-4248-a256-3abd6e12e43a tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.916580 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-aba61f0a-24af-4248-a256-3abd6e12e43a tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0063357 Nov 09 04:21:58.919454 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d30e-b106-4569-ab8a-48e885bf06ce tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:58.921280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50140) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.925216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-2bfc946b-59f0-408a-993a-8b886608bbc9 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.926170 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2bfc946b-59f0-408a-993a-8b886608bbc9 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0041995 Nov 09 04:21:58.927439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d30e-b106-4569-ab8a-48e885bf06ce tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:58.929342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50142) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.934560 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-5508335c-0dd4-4f41-bc49-efe2c9dfd52c tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.937602 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5508335c-0dd4-4f41-bc49-efe2c9dfd52c tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0055115 Nov 09 04:21:58.943809 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:58.945794 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50144) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.947436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:58.951984 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-61debe11-3ce1-4a61-9783-ffcc1a20f095 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:58.952160 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:58.955702 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-61debe11-3ce1-4a61-9783-ffcc1a20f095 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0062177 Nov 09 04:21:58.955857 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:58.957248 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50146) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:58.978781 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=597a7498-6abc-4791-b3d3-29f45385d8bc,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:59.003546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-10d4b6da-fcdd-432b-abdf-cc7fc13656e4 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.004927 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-10d4b6da-fcdd-432b-abdf-cc7fc13656e4 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0478308 Nov 09 04:21:59.007899 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50148) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.017343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-f83bcfe2-55f7-4633-8f69-557e6e2c1f7f tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.020663 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f83bcfe2-55f7-4633-8f69-557e6e2c1f7f tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0089436 Nov 09 04:21:59.020875 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50150) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.023513 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 1a722f70-ae96-47ac-a38a-d80429e8b685 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:21:59.025999 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-ecec8417-c738-4363-8b40-738e8ae28f95 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.029254 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ecec8417-c738-4363-8b40-738e8ae28f95 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050273 Nov 09 04:21:59.029254 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d30e-b106-4569-ab8a-48e885bf06ce tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:59.029254 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e2d30e-b106-4569-ab8a-48e885bf06ce tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Fanout notify agent at l3_agent the message router_deleted on router 3903ce66-ed81-45ed-8eb1-2e3e47509b56 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:21:59.030458 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50152) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.037672 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d30e-b106-4569-ab8a-48e885bf06ce tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:59.038418 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c2e2d30e-b106-4569-ab8a-48e885bf06ce tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/routers/3903ce66-ed81-45ed-8eb1-2e3e47509b56 HTTP/1.1" status: 204 len: 168 time: 0.4284618 Nov 09 04:21:59.039351 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:21:59.042368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50154) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.042519 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e637cc1c-9d1d-4503-8801-425d2d51345f up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:59.052806 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-a970b8f7-cbf0-4213-98cf-e4d8ddd27d7e tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.053981 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a970b8f7-cbf0-4213-98cf-e4d8ddd27d7e tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0160689 Nov 09 04:21:59.058787 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50156) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.059582 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:21:59.060129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:59.070140 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:59.070782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-acb4e705-9748-4b13-86b8-5077d6a0627d tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.073552 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-acb4e705-9748-4b13-86b8-5077d6a0627d tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0087280 Nov 09 04:21:59.075817 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50158) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.085548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-a6fa8fd5-c499-45f7-903f-d513e9d70fbb tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.086549 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a6fa8fd5-c499-45f7-903f-d513e9d70fbb tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0098104 Nov 09 04:21:59.090090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50160) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.093808 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-9d353860-1279-4062-b268-40938c793391 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.094738 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9d353860-1279-4062-b268-40938c793391 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0040998 Nov 09 04:21:59.098278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50162) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.102456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-03bf62c9-4cee-4d7a-b2ac-2a86dedd97c7 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.103564 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port e637cc1c-9d1d-4503-8801-425d2d51345f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:59.103980 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-03bf62c9-4cee-4d7a-b2ac-2a86dedd97c7 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045905 Nov 09 04:21:59.104666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:59.109449 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50164) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.114863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [None req-614ce769-277c-4235-9ca8-86c6d6646c63 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.117415 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-614ce769-277c-4235-9ca8-86c6d6646c63 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0059304 Nov 09 04:21:59.134853 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50166) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.149674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-d585684d-b54e-4c4f-8fff-f963f1c77693 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.153780 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d585684d-b54e-4c4f-8fff-f963f1c77693 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0106640 Nov 09 04:21:59.153780 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=5b1444b4-a4d7-4b55-97ee-d6374d0546b0,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:59.156711 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50168) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.163209 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-76aa8f6d-d6df-4e3b-950a-6e8141201557 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.167346 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-76aa8f6d-d6df-4e3b-950a-6e8141201557 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044467 Nov 09 04:21:59.171996 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50170) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.213168 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a338cd57-7cbf-4087-b140-fbf54eb65b10 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:21:59.213436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-a0e52589-cef2-4ae2-b84f-89ec7886b69d tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.217761 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a0e52589-cef2-4ae2-b84f-89ec7886b69d tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0240521 Nov 09 04:21:59.220822 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50172) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.227241 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-28d65d6a-9288-4991-ae6b-dfad0ef3ec7f tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.231392 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-28d65d6a-9288-4991-ae6b-dfad0ef3ec7f tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0066299 Nov 09 04:21:59.235669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50174) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.241319 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-a5e61a89-bb40-4f11-a19a-68887f613203 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.245004 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a5e61a89-bb40-4f11-a19a-68887f613203 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044467 Nov 09 04:21:59.250497 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50176) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.258366 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-8627c2ed-aafc-4766-a1ee-74286a34e878 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.262117 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8627c2ed-aafc-4766-a1ee-74286a34e878 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0079312 Nov 09 04:21:59.271425 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50178) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.277349 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port a338cd57-7cbf-4087-b140-fbf54eb65b10 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:21:59.277993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:59.313075 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-097d6788-9d47-4786-a87c-bf33840d22cb tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.316464 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-097d6788-9d47-4786-a87c-bf33840d22cb tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0426495 Nov 09 04:21:59.317780 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50180) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.322261 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-3e6c6cf7-d047-4406-86d5-7bc1f923d7ba tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.327084 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3e6c6cf7-d047-4406-86d5-7bc1f923d7ba tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050442 Nov 09 04:21:59.327084 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50182) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.332845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-e441d956-61c9-471d-b280-9c70ddc7dae3 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.336788 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e441d956-61c9-471d-b280-9c70ddc7dae3 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0069487 Nov 09 04:21:59.341891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50184) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.345985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-01e5d591-fac8-426d-aca5-1f5311891421 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.351765 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-01e5d591-fac8-426d-aca5-1f5311891421 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043962 Nov 09 04:21:59.351765 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50186) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.373373 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-1f5c9438-a87e-49f6-827c-007fe61a8457 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.376828 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1f5c9438-a87e-49f6-827c-007fe61a8457 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0231223 Nov 09 04:21:59.382147 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:59.406678 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50188) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.415640 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-bdc685c6-60e8-43fc-97a4-a9ff67e95575 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.419173 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bdc685c6-60e8-43fc-97a4-a9ff67e95575 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0089946 Nov 09 04:21:59.421048 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50190) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.431448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-50f1414c-e03d-4e68-ae4a-88c2aac71a37 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.434921 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-50f1414c-e03d-4e68-ae4a-88c2aac71a37 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0088460 Nov 09 04:21:59.435133 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port a338cd57-7cbf-4087-b140-fbf54eb65b10, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a338cd57-7cbf-4087-b140-fbf54eb65b10,segment=NetworkSegment(4d1c4b56-70bf-4bd3-b701-2816feb5b0af),segment_id=4d1c4b56-70bf-4bd3-b701-2816feb5b0af)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:21:59.439593 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50192) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.441656 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:59.441997 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:59.457017 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-d13cf642-41e6-454a-8029-c208e2d25be4 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.460464 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d13cf642-41e6-454a-8029-c208e2d25be4 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0174108 Nov 09 04:21:59.467746 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50194) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:21:59.473883 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [None req-0064dc08-ebbd-493b-a0bf-edd66df14b90 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:21:59.474892 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0064dc08-ebbd-493b-a0bf-edd66df14b90 tempest-ExtensionsTestJSON-445313059 tempest-ExtensionsTestJSON-445313059-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0063205 Nov 09 04:21:59.549737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=a338cd57-7cbf-4087-b140-fbf54eb65b10,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:21:59.565476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-20d4a3ea-a1ae-421e-81e6-2d1e659c1f91 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Deleting port a31f37b8-9f24-4fcc-9eb5-ef696fa64d84 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:21:59.565898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-20d4a3ea-a1ae-421e-81e6-2d1e659c1f91 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:59.683718 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-20d4a3ea-a1ae-421e-81e6-2d1e659c1f91 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:59.721663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-20d4a3ea-a1ae-421e-81e6-2d1e659c1f91 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Calling delete_port for a31f37b8-9f24-4fcc-9eb5-ef696fa64d84 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:21:59.934864 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-20d4a3ea-a1ae-421e-81e6-2d1e659c1f91 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:21:59.979582 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470ed75-a390-421e-b9b3-f67f073f3216 None None] Network 1a722f70-ae96-47ac-a38a-d80429e8b685 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:00.004267 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50200) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:00.042941 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4a3ea-a1ae-421e-81e6-2d1e659c1f91 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Pushing event deleted for resources: {'Port': ['ID=a31f37b8-9f24-4fcc-9eb5-ef696fa64d84,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:00.099819 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-29448a2a-087c-4d58-8f68-46eaf5df7c61 None None] Provisioning complete for port a338cd57-7cbf-4087-b140-fbf54eb65b10 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:00.100593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-29448a2a-087c-4d58-8f68-46eaf5df7c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.111592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-20d4a3ea-a1ae-421e-81e6-2d1e659c1f91 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.114947 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-20d4a3ea-a1ae-421e-81e6-2d1e659c1f91 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/ports/a31f37b8-9f24-4fcc-9eb5-ef696fa64d84 HTTP/1.1" status: 204 len: 168 time: 1.0707176 Nov 09 04:22:00.117319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50204) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:00.155756 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.196314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dcd0d50-0379-489a-b607-5b8efff1f650 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Deleting subnet ed8ea04c-984c-40bc-9260-67cc44e5f40e {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:00.204972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0d50-0379-489a-b607-5b8efff1f650 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.245845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2ab45684-bc6a-405b-af14-857fb2269323 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.249337 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0d50-0379-489a-b607-5b8efff1f650 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.297557 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.362902 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.363211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0d50-0379-489a-b607-5b8efff1f650 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.376073 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.404490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.405306 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.428527 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0d50-0379-489a-b607-5b8efff1f650 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.458516 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd0d50-0379-489a-b607-5b8efff1f650 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8ea04c-984c-40bc-9260-67cc44e5f40e,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:00.462802 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6dcd0d50-0379-489a-b607-5b8efff1f650 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.469028 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6dcd0d50-0379-489a-b607-5b8efff1f650 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/subnets/ed8ea04c-984c-40bc-9260-67cc44e5f40e HTTP/1.1" status: 204 len: 168 time: 0.3504791 Nov 09 04:22:00.469626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50206) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:00.473832 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca623359-2f38-4dd8-9285-e927687bcab4 None None] Network e168bb65-e3a7-4178-9b3d-a5ff9f2af09e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:00.569063 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.629857 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Deleting port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:00.630057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.644093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e573e1c5-f6e8-41a9-b23b-6dc6606db945 None None] Provisioning complete for port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:00.644584 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e573e1c5-f6e8-41a9-b23b-6dc6606db945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.690057 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e573e1c5-f6e8-41a9-b23b-6dc6606db945 None None] Port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:00.703215 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] For port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3be3d29b-a3ac-4e64-8a36-7d53398ea1b6,segment=NetworkSegment(b2583332-db5b-49b4-8043-cfc16c309bf2),segment_id=b2583332-db5b-49b4-8043-cfc16c309bf2)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:00.703585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.710967 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e573e1c5-f6e8-41a9-b23b-6dc6606db945 None None] Provisioning complete for port a338cd57-7cbf-4087-b140-fbf54eb65b10 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:00.711743 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e573e1c5-f6e8-41a9-b23b-6dc6606db945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.725832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Calling delete_port for 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:00.791856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd80e12-8d5c-401e-a3e5-6d1a9fb21ad1 None None] DHCP port deletion for e168bb65-e3a7-4178-9b3d-a5ff9f2af09e request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:00.827399 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.861882 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Pushing event deleted for resources: {'Port': ['ID=3be3d29b-a3ac-4e64-8a36-7d53398ea1b6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:00.870667 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] No DVR routers for this DVR port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:00.887097 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=5b1444b4-a4d7-4b55-97ee-d6374d0546b0,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:00.905821 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4fd80e12-8d5c-401e-a3e5-6d1a9fb21ad1 None None] Deleting port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:00.907443 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4fd80e12-8d5c-401e-a3e5-6d1a9fb21ad1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.948045 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2ab45684-bc6a-405b-af14-857fb2269323 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.958352 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2ab45684-bc6a-405b-af14-857fb2269323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:00.976339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.001409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e168bb65-e3a7-4178-9b3d-a5ff9f2af09e']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:01.003075 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4fd80e12-8d5c-401e-a3e5-6d1a9fb21ad1 None None] For port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:01.004202 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4fd80e12-8d5c-401e-a3e5-6d1a9fb21ad1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.012089 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2583332-db5b-49b4-8043-cfc16c309bf2') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:01.012521 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2583332-db5b-49b4-8043-cfc16c309bf2') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:01.015291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a338cd57-7cbf-4087-b140-fbf54eb65b10 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:01.024117 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.027416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 1a722f70-ae96-47ac-a38a-d80429e8b685 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:01.035263 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:01.037469 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab45684-bc6a-405b-af14-857fb2269323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2726ba9-2eea-4427-b5f7-b2d871991071,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:01.040090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.047938 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2ab45684-bc6a-405b-af14-857fb2269323 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e90c556aad0245dbad6c75e5bebfb2b7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0323095 Nov 09 04:22:01.048752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50208) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:01.058144 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:01.058558 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:01.065760 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:01.086442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4fd80e12-8d5c-401e-a3e5-6d1a9fb21ad1 None None] Calling delete_port for 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:01.095683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.ipam_backend_mixin [None req-4fd80e12-8d5c-401e-a3e5-6d1a9fb21ad1 None None] Port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 was not found and therefore no delete operation was performed {{(pid=101885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 04:22:01.097022 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-db48b788-7882-4f3e-b407-9c36313b3099 None None] Provisioning complete for port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:01.097387 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-db48b788-7882-4f3e-b407-9c36313b3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.105529 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4fd80e12-8d5c-401e-a3e5-6d1a9fb21ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.154043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.158410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd80e12-8d5c-401e-a3e5-6d1a9fb21ad1 None None] No DVR routers for this DVR port 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:01.164973 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd80e12-8d5c-401e-a3e5-6d1a9fb21ad1 None None] Pushing event deleted for resources: {'Port': ['ID=3be3d29b-a3ac-4e64-8a36-7d53398ea1b6,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:01.169448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.173921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.184538 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] 10.222.0.21 "DELETE /v2.0/networks/e168bb65-e3a7-4178-9b3d-a5ff9f2af09e HTTP/1.1" status: 204 len: 168 time: 0.7114713 Nov 09 04:22:01.184538 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a0e1a-e889-4fe9-ac43-f70b3cb34580 tempest-TagsExtTest-885530234 tempest-TagsExtTest-885530234-project] Pushing event deleted for resources: {'Network': ['ID=e168bb65-e3a7-4178-9b3d-a5ff9f2af09e,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:01.185425 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.199743 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.213924 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port a338cd57-7cbf-4087-b140-fbf54eb65b10 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:01.214396 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.218488 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-db48b788-7882-4f3e-b407-9c36313b3099 None None] Port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:01.303277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:01.304103 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6324e3a4-ac8f-434f-8284-9202c0b929a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.327484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=597a7498-6abc-4791-b3d3-29f45385d8bc,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:01.364491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6324e3a4-ac8f-434f-8284-9202c0b929a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.371650 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.379272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:01.402164 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:01.402928 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3be3d29b-a3ac-4e64-8a36-7d53398ea1b6 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:01.442062 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-04ba5865-0bc9-41fe-8994-5ace8f228264 None None] Provisioning complete for port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:01.442432 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-04ba5865-0bc9-41fe-8994-5ace8f228264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.452251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50214) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:01.483809 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-04ba5865-0bc9-41fe-8994-5ace8f228264 None None] Port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:01.564366 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:01.576862 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a8c98cf5-8664-4071-b9c5-9a150ed1f8b9 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/77b7b5de-bc10-41ac-95ed-052fd9e6a66b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6141224 Nov 09 04:22:01.576862 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6324e3a4-ac8f-434f-8284-9202c0b929a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.577163 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50218) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:01.578590 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6324e3a4-ac8f-434f-8284-9202c0b929a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.579862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Sync routers for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:01.580007 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6324e3a4-ac8f-434f-8284-9202c0b929a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2726ba9-2eea-4427-b5f7-b2d871991071 HTTP/1.1" status: 204 len: 168 time: 0.5265882 Nov 09 04:22:01.586576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-cbebf67d-b6ab-45e3-9361-62b49f46a919 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-426876728'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:01.591754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324e3a4-ac8f-434f-8284-9202c0b929a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2726ba9-2eea-4427-b5f7-b2d871991071,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:01.594654 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:01.595036 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:01.597709 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP a28db1c3-7c40-4d41-9fc1-5a8f5d10e709 associated. External IP: 172.26.5.168, port: ad08bcff-2aa8-44fe-ab3d-5418373bf0a1. Nov 09 04:22:01.636983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50222) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:01.637205 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d028310d-8eb1-423a-bb1a-e7a0d4dc8360 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d9e517ba4ab4134aafb60c3d00cd0bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1836827 Nov 09 04:22:01.651071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbebf67d-b6ab-45e3-9361-62b49f46a919 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:01.658787 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cbebf67d-b6ab-45e3-9361-62b49f46a919 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.696989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbebf67d-b6ab-45e3-9361-62b49f46a919 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:22:01.711880 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cbebf67d-b6ab-45e3-9361-62b49f46a919 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.712245 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-cbebf67d-b6ab-45e3-9361-62b49f46a919 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Added segment fd23d89e-662d-455e-b345-eaf62e48d9b0 of type vlan for network 3a747e98-6a9a-4c25-94de-aa9db9ab52df Nov 09 04:22:01.759536 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e791b607-dfb9-433f-b0ce-1a91b67bdf03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.771742 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cbebf67d-b6ab-45e3-9361-62b49f46a919 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.808308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cbebf67d-b6ab-45e3-9361-62b49f46a919 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.816142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbebf67d-b6ab-45e3-9361-62b49f46a919 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:01.817192 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cbebf67d-b6ab-45e3-9361-62b49f46a919 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.869571 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cbebf67d-b6ab-45e3-9361-62b49f46a919 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2862012 Nov 09 04:22:01.870714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50228) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:01.878865 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-5df0c7d4-79a0-43bf-a2ca-cd8594cbfff1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'subnet': {'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:01.888378 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:01.892938 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e791b607-dfb9-433f-b0ce-1a91b67bdf03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:01.902891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router be179aae-299a-4dd9-94af-a94637f65638 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:01.968920 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebf67d-b6ab-45e3-9361-62b49f46a919 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Network': ['ID=3a747e98-6a9a-4c25-94de-aa9db9ab52df,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:01.985727 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 3a747e98-6a9a-4c25-94de-aa9db9ab52df details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:22:02.039480 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e791b607-dfb9-433f-b0ce-1a91b67bdf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:02.042846 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e791b607-dfb9-433f-b0ce-1a91b67bdf03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:02.044125 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e791b607-dfb9-433f-b0ce-1a91b67bdf03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b12c1536-6c5f-4119-8145-7f5693b589fb HTTP/1.1" status: 204 len: 168 time: 0.4062989 Nov 09 04:22:02.060508 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df0c7d4-79a0-43bf-a2ca-cd8594cbfff1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:02.065526 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5df0c7d4-79a0-43bf-a2ca-cd8594cbfff1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:02.071472 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:02.086783 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe563e73-530b-424f-af5b-d259eb733d9e None None] Sync routers for ids ['be179aae-299a-4dd9-94af-a94637f65638'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:02.107550 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe563e73-530b-424f-af5b-d259eb733d9e None None] Routers {'be179aae-299a-4dd9-94af-a94637f65638'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:02.110991 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fe563e73-530b-424f-af5b-d259eb733d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['be179aae-299a-4dd9-94af-a94637f65638'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:02.152857 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:02.163408 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791b607-dfb9-433f-b0ce-1a91b67bdf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12c1536-6c5f-4119-8145-7f5693b589fb,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:02.216519 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-95b90756-0f4e-47ed-8bfc-9ffbe3773407 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8898404 Nov 09 04:22:02.218119 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50240) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:02.218372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5d7746-1041-4ce6-b174-65113d65c2f7', 'tag': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:22:02.220738 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64716173-4698-48fd-99c5-bcc9c77fc45e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5d7746-1041-4ce6-b174-65113d65c2f7", "tag": "ad08bcff-2aa8-44fe-ab3d-5418373bf0a1"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:22:02.353247 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-fe563e73-530b-424f-af5b-d259eb733d9e None None] Set router be179aae-299a-4dd9-94af-a94637f65638 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:02.366749 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d78373e-d604-4449-b97d-817ff57b5662 x-openstack-request-id: req-4d78373e-d604-4449-b97d-817ff57b5662 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:22:02.367040 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5d7746-1041-4ce6-b174-65113d65c2f7", "tag": "ad08bcff-2aa8-44fe-ab3d-5418373bf0a1", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:22:02.367236 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d78373e-d604-4449-b97d-817ff57b5662 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:22:02.367645 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5d7746-1041-4ce6-b174-65113d65c2f7', 'tag': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1', 'status': 'completed', 'code': 200} Nov 09 04:22:02.398241 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:21:59Z', 'revision_number': 3, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:21:59Z', 'revision_number': 2, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:02.419097 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e7bb97d0-c6eb-4a05-b6ae-cdd8d6c38055 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/a28db1c3-7c40-4d41-9fc1-5a8f5d10e709 HTTP/1.1" status: 200 len: 992 time: 0.1819813 Nov 09 04:22:02.442763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5df0c7d4-79a0-43bf-a2ca-cd8594cbfff1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:02.467483 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Checking router: 77b7b5de-bc10-41ac-95ed-052fd9e6a66b for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:22:02.467833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Updating router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:22:02.504218 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64716173-4698-48fd-99c5-bcc9c77fc45e req-f22befe3-f5c4-4aca-8ff9-a48fd2e85301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:02.505932 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-64716173-4698-48fd-99c5-bcc9c77fc45e req-f22befe3-f5c4-4aca-8ff9-a48fd2e85301 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 1099 time: 0.1304929 Nov 09 04:22:02.522779 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:02.572600 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df0c7d4-79a0-43bf-a2ca-cd8594cbfff1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Checking segment: {'id': 'fd23d89e-662d-455e-b345-eaf62e48d9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:02.572962 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0c7d4-79a0-43bf-a2ca-cd8594cbfff1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network hostable DHCP agents. Network: 3a747e98-6a9a-4c25-94de-aa9db9ab52df, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:22:02.577197 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0c7d4-79a0-43bf-a2ca-cd8594cbfff1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Subnet': ['ID=14b87212-b6df-4b97-b685-bd82da9ef384,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:02.606411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0c7d4-79a0-43bf-a2ca-cd8594cbfff1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 3a747e98-6a9a-4c25-94de-aa9db9ab52df is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:22:02.622475 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-5df0c7d4-79a0-43bf-a2ca-cd8594cbfff1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 3a747e98-6a9a-4c25-94de-aa9db9ab52df) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:02.640195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df0c7d4-79a0-43bf-a2ca-cd8594cbfff1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:02.642348 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5df0c7d4-79a0-43bf-a2ca-cd8594cbfff1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:02.668832 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5df0c7d4-79a0-43bf-a2ca-cd8594cbfff1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7969792 Nov 09 04:22:02.669800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cae775-2d6f-48e9-82fb-9e0e72a9e198 None None] Network 3a747e98-6a9a-4c25-94de-aa9db9ab52df requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:02.670134 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50250) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:02.677095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64716173-4698-48fd-99c5-bcc9c77fc45e req-5680902f-24e0-40de-aeae-0c8625ceb8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:02.678794 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-64716173-4698-48fd-99c5-bcc9c77fc45e req-5680902f-24e0-40de-aeae-0c8625ceb8e3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=26274e59-ab78-4236-af3b-f51a5801fc4b HTTP/1.1" status: 200 len: 896 time: 0.1653314 Nov 09 04:22:02.702868 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fe563e73-530b-424f-af5b-d259eb733d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be179aae-299a-4dd9-94af-a94637f65638', 'name': 'tempest-TestNetworkBasicOps-router-889249603', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:12Z', 'updated_at': '2021-11-09T04:21:27Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:14Z', 'updated_at': '2021-11-09T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'a28db1c3-7c40-4d41-9fc1-5a8f5d10e709', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.168', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'port_id': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'mac_address': 'fa:16:3e:5e:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5d7746-1041-4ce6-b174-65113d65c2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:21:59Z', 'updated_at': '2021-11-09T04:21:59Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab38b235-f3b5-4903-8783-0398379e605e', 'name': '', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:24Z', 'updated_at': '2021-11-09T04:21:31Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:02.742495 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe563e73-530b-424f-af5b-d259eb733d9e None None] Checking router: be179aae-299a-4dd9-94af-a94637f65638 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:22:02.754781 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe563e73-530b-424f-af5b-d259eb733d9e None None] Routers {'be179aae-299a-4dd9-94af-a94637f65638'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:02.755407 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fe563e73-530b-424f-af5b-d259eb733d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['be179aae-299a-4dd9-94af-a94637f65638'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:02.770752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50252) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:02.787372 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-64716173-4698-48fd-99c5-bcc9c77fc45e req-2fc949e1-14dc-43e3-9b8a-ea2131a8cf17 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 HTTP/1.1" status: 200 len: 1000 time: 0.0997722 Nov 09 04:22:02.874769 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-fe563e73-530b-424f-af5b-d259eb733d9e None None] Set router be179aae-299a-4dd9-94af-a94637f65638 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:02.889601 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64716173-4698-48fd-99c5-bcc9c77fc45e req-b1a063e0-f304-49c4-944a-227797d52b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:02.891745 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-64716173-4698-48fd-99c5-bcc9c77fc45e req-b1a063e0-f304-49c4-944a-227797d52b2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9322ab5c-a925-463d-b492-8ea856d52fdf HTTP/1.1" status: 200 len: 835 time: 0.0944769 Nov 09 04:22:02.941926 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1868153303'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:02.967497 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-3a747e98-6a9a-4c25-94de-aa9db9ab52df', 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'fixed_ips': [{'subnet_id': '14b87212-b6df-4b97-b685-bd82da9ef384'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:22:02.970062 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:02.980717 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64716173-4698-48fd-99c5-bcc9c77fc45e req-42234a30-ab28-4801-9a76-d644ee427b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:02.982751 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-64716173-4698-48fd-99c5-bcc9c77fc45e req-42234a30-ab28-4801-9a76-d644ee427b14 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26274e59-ab78-4236-af3b-f51a5801fc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812311 Nov 09 04:22:03.044713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:03.048526 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.061427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.069708 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.091880 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.102729 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-64716173-4698-48fd-99c5-bcc9c77fc45e req-7b99a37d-4edf-4656-8211-91a4e9d81335 service neutron] 10.222.0.31 "GET /v2.0/networks/26274e59-ab78-4236-af3b-f51a5801fc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105950 Nov 09 04:22:03.145810 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fe563e73-530b-424f-af5b-d259eb733d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be179aae-299a-4dd9-94af-a94637f65638', 'name': 'tempest-TestNetworkBasicOps-router-889249603', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:12Z', 'updated_at': '2021-11-09T04:21:27Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:14Z', 'updated_at': '2021-11-09T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'a28db1c3-7c40-4d41-9fc1-5a8f5d10e709', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.168', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'port_id': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'mac_address': 'fa:16:3e:5e:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5d7746-1041-4ce6-b174-65113d65c2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:21:59Z', 'updated_at': '2021-11-09T04:21:59Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab38b235-f3b5-4903-8783-0398379e605e', 'name': '', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:24Z', 'updated_at': '2021-11-09T04:21:31Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:03.180852 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe563e73-530b-424f-af5b-d259eb733d9e None None] The sync data for ids ['be179aae-299a-4dd9-94af-a94637f65638'] in dv-neutron-816800-2-hyperv is: [{'id': 'be179aae-299a-4dd9-94af-a94637f65638', 'name': 'tempest-TestNetworkBasicOps-router-889249603', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:12Z', 'updated_at': '2021-11-09T04:21:27Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:14Z', 'updated_at': '2021-11-09T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'a28db1c3-7c40-4d41-9fc1-5a8f5d10e709', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.168', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'port_id': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'mac_address': 'fa:16:3e:5e:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5d7746-1041-4ce6-b174-65113d65c2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:21:59Z', 'updated_at': '2021-11-09T04:21:59Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab38b235-f3b5-4903-8783-0398379e605e', 'name': '', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:24Z', 'updated_at': '2021-11-09T04:21:31Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:03.193563 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0af14-5d76-4998-a717-deed55e36a66 None None] Pushing event updated for resources: {'Port': ['ID=5b1444b4-a4d7-4b55-97ee-d6374d0546b0,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:03.208995 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.256054 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-64716173-4698-48fd-99c5-bcc9c77fc45e req-7215b5b3-c0fa-4a4e-b62b-84f164b36899 service neutron] 10.222.0.31 "GET /v2.0/networks/26274e59-ab78-4236-af3b-f51a5801fc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462173 Nov 09 04:22:03.267945 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Allocated IP 2001:db8:2::2 (3a747e98-6a9a-4c25-94de-aa9db9ab52df/14b87212-b6df-4b97-b685-bd82da9ef384/847683d3-7328-4940-8796-55b986f65fe8) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:03.314705 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Attempting to bind port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:03.315085 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Attempting to bind port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '4d1c4b56-70bf-4bd3-b701-2816feb5b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:03.315452 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Attempting to bind port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 on network 1a722f70-ae96-47ac-a38a-d80429e8b685 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:03.335028 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:03.335402 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Checking segment: {'id': '4d1c4b56-70bf-4bd3-b701-2816feb5b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:03.335806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.336537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Bound using segment: {'id': '4d1c4b56-70bf-4bd3-b701-2816feb5b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:03.336676 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Bound port: 5b1444b4-a4d7-4b55-97ee-d6374d0546b0, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1c4b56-70bf-4bd3-b701-2816feb5b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:03.337206 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.395834 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.417272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50256) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:03.437863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.447829 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] For port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:03.451345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] For port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5b1444b4-a4d7-4b55-97ee-d6374d0546b0,segment=NetworkSegment(4d1c4b56-70bf-4bd3-b701-2816feb5b0af),segment_id=4d1c4b56-70bf-4bd3-b701-2816feb5b0af)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:03.467243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.494212 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:22:03.511297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6708686d-a4d8-4259-a6be-d9963729707a None None] New status for floating IP a28db1c3-7c40-4d41-9fc1-5a8f5d10e709: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:22:03.539299 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d650fa75-e9b8-444f-ab20-6274917e803f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/a28db1c3-7c40-4d41-9fc1-5a8f5d10e709 HTTP/1.1" status: 200 len: 992 time: 0.1190865 Nov 09 04:22:03.543782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521be9c2-6170-4a62-8754-face47f77b49,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:03.549871 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.550297 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Added segment 03d93c84-ba95-48ed-9a1f-8822175ba916 of type vlan for network 44699648-5450-4f43-a55d-e2aaa7044002 Nov 09 04:22:03.608935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.631502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0af14-5d76-4998-a717-deed55e36a66 None None] Pushing event updated for resources: {'Port': ['ID=5b1444b4-a4d7-4b55-97ee-d6374d0546b0,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:03.637763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.645183 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:03.645818 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.650853 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9f879f70-d5ee-42ed-b1e6-ee637f5ed206 None None] Provisioning complete for port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:03.651217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9f879f70-d5ee-42ed-b1e6-ee637f5ed206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.686485 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9116306 Nov 09 04:22:03.687313 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50258) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:03.692583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-bdacdd13-b257-46f7-b8b4-b994fc23297f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'name': 'tempest-PortsIpV6TestJSON-1942718499'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:03.725472 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d322bac-f00a-4620-89e7-d82e580700cb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Network': ['ID=44699648-5450-4f43-a55d-e2aaa7044002,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:03.786001 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:03.786638 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:03.796086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 44699648-5450-4f43-a55d-e2aaa7044002 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:22:03.804274 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdacdd13-b257-46f7-b8b4-b994fc23297f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:03.808560 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bdacdd13-b257-46f7-b8b4-b994fc23297f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:03.828406 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-bdacdd13-b257-46f7-b8b4-b994fc23297f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port 5ee3de46-4fbc-4278-9118-cebc9f4e5f46 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:03.854810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.011275 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bdacdd13-b257-46f7-b8b4-b994fc23297f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.048854 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bdacdd13-b257-46f7-b8b4-b994fc23297f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.085597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.110828 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacdd13-b257-46f7-b8b4-b994fc23297f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=5ee3de46-4fbc-4278-9118-cebc9f4e5f46,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:04.119042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Allocated IP 2001:db8:2::1 (3a747e98-6a9a-4c25-94de-aa9db9ab52df/14b87212-b6df-4b97-b685-bd82da9ef384/9ea40004-5fd0-427c-944c-4ba099bca018) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:04.130881 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdacdd13-b257-46f7-b8b4-b994fc23297f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Checking segment: {'id': '03d93c84-ba95-48ed-9a1f-8822175ba916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '44699648-5450-4f43-a55d-e2aaa7044002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:04.131247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdacdd13-b257-46f7-b8b4-b994fc23297f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network hostable DHCP agents. Network: 44699648-5450-4f43-a55d-e2aaa7044002, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:22:04.152713 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdacdd13-b257-46f7-b8b4-b994fc23297f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 44699648-5450-4f43-a55d-e2aaa7044002 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:22:04.154725 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:04.164863 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-bdacdd13-b257-46f7-b8b4-b994fc23297f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 44699648-5450-4f43-a55d-e2aaa7044002) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:04.169095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdacdd13-b257-46f7-b8b4-b994fc23297f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:04.175856 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdacdd13-b257-46f7-b8b4-b994fc23297f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:04.176559 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bdacdd13-b257-46f7-b8b4-b994fc23297f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.201729 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bdacdd13-b257-46f7-b8b4-b994fc23297f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5126247 Nov 09 04:22:04.201956 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50260) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:04.207010 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Network 3a747e98-6a9a-4c25-94de-aa9db9ab52df is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:04.207211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-16fd9bd0-ce78-4cda-a16e-b7c9693ea8fb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-457355748'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:04.209208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268a5198-b32a-46f2-95fe-669533039af1 None None] Network 44699648-5450-4f43-a55d-e2aaa7044002 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:04.226589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Pushing event updated for resources: {'Port': ['ID=847683d3-7328-4940-8796-55b986f65fe8,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:04.230225 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:04.232442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:04.255468 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fd9bd0-ce78-4cda-a16e-b7c9693ea8fb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:04.259028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16fd9bd0-ce78-4cda-a16e-b7c9693ea8fb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.276573 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.301869 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16fd9bd0-ce78-4cda-a16e-b7c9693ea8fb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:22:04.319456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16fd9bd0-ce78-4cda-a16e-b7c9693ea8fb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.319807 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-16fd9bd0-ce78-4cda-a16e-b7c9693ea8fb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Added segment 1828fcdd-6abd-4e1b-9a5d-f0a77b48928a of type vlan for network 1af3eec8-5360-4d5a-888a-a48fc6fe8ed1 Nov 09 04:22:04.356294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.399896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16fd9bd0-ce78-4cda-a16e-b7c9693ea8fb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.407162 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9f879f70-d5ee-42ed-b1e6-ee637f5ed206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.416221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 3a747e98-6a9a-4c25-94de-aa9db9ab52df is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:04.421613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:04.424710 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=9ea40004-5fd0-427c-944c-4ba099bca018,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:04.427035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:04.427567 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.482505 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16fd9bd0-ce78-4cda-a16e-b7c9693ea8fb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.488142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fd9bd0-ce78-4cda-a16e-b7c9693ea8fb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:04.488736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-16fd9bd0-ce78-4cda-a16e-b7c9693ea8fb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.508385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Attempting to bind port 847683d3-7328-4940-8796-55b986f65fe8 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:04.509027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Attempting to bind port 847683d3-7328-4940-8796-55b986f65fe8 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'fd23d89e-662d-455e-b345-eaf62e48d9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:04.509154 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Attempting to bind port 847683d3-7328-4940-8796-55b986f65fe8 on network 3a747e98-6a9a-4c25-94de-aa9db9ab52df {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:04.541367 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9f879f70-d5ee-42ed-b1e6-ee637f5ed206 None None] For port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5b1444b4-a4d7-4b55-97ee-d6374d0546b0,segment=NetworkSegment(4d1c4b56-70bf-4bd3-b701-2816feb5b0af),segment_id=4d1c4b56-70bf-4bd3-b701-2816feb5b0af)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:04.542554 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50262) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:04.549077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:04.549488 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Checking segment: {'id': 'fd23d89e-662d-455e-b345-eaf62e48d9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:04.549942 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.550347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Bound using segment: {'id': 'fd23d89e-662d-455e-b345-eaf62e48d9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:04.551000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Bound port: 847683d3-7328-4940-8796-55b986f65fe8, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd23d89e-662d-455e-b345-eaf62e48d9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:04.551452 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.564886 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9f879f70-d5ee-42ed-b1e6-ee637f5ed206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.624550 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cb1b648a-0c14-4b61-b7c1-921788eee1d5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/a28db1c3-7c40-4d41-9fc1-5a8f5d10e709 HTTP/1.1" status: 200 len: 994 time: 0.0747275 Nov 09 04:22:04.711578 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f879f70-d5ee-42ed-b1e6-ee637f5ed206 None None] Pushing event updated for resources: {'Port': ['ID=5b1444b4-a4d7-4b55-97ee-d6374d0546b0,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:04.737540 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] For port 847683d3-7328-4940-8796-55b986f65fe8, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:04.741541 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] For port 847683d3-7328-4940-8796-55b986f65fe8, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=847683d3-7328-4940-8796-55b986f65fe8,segment=NetworkSegment(fd23d89e-662d-455e-b345-eaf62e48d9b0),segment_id=fd23d89e-662d-455e-b345-eaf62e48d9b0)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:04.742847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-459d4b7f-812d-41f6-8cd9-11528d5e55c3 None None] Provisioning complete for port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:04.743287 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-459d4b7f-812d-41f6-8cd9-11528d5e55c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.766529 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.785236 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-16fd9bd0-ce78-4cda-a16e-b7c9693ea8fb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5822835 Nov 09 04:22:04.788476 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50264) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:04.794173 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'ports': [{'network_id': '44699648-5450-4f43-a55d-e2aaa7044002'}, {'network_id': '1af3eec8-5360-4d5a-888a-a48fc6fe8ed1'}]} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:04.794741 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:04.795427 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'network_id': '1af3eec8-5360-4d5a-888a-a48fc6fe8ed1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:04.824242 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd9bd0-ce78-4cda-a16e-b7c9693ea8fb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Network': ['ID=1af3eec8-5360-4d5a-888a-a48fc6fe8ed1,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:04.830849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:21:59Z', 'revision_number': 3, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:03Z', 'revision_number': 4, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:04.867827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 1af3eec8-5360-4d5a-888a-a48fc6fe8ed1 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:22:04.867943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:04.875410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e56461-700c-461b-92f4-ffc5e8df4149 None None] The sync data for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv is: [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:21:59Z', 'revision_number': 3, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:03Z', 'revision_number': 4, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:04.949136 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88d91a-4e07-45e9-b899-7553de7b3945 None None] Pushing event updated for resources: {'Port': ['ID=847683d3-7328-4940-8796-55b986f65fe8,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:05.073284 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'port': 2} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:05.078937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.111253 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.211319 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port 05db9efc-f666-4711-9a37-ed3910baf636 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:05.260686 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.267989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.269173 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.341581 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=9ea40004-5fd0-427c-944c-4ba099bca018,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:05.346892 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.410261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 3a747e98-6a9a-4c25-94de-aa9db9ab52df is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:05.411809 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:05.420315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port b3798592-6063-46f9-a941-7f3f8ccaf6ff yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:05.538941 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:05.569713 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.614328 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.652437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:05.659840 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-50a5f060-9c79-4518-93c6-440ec8127df5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/77b7b5de-bc10-41ac-95ed-052fd9e6a66b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9847317 Nov 09 04:22:05.660013 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 44699648-5450-4f43-a55d-e2aaa7044002 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:05.660125 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50266) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:05.663088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:05.666260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-de73eff3-06f4-49a8-a376-9d61dfac042b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1528615572'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:05.667880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:05.668696 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.672858 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=05db9efc-f666-4711-9a37-ed3910baf636,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:05.691129 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de73eff3-06f4-49a8-a376-9d61dfac042b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:05.695752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-de73eff3-06f4-49a8-a376-9d61dfac042b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.720958 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de73eff3-06f4-49a8-a376-9d61dfac042b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:22:05.730504 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=b3798592-6063-46f9-a941-7f3f8ccaf6ff,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:05.730722 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-de73eff3-06f4-49a8-a376-9d61dfac042b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.731058 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-de73eff3-06f4-49a8-a376-9d61dfac042b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Added segment a19d3b66-a760-4f24-b91c-ee5f5f1d38e3 of type vlan for network 8d0d776a-5d7e-44e2-8917-381bd16c8287 Nov 09 04:22:05.739288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Checking segment: {'id': '1828fcdd-6abd-4e1b-9a5d-f0a77b48928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1af3eec8-5360-4d5a-888a-a48fc6fe8ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:05.739682 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network hostable DHCP agents. Network: 1af3eec8-5360-4d5a-888a-a48fc6fe8ed1, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:22:05.759260 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 1af3eec8-5360-4d5a-888a-a48fc6fe8ed1 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:22:05.768699 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 1af3eec8-5360-4d5a-888a-a48fc6fe8ed1) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:05.772588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:05.775804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-de73eff3-06f4-49a8-a376-9d61dfac042b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.779296 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:05.782575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d342184a-416c-493a-96f0-6f1030c2c549 None None] Network 1af3eec8-5360-4d5a-888a-a48fc6fe8ed1 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:05.784386 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:05.785334 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.806280 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8760aff1-fff5-4abd-8fb1-18deeae69b64 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0140321 Nov 09 04:22:05.806596 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-de73eff3-06f4-49a8-a376-9d61dfac042b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.806730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50268) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:05.813548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de73eff3-06f4-49a8-a376-9d61dfac042b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:05.814553 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-de73eff3-06f4-49a8-a376-9d61dfac042b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.832552 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Sync routers for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:05.860022 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:05.860729 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:05.886648 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-de73eff3-06f4-49a8-a376-9d61dfac042b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2254617 Nov 09 04:22:05.889782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50270) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:05.897736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-e9c2a7ed-8f31-4b11-bdc7-3bf4bdbf4019 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'subnet': {'network_id': '8d0d776a-5d7e-44e2-8917-381bd16c8287', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:05.910303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73eff3-06f4-49a8-a376-9d61dfac042b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Network': ['ID=8d0d776a-5d7e-44e2-8917-381bd16c8287,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:05.945747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f6d4a5b2-4c26-499d-899d-50ea76f1ca42 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port b3798592-6063-46f9-a941-7f3f8ccaf6ff {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:05.946136 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a5b2-4c26-499d-899d-50ea76f1ca42 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:05.960216 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 8d0d776a-5d7e-44e2-8917-381bd16c8287 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:22:06.010412 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:06.011704 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c2a7ed-8f31-4b11-bdc7-3bf4bdbf4019 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Made reservation on behalf of f104f63bea194fbd915c6c60c143bfa9 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:06.016224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9c2a7ed-8f31-4b11-bdc7-3bf4bdbf4019 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.028717 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a5b2-4c26-499d-899d-50ea76f1ca42 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.045272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f6d4a5b2-4c26-499d-899d-50ea76f1ca42 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for b3798592-6063-46f9-a941-7f3f8ccaf6ff owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:06.171798 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a5b2-4c26-499d-899d-50ea76f1ca42 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.219046 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f6d4a5b2-4c26-499d-899d-50ea76f1ca42 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.225174 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f6d4a5b2-4c26-499d-899d-50ea76f1ca42 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/b3798592-6063-46f9-a941-7f3f8ccaf6ff HTTP/1.1" status: 204 len: 168 time: 0.4176342 Nov 09 04:22:06.225873 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50272) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:06.226612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4a5b2-4c26-499d-899d-50ea76f1ca42 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=b3798592-6063-46f9-a941-7f3f8ccaf6ff,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:06.248765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9c2a7ed-8f31-4b11-bdc7-3bf4bdbf4019 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.266782 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1347f6cb-f915-409d-9a27-6a49104e54e1 None None] Network 3a747e98-6a9a-4c25-94de-aa9db9ab52df requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:06.285143 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 4, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea40004-5fd0-427c-944c-4ba099bca018', 'name': '', 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:c6:af:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:03Z', 'updated_at': '2021-11-09T04:22:05Z', 'revision_number': 2, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:06.296170 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fda50e5-2c18-43f8-8049-a6c8d0c761fd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:06.302920 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fda50e5-2c18-43f8-8049-a6c8d0c761fd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:06.306989 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3fda50e5-2c18-43f8-8049-a6c8d0c761fd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0739326 Nov 09 04:22:06.307138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2a7ed-8f31-4b11-bdc7-3bf4bdbf4019 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Subnet': ['ID=e7ef70bd-33d5-4e21-9e08-5aaf2ef212df,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:06.307605 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50274) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:06.345967 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7711ae2c-6f73-4701-80dd-d8ec32423d1b None None] Provisioning complete for port 847683d3-7328-4940-8796-55b986f65fe8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:06.346769 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7711ae2c-6f73-4701-80dd-d8ec32423d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.347846 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Checking router: 77b7b5de-bc10-41ac-95ed-052fd9e6a66b for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:22:06.347846 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Updating router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b port 9ea40004-5fd0-427c-944c-4ba099bca018 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:22:06.348046 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2a7ed-8f31-4b11-bdc7-3bf4bdbf4019 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Checking segment: {'id': 'a19d3b66-a760-4f24-b91c-ee5f5f1d38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d0d776a-5d7e-44e2-8917-381bd16c8287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:06.348483 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c2a7ed-8f31-4b11-bdc7-3bf4bdbf4019 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network hostable DHCP agents. Network: 8d0d776a-5d7e-44e2-8917-381bd16c8287, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:22:06.367657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c2a7ed-8f31-4b11-bdc7-3bf4bdbf4019 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 8d0d776a-5d7e-44e2-8917-381bd16c8287 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:22:06.379240 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.381657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-e9c2a7ed-8f31-4b11-bdc7-3bf4bdbf4019 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 8d0d776a-5d7e-44e2-8917-381bd16c8287) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:06.388293 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c2a7ed-8f31-4b11-bdc7-3bf4bdbf4019 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:06.388894 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9c2a7ed-8f31-4b11-bdc7-3bf4bdbf4019 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.401947 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c10f52-470f-4d76-bbf0-30b2e1f0d6a4 None None] Network 8d0d776a-5d7e-44e2-8917-381bd16c8287 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:06.411709 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e9c2a7ed-8f31-4b11-bdc7-3bf4bdbf4019 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5208673 Nov 09 04:22:06.414660 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50276) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:06.456189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-25da4f83-a450-4bdc-b36a-d46fddc785f1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port 05db9efc-f666-4711-9a37-ed3910baf636 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:06.456789 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-25da4f83-a450-4bdc-b36a-d46fddc785f1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.532856 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-25da4f83-a450-4bdc-b36a-d46fddc785f1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.550931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-25da4f83-a450-4bdc-b36a-d46fddc785f1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for 05db9efc-f666-4711-9a37-ed3910baf636 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:06.609658 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7711ae2c-6f73-4701-80dd-d8ec32423d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.657547 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-25da4f83-a450-4bdc-b36a-d46fddc785f1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.696479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7711ae2c-6f73-4701-80dd-d8ec32423d1b None None] For port 847683d3-7328-4940-8796-55b986f65fe8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=847683d3-7328-4940-8796-55b986f65fe8,segment=NetworkSegment(fd23d89e-662d-455e-b345-eaf62e48d9b0),segment_id=fd23d89e-662d-455e-b345-eaf62e48d9b0)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:06.708952 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da4f83-a450-4bdc-b36a-d46fddc785f1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=05db9efc-f666-4711-9a37-ed3910baf636,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:06.714037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7711ae2c-6f73-4701-80dd-d8ec32423d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.715115 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-25da4f83-a450-4bdc-b36a-d46fddc785f1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.720932 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-25da4f83-a450-4bdc-b36a-d46fddc785f1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/05db9efc-f666-4711-9a37-ed3910baf636 HTTP/1.1" status: 204 len: 168 time: 0.4118998 Nov 09 04:22:06.722837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50278) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:06.739742 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.753091 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.784913 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-8d0d776a-5d7e-44e2-8917-381bd16c8287', 'network_id': '8d0d776a-5d7e-44e2-8917-381bd16c8287', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'fixed_ips': [{'subnet_id': 'e7ef70bd-33d5-4e21-9e08-5aaf2ef212df'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:22:06.785725 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:06.805693 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb093d-48eb-4196-8a42-774a4ea87c65 None None] Pushing event updated for resources: {'Port': ['ID=9ea40004-5fd0-427c-944c-4ba099bca018,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:06.815106 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5403188-222a-467a-ad2c-3d073e8c2c39 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:06.819795 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a5403188-222a-467a-ad2c-3d073e8c2c39 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0959482 Nov 09 04:22:06.820415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50280) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:06.843879 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711ae2c-6f73-4701-80dd-d8ec32423d1b None None] Pushing event updated for resources: {'Port': ['ID=847683d3-7328-4940-8796-55b986f65fe8,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:06.849159 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72019c0-e7df-4eab-a039-d338e35c9dd9 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] GET failed (client error): The resource could not be found. Nov 09 04:22:06.854624 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c72019c0-e7df-4eab-a039-d338e35c9dd9 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/b3798592-6063-46f9-a941-7f3f8ccaf6ff HTTP/1.1" status: 404 len: 333 time: 0.0331538 Nov 09 04:22:06.855332 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50282) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:06.889964 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84afa19-ff0b-4926-ade2-27a5cdf325cc tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] GET failed (client error): The resource could not be found. Nov 09 04:22:06.895674 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f84afa19-ff0b-4926-ade2-27a5cdf325cc tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/05db9efc-f666-4711-9a37-ed3910baf636 HTTP/1.1" status: 404 len: 333 time: 0.0393126 Nov 09 04:22:06.896489 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50284) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:06.961615 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.006736 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Attempting to bind port 9ea40004-5fd0-427c-944c-4ba099bca018 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:07.007289 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Attempting to bind port 9ea40004-5fd0-427c-944c-4ba099bca018 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'fd23d89e-662d-455e-b345-eaf62e48d9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:07.007498 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Attempting to bind port 9ea40004-5fd0-427c-944c-4ba099bca018 on network 3a747e98-6a9a-4c25-94de-aa9db9ab52df {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:07.019269 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:07.019663 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Checking segment: {'id': 'fd23d89e-662d-455e-b345-eaf62e48d9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:07.020066 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.020458 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Bound using segment: {'id': 'fd23d89e-662d-455e-b345-eaf62e48d9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:07.020930 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Bound port: 9ea40004-5fd0-427c-944c-4ba099bca018, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd23d89e-662d-455e-b345-eaf62e48d9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:07.021312 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.044751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f7bc-247a-4075-bae4-d678c2914283 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.078735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 847683d3-7328-4940-8796-55b986f65fe8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:07.151768 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] For port 9ea40004-5fd0-427c-944c-4ba099bca018, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:07.159455 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] For port 9ea40004-5fd0-427c-944c-4ba099bca018, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9ea40004-5fd0-427c-944c-4ba099bca018,segment=NetworkSegment(fd23d89e-662d-455e-b345-eaf62e48d9b0),segment_id=fd23d89e-662d-455e-b345-eaf62e48d9b0)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:07.168201 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.177310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f7bc-247a-4075-bae4-d678c2914283 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.205901 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-3ed3f7bc-247a-4075-bae4-d678c2914283 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af3eec8-5360-4d5a-888a-a48fc6fe8ed1']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:07.210513 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bcaec814-4170-4a36-b80b-271e70a4082d None None] Provisioning complete for port 9ea40004-5fd0-427c-944c-4ba099bca018 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:07.211014 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bcaec814-4170-4a36-b80b-271e70a4082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.219235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-3ed3f7bc-247a-4075-bae4-d678c2914283 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1828fcdd-6abd-4e1b-9a5d-f0a77b48928a') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:07.219796 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-3ed3f7bc-247a-4075-bae4-d678c2914283 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1828fcdd-6abd-4e1b-9a5d-f0a77b48928a') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:07.234162 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f7bc-247a-4075-bae4-d678c2914283 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.251801 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f7bc-247a-4075-bae4-d678c2914283 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.257981 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:07.258637 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Allocated IP 2001:db8:3::2 (8d0d776a-5d7e-44e2-8917-381bd16c8287/e7ef70bd-33d5-4e21-9e08-5aaf2ef212df/252bd929-ab6d-4fc5-8fe5-918b29703fdc) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:07.258804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:07.263250 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb093d-48eb-4196-8a42-774a4ea87c65 None None] Pushing event updated for resources: {'Port': ['ID=9ea40004-5fd0-427c-944c-4ba099bca018,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:07.263435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 847683d3-7328-4940-8796-55b986f65fe8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:07.263843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.281055 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed3f7bc-247a-4075-bae4-d678c2914283 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:07.281476 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f7bc-247a-4075-bae4-d678c2914283 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:07.287283 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:07.370818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f7bc-247a-4075-bae4-d678c2914283 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.377955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f7bc-247a-4075-bae4-d678c2914283 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.381479 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3ed3f7bc-247a-4075-bae4-d678c2914283 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/networks/1af3eec8-5360-4d5a-888a-a48fc6fe8ed1 HTTP/1.1" status: 204 len: 168 time: 0.4836471 Nov 09 04:22:07.385291 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50286) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:07.390307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-e72f115e-e622-41ad-981c-fc0f13cced34 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1569878784'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:07.394506 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3f7bc-247a-4075-bae4-d678c2914283 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Network': ['ID=1af3eec8-5360-4d5a-888a-a48fc6fe8ed1,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:07.402292 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:07.414473 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72f115e-e622-41ad-981c-fc0f13cced34 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:07.418313 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e72f115e-e622-41ad-981c-fc0f13cced34 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.453541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72f115e-e622-41ad-981c-fc0f13cced34 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:22:07.473851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e72f115e-e622-41ad-981c-fc0f13cced34 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.474651 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-e72f115e-e622-41ad-981c-fc0f13cced34 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Added segment de5a3fdb-1726-4ecc-ba84-542e8acb0b01 of type vlan for network c557f82e-4e5f-4b02-b1b5-5cf531086e45 Nov 09 04:22:07.541353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e72f115e-e622-41ad-981c-fc0f13cced34 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.582203 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e72f115e-e622-41ad-981c-fc0f13cced34 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.592190 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72f115e-e622-41ad-981c-fc0f13cced34 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:07.593187 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e72f115e-e622-41ad-981c-fc0f13cced34 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.670874 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 4, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea40004-5fd0-427c-944c-4ba099bca018', 'name': '', 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:c6:af:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:03Z', 'updated_at': '2021-11-09T04:22:07Z', 'revision_number': 4, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:07.684140 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e72f115e-e622-41ad-981c-fc0f13cced34 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2945147 Nov 09 04:22:07.685179 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50288) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:07.690427 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-93f575c4-abed-4805-93c7-0e2d11f4b335 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'subnet': {'network_id': 'c557f82e-4e5f-4b02-b1b5-5cf531086e45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:07.705037 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097f2e3-a31c-433d-96ec-76090a4b6744 None None] The sync data for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv is: [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 4, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea40004-5fd0-427c-944c-4ba099bca018', 'name': '', 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:c6:af:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:03Z', 'updated_at': '2021-11-09T04:22:07Z', 'revision_number': 4, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:07.714398 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f115e-e622-41ad-981c-fc0f13cced34 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Network': ['ID=c557f82e-4e5f-4b02-b1b5-5cf531086e45,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:07.742958 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bcaec814-4170-4a36-b80b-271e70a4082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.754884 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:07.754884 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network c557f82e-4e5f-4b02-b1b5-5cf531086e45 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:22:07.842309 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f575c4-abed-4805-93c7-0e2d11f4b335 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:07.850134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f575c4-abed-4805-93c7-0e2d11f4b335 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.870216 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-bcaec814-4170-4a36-b80b-271e70a4082d None None] For port 9ea40004-5fd0-427c-944c-4ba099bca018, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9ea40004-5fd0-427c-944c-4ba099bca018,segment=NetworkSegment(fd23d89e-662d-455e-b345-eaf62e48d9b0),segment_id=fd23d89e-662d-455e-b345-eaf62e48d9b0)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:07.911985 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.915036 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bcaec814-4170-4a36-b80b-271e70a4082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:07.934478 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.ipam_backend_mixin [None req-93f575c4-abed-4805-93c7-0e2d11f4b335 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Performing IP validity checks on allocation pools {{(pid=101884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 04:22:07.937900 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.ipam_backend_mixin [None req-93f575c4-abed-4805-93c7-0e2d11f4b335 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 04:22:07.997138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.017100 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bcaec814-4170-4a36-b80b-271e70a4082d None None] Provisioning complete for port 847683d3-7328-4940-8796-55b986f65fe8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:08.017613 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bcaec814-4170-4a36-b80b-271e70a4082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.021290 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Allocated IP 2001:db8:3::1 (8d0d776a-5d7e-44e2-8917-381bd16c8287/e7ef70bd-33d5-4e21-9e08-5aaf2ef212df/b1710bc3-5254-4e74-8b8d-0adee2c87a3f) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:08.026293 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Network 8d0d776a-5d7e-44e2-8917-381bd16c8287 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:08.063763 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:08.073279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:08.123038 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaec814-4170-4a36-b80b-271e70a4082d None None] Pushing event updated for resources: {'Port': ['ID=9ea40004-5fd0-427c-944c-4ba099bca018,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:08.126862 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f575c4-abed-4805-93c7-0e2d11f4b335 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.128290 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:08.128766 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.195472 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.241662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.249690 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f575c4-abed-4805-93c7-0e2d11f4b335 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Subnet': ['ID=15a838a4-d32c-4705-b864-86c729f2eefc,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:08.263117 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f575c4-abed-4805-93c7-0e2d11f4b335 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Checking segment: {'id': 'de5a3fdb-1726-4ecc-ba84-542e8acb0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c557f82e-4e5f-4b02-b1b5-5cf531086e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:08.263513 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f575c4-abed-4805-93c7-0e2d11f4b335 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network hostable DHCP agents. Network: c557f82e-4e5f-4b02-b1b5-5cf531086e45, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:22:08.301553 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Attempting to bind port 252bd929-ab6d-4fc5-8fe5-918b29703fdc on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:08.302047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f575c4-abed-4805-93c7-0e2d11f4b335 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network c557f82e-4e5f-4b02-b1b5-5cf531086e45 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:22:08.302538 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Attempting to bind port 252bd929-ab6d-4fc5-8fe5-918b29703fdc by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a19d3b66-a760-4f24-b91c-ee5f5f1d38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d0d776a-5d7e-44e2-8917-381bd16c8287'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:08.303337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Attempting to bind port 252bd929-ab6d-4fc5-8fe5-918b29703fdc on network 8d0d776a-5d7e-44e2-8917-381bd16c8287 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:08.314883 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:08.315724 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Checking segment: {'id': 'a19d3b66-a760-4f24-b91c-ee5f5f1d38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d0d776a-5d7e-44e2-8917-381bd16c8287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:08.316458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.318163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Bound using segment: {'id': 'a19d3b66-a760-4f24-b91c-ee5f5f1d38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d0d776a-5d7e-44e2-8917-381bd16c8287'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:08.318735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=b1710bc3-5254-4e74-8b8d-0adee2c87a3f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:08.319306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Bound port: 252bd929-ab6d-4fc5-8fe5-918b29703fdc, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19d3b66-a760-4f24-b91c-ee5f5f1d38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d0d776a-5d7e-44e2-8917-381bd16c8287'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:08.320233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.322232 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-93f575c4-abed-4805-93c7-0e2d11f4b335 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, c557f82e-4e5f-4b02-b1b5-5cf531086e45) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:08.326709 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f575c4-abed-4805-93c7-0e2d11f4b335 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:08.327139 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f575c4-abed-4805-93c7-0e2d11f4b335 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.334761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 8d0d776a-5d7e-44e2-8917-381bd16c8287 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:08.336531 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:08.340304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Pushing event updated for resources: {'Port': ['ID=252bd929-ab6d-4fc5-8fe5-918b29703fdc,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:08.345282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:08.346009 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.363896 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-93f575c4-abed-4805-93c7-0e2d11f4b335 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6778214 Nov 09 04:22:08.367504 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50290) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:08.380162 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-af4442b1-f322-4eb2-978e-2b3dde2eb041 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'network_id': 'c557f82e-4e5f-4b02-b1b5-5cf531086e45', 'name': 'tempest-PortsIpV6TestJSON-1689056855'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:08.393026 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce1751-572f-4a1e-a1ef-4a684e9561e1 None None] Network c557f82e-4e5f-4b02-b1b5-5cf531086e45 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:08.521064 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.534107 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4442b1-f322-4eb2-978e-2b3dde2eb041 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:08.539460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-af4442b1-f322-4eb2-978e-2b3dde2eb041 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.564215 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-af4442b1-f322-4eb2-978e-2b3dde2eb041 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port ccdf9899-6db3-46e8-aed2-c2925be230da yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:08.609434 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] For port 252bd929-ab6d-4fc5-8fe5-918b29703fdc, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:08.615512 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] For port 252bd929-ab6d-4fc5-8fe5-918b29703fdc, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=252bd929-ab6d-4fc5-8fe5-918b29703fdc,segment=NetworkSegment(a19d3b66-a760-4f24-b91c-ee5f5f1d38e3),segment_id=a19d3b66-a760-4f24-b91c-ee5f5f1d38e3)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:08.670697 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.752413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-97cf7dec-07d5-48fa-87e3-fa90b2357efb None None] Provisioning complete for port 9ea40004-5fd0-427c-944c-4ba099bca018 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:08.752644 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-97cf7dec-07d5-48fa-87e3-fa90b2357efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.760720 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c557f82e-4e5f-4b02-b1b5-5cf531086e45', 'network_id': 'c557f82e-4e5f-4b02-b1b5-5cf531086e45', 'tenant_id': '71fd51368c80426eac4861e09f04834c', 'fixed_ips': [{'subnet_id': '15a838a4-d32c-4705-b864-86c729f2eefc'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:22:08.761755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.807398 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d10379-6aa1-4c95-b0d9-325f5283c496 None None] Pushing event updated for resources: {'Port': ['ID=252bd929-ab6d-4fc5-8fe5-918b29703fdc,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:08.907184 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.913292 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:08.915227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:09.016698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9ea40004-5fd0-427c-944c-4ba099bca018 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:09.036123 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event updated for resources: {'Port': ['ID=b1710bc3-5254-4e74-8b8d-0adee2c87a3f,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:09.042655 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-af4442b1-f322-4eb2-978e-2b3dde2eb041 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Allocated IP 2001:db8::23c (c557f82e-4e5f-4b02-b1b5-5cf531086e45/15a838a4-d32c-4705-b864-86c729f2eefc/ccdf9899-6db3-46e8-aed2-c2925be230da) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:09.108539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9ea40004-5fd0-427c-944c-4ba099bca018 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:09.108909 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:09.122426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Network 8d0d776a-5d7e-44e2-8917-381bd16c8287 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:09.124481 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:09.235102 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-af4442b1-f322-4eb2-978e-2b3dde2eb041 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:09.245225 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:09.271374 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-af4442b1-f322-4eb2-978e-2b3dde2eb041 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:09.320641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Allocated IP 2001:db8::2 (c557f82e-4e5f-4b02-b1b5-5cf531086e45/15a838a4-d32c-4705-b864-86c729f2eefc/86879396-5fec-4717-b4a6-8ff6147dfdb5) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:09.324289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4442b1-f322-4eb2-978e-2b3dde2eb041 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network c557f82e-4e5f-4b02-b1b5-5cf531086e45 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:09.328491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-af4442b1-f322-4eb2-978e-2b3dde2eb041 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:09.334299 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4442b1-f322-4eb2-978e-2b3dde2eb041 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:09.341224 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4442b1-f322-4eb2-978e-2b3dde2eb041 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:09.341924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-af4442b1-f322-4eb2-978e-2b3dde2eb041 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:09.346703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4442b1-f322-4eb2-978e-2b3dde2eb041 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=ccdf9899-6db3-46e8-aed2-c2925be230da,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:09.368029 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-af4442b1-f322-4eb2-978e-2b3dde2eb041 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9955854 Nov 09 04:22:09.368564 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50292) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:09.469820 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-35d618e6-230a-43f3-8ae6-c671c98621c9 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port ccdf9899-6db3-46e8-aed2-c2925be230da {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:09.470285 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35d618e6-230a-43f3-8ae6-c671c98621c9 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:09.498601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:09.505459 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:09.544442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Network c557f82e-4e5f-4b02-b1b5-5cf531086e45 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:09.549614 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:09.553273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:09.560902 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Pushing event updated for resources: {'Port': ['ID=86879396-5fec-4717-b4a6-8ff6147dfdb5,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:09.575945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:09.578137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35d618e6-230a-43f3-8ae6-c671c98621c9 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:09.581842 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-221b737f-d8a3-4f49-bec3-c28b205a81b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/77b7b5de-bc10-41ac-95ed-052fd9e6a66b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1653965 Nov 09 04:22:09.584605 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50294) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:09.590309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-0e62682a-bd3e-4b1d-ba45-1d73d14a094b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:09.595486 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Sync routers for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:09.596750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-35d618e6-230a-43f3-8ae6-c671c98621c9 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for ccdf9899-6db3-46e8-aed2-c2925be230da owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:09.627004 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:09.627633 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:09.709276 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Attempting to bind port 86879396-5fec-4717-b4a6-8ff6147dfdb5 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:09.709681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Attempting to bind port 86879396-5fec-4717-b4a6-8ff6147dfdb5 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'de5a3fdb-1726-4ecc-ba84-542e8acb0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c557f82e-4e5f-4b02-b1b5-5cf531086e45'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:09.710051 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Attempting to bind port 86879396-5fec-4717-b4a6-8ff6147dfdb5 on network c557f82e-4e5f-4b02-b1b5-5cf531086e45 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:09.721947 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:09.722183 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Checking segment: {'id': 'de5a3fdb-1726-4ecc-ba84-542e8acb0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c557f82e-4e5f-4b02-b1b5-5cf531086e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:09.722584 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:09.722955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Bound using segment: {'id': 'de5a3fdb-1726-4ecc-ba84-542e8acb0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c557f82e-4e5f-4b02-b1b5-5cf531086e45'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:09.723428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Bound port: 86879396-5fec-4717-b4a6-8ff6147dfdb5, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5a3fdb-1726-4ecc-ba84-542e8acb0b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c557f82e-4e5f-4b02-b1b5-5cf531086e45'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:09.723814 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:09.778855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:09.779237 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35d618e6-230a-43f3-8ae6-c671c98621c9 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:09.818015 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d618e6-230a-43f3-8ae6-c671c98621c9 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=ccdf9899-6db3-46e8-aed2-c2925be230da,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:09.862249 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35d618e6-230a-43f3-8ae6-c671c98621c9 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:09.868035 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-35d618e6-230a-43f3-8ae6-c671c98621c9 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/ccdf9899-6db3-46e8-aed2-c2925be230da HTTP/1.1" status: 204 len: 168 time: 0.4952116 Nov 09 04:22:09.868377 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50296) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:09.898861 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d9e03e-379f-455c-922f-d299901963d6 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] DELETE failed (client error): The resource could not be found. Nov 09 04:22:09.899637 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d9e03e-379f-455c-922f-d299901963d6 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:22:09.905997 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a8d9e03e-379f-455c-922f-d299901963d6 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/ccdf9899-6db3-46e8-aed2-c2925be230da HTTP/1.1" status: 404 len: 333 time: 0.0340178 Nov 09 04:22:09.906911 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50298) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:09.916696 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] For port 86879396-5fec-4717-b4a6-8ff6147dfdb5, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:09.955814 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] For port 86879396-5fec-4717-b4a6-8ff6147dfdb5, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=86879396-5fec-4717-b4a6-8ff6147dfdb5,segment=NetworkSegment(de5a3fdb-1726-4ecc-ba84-542e8acb0b01),segment_id=de5a3fdb-1726-4ecc-ba84-542e8acb0b01)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:09.958585 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bc5fa4-b4bb-4d6d-a7cf-4391289fc11d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] GET failed (client error): The resource could not be found. Nov 09 04:22:09.960209 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-52bc5fa4-b4bb-4d6d-a7cf-4391289fc11d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/ccdf9899-6db3-46e8-aed2-c2925be230da HTTP/1.1" status: 404 len: 333 time: 0.0530028 Nov 09 04:22:09.963863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50300) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:09.967983 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.014038 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d49e5e-d5a2-402f-a886-e47c8f399ac2 None None] Network 8d0d776a-5d7e-44e2-8917-381bd16c8287 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:10.046776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ca33db-fe68-4578-8441-35516dd9e5e8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting subnet 15a838a4-d32c-4705-b864-86c729f2eefc {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:10.054040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d2ca33db-fe68-4578-8441-35516dd9e5e8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.123551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fe2c5-af21-4df6-aff0-967369352b28 None None] Pushing event updated for resources: {'Port': ['ID=86879396-5fec-4717-b4a6-8ff6147dfdb5,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:10.126549 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d2ca33db-fe68-4578-8441-35516dd9e5e8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.154810 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.extraroute_db [None req-0e62682a-bd3e-4b1d-ba45-1d73d14a094b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=101883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 04:22:10.173043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-59e91831-9e97-4834-a5dc-69df26bae77a None None] Provisioning complete for port 252bd929-ab6d-4fc5-8fe5-918b29703fdc triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:10.173546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-59e91831-9e97-4834-a5dc-69df26bae77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.182188 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.extraroute_db [None req-0e62682a-bd3e-4b1d-ba45-1d73d14a094b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Removed routes are [] {{(pid=101883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 04:22:10.182594 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0e62682a-bd3e-4b1d-ba45-1d73d14a094b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.283620 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:08Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea40004-5fd0-427c-944c-4ba099bca018', 'name': '', 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:c6:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:03Z', 'updated_at': '2021-11-09T04:22:07Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1710bc3-5254-4e74-8b8d-0adee2c87a3f', 'name': '', 'network_id': '8d0d776a-5d7e-44e2-8917-381bd16c8287', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:22:37:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e7ef70bd-33d5-4e21-9e08-5aaf2ef212df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:07Z', 'updated_at': '2021-11-09T04:22:08Z', 'revision_number': 2, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'e7ef70bd-33d5-4e21-9e08-5aaf2ef212df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:10.313050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d2ca33db-fe68-4578-8441-35516dd9e5e8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.319834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Checking router: 77b7b5de-bc10-41ac-95ed-052fd9e6a66b for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:22:10.320204 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Updating router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b port b1710bc3-5254-4e74-8b8d-0adee2c87a3f binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:22:10.371607 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.439726 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-59e91831-9e97-4834-a5dc-69df26bae77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.458183 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0e62682a-bd3e-4b1d-ba45-1d73d14a094b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.462461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0e62682a-bd3e-4b1d-ba45-1d73d14a094b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.466968 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d2ca33db-fe68-4578-8441-35516dd9e5e8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.532423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d2ca33db-fe68-4578-8441-35516dd9e5e8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.535659 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d2ca33db-fe68-4578-8441-35516dd9e5e8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/15a838a4-d32c-4705-b864-86c729f2eefc HTTP/1.1" status: 204 len: 168 time: 0.5708213 Nov 09 04:22:10.536777 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-59e91831-9e97-4834-a5dc-69df26bae77a None None] For port 252bd929-ab6d-4fc5-8fe5-918b29703fdc, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=252bd929-ab6d-4fc5-8fe5-918b29703fdc,segment=NetworkSegment(a19d3b66-a760-4f24-b91c-ee5f5f1d38e3),segment_id=a19d3b66-a760-4f24-b91c-ee5f5f1d38e3)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:10.539026 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50302) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:10.550276 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-59e91831-9e97-4834-a5dc-69df26bae77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.569050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca33db-fe68-4578-8441-35516dd9e5e8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Subnet': ['ID=15a838a4-d32c-4705-b864-86c729f2eefc,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:10.621910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e62682a-bd3e-4b1d-ba45-1d73d14a094b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:10.640164 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.668101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e91831-9e97-4834-a5dc-69df26bae77a None None] Pushing event updated for resources: {'Port': ['ID=252bd929-ab6d-4fc5-8fe5-918b29703fdc,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:10.748087 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port 86879396-5fec-4717-b4a6-8ff6147dfdb5 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:10.748433 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.750890 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e62682a-bd3e-4b1d-ba45-1d73d14a094b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:10.758836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0e62682a-bd3e-4b1d-ba45-1d73d14a094b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.760129 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0e62682a-bd3e-4b1d-ba45-1d73d14a094b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/77b7b5de-bc10-41ac-95ed-052fd9e6a66b HTTP/1.1" status: 200 len: 952 time: 1.1743395 Nov 09 04:22:10.763870 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50304) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:10.851003 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] For port 86879396-5fec-4717-b4a6-8ff6147dfdb5, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=86879396-5fec-4717-b4a6-8ff6147dfdb5,segment=NetworkSegment(de5a3fdb-1726-4ecc-ba84-542e8acb0b01),segment_id=de5a3fdb-1726-4ecc-ba84-542e8acb0b01)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:10.851384 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:10.866662 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for 86879396-5fec-4717-b4a6-8ff6147dfdb5 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:10.920434 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f3cb1041-acde-4984-8950-bdd337a176e4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/routers/77b7b5de-bc10-41ac-95ed-052fd9e6a66b HTTP/1.1" status: 200 len: 952 time: 0.1520834 Nov 09 04:22:10.924519 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50306) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:10.929596 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-2da46dce-0f3c-4093-9a47-c91923faa441 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'router': {'routes': None}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:11.036022 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.076798 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=86879396-5fec-4717-b4a6-8ff6147dfdb5,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:11.092349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No DVR routers for this DVR port 86879396-5fec-4717-b4a6-8ff6147dfdb5 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:11.108955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.110812 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-cadc96ef-e99c-4d78-846a-29ca745e7b4e None None] Provisioning complete for port b1710bc3-5254-4e74-8b8d-0adee2c87a3f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:11.111171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cadc96ef-e99c-4d78-846a-29ca745e7b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.141020 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.152145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 252bd929-ab6d-4fc5-8fe5-918b29703fdc up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:11.224942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.257481 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c557f82e-4e5f-4b02-b1b5-5cf531086e45']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:11.272683 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5a3fdb-1726-4ecc-ba84-542e8acb0b01') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:11.273403 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5a3fdb-1726-4ecc-ba84-542e8acb0b01') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:11.287338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.299685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-cadc96ef-e99c-4d78-846a-29ca745e7b4e None None] Port b1710bc3-5254-4e74-8b8d-0adee2c87a3f cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:11.313786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.317356 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c916ae-1296-4597-ab9b-2badd565ffbe None None] Pushing event updated for resources: {'Port': ['ID=b1710bc3-5254-4e74-8b8d-0adee2c87a3f,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:11.329148 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:11.331318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:11.339191 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:11.354173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 252bd929-ab6d-4fc5-8fe5-918b29703fdc triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:11.354581 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.381368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd70a1a7-97f7-4486-9f28-9ac43c0d06b7 None None] Network c557f82e-4e5f-4b02-b1b5-5cf531086e45 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:11.401899 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-cadc96ef-e99c-4d78-846a-29ca745e7b4e None None] Provisioning complete for port 252bd929-ab6d-4fc5-8fe5-918b29703fdc triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:11.402273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cadc96ef-e99c-4d78-846a-29ca745e7b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.421003 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.426064 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.429444 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/networks/c557f82e-4e5f-4b02-b1b5-5cf531086e45 HTTP/1.1" status: 204 len: 168 time: 0.8873045 Nov 09 04:22:11.433987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50308) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:11.442141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-25abc123-4c1c-4eac-9ac0-fee233d28125 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-553352317'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:11.454161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c3419-9876-4784-9a92-ab6a316d193d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Network': ['ID=c557f82e-4e5f-4b02-b1b5-5cf531086e45,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:11.466312 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Attempting to bind port b1710bc3-5254-4e74-8b8d-0adee2c87a3f on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:11.466694 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Attempting to bind port b1710bc3-5254-4e74-8b8d-0adee2c87a3f by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a19d3b66-a760-4f24-b91c-ee5f5f1d38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d0d776a-5d7e-44e2-8917-381bd16c8287'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:11.467092 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Attempting to bind port b1710bc3-5254-4e74-8b8d-0adee2c87a3f on network 8d0d776a-5d7e-44e2-8917-381bd16c8287 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:11.497846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25abc123-4c1c-4eac-9ac0-fee233d28125 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:11.501462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-25abc123-4c1c-4eac-9ac0-fee233d28125 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.507746 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:11.508129 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Checking segment: {'id': 'a19d3b66-a760-4f24-b91c-ee5f5f1d38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d0d776a-5d7e-44e2-8917-381bd16c8287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:11.508533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.508932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Bound using segment: {'id': 'a19d3b66-a760-4f24-b91c-ee5f5f1d38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d0d776a-5d7e-44e2-8917-381bd16c8287'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:11.509968 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Bound port: b1710bc3-5254-4e74-8b8d-0adee2c87a3f, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19d3b66-a760-4f24-b91c-ee5f5f1d38e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8d0d776a-5d7e-44e2-8917-381bd16c8287'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:11.510353 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.557415 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25abc123-4c1c-4eac-9ac0-fee233d28125 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:22:11.590481 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-25abc123-4c1c-4eac-9ac0-fee233d28125 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.590831 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-25abc123-4c1c-4eac-9ac0-fee233d28125 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Added segment b89340fc-5dd7-4f39-80b9-f9df02c918a1 of type vlan for network 05542b37-e247-459f-bb4f-c0bffaade124 Nov 09 04:22:11.664270 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-25abc123-4c1c-4eac-9ac0-fee233d28125 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.702360 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 86879396-5fec-4717-b4a6-8ff6147dfdb5 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:11.709851 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] For port b1710bc3-5254-4e74-8b8d-0adee2c87a3f, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:11.739634 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 86879396-5fec-4717-b4a6-8ff6147dfdb5 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:11.739990 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 86879396-5fec-4717-b4a6-8ff6147dfdb5 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 04:22:11.742843 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-25abc123-4c1c-4eac-9ac0-fee233d28125 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.750631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25abc123-4c1c-4eac-9ac0-fee233d28125 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:11.751169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-25abc123-4c1c-4eac-9ac0-fee233d28125 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.761539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] For port b1710bc3-5254-4e74-8b8d-0adee2c87a3f, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b1710bc3-5254-4e74-8b8d-0adee2c87a3f,segment=NetworkSegment(a19d3b66-a760-4f24-b91c-ee5f5f1d38e3),segment_id=a19d3b66-a760-4f24-b91c-ee5f5f1d38e3)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:11.762835 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ed26a-3428-48cf-92c0-e824cae392fc None None] DHCP port deletion for c557f82e-4e5f-4b02-b1b5-5cf531086e45 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:11.765860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Port 86879396-5fec-4717-b4a6-8ff6147dfdb5 not found, will not notify nova. {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 04:22:11.769557 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.798733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.extraroute_db [None req-2da46dce-0f3c-4093-9a47-c91923faa441 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Added routes are [] {{(pid=101883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 04:22:11.799099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.extraroute_db [None req-2da46dce-0f3c-4093-9a47-c91923faa441 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=101883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 04:22:11.836982 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:11.838096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:11.839867 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2aeb5ec8-ce6f-4ef3-9f22-def456daa0f4 None None] Could not find standard attr ID for object 86879396-5fec-4717-b4a6-8ff6147dfdb5. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:22:11.841303 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c916ae-1296-4597-ab9b-2badd565ffbe None None] Pushing event updated for resources: {'Port': ['ID=b1710bc3-5254-4e74-8b8d-0adee2c87a3f,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:11.841589 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-25abc123-4c1c-4eac-9ac0-fee233d28125 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4062595 Nov 09 04:22:11.847424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50310) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:11.858330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abc123-4c1c-4eac-9ac0-fee233d28125 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Network': ['ID=05542b37-e247-459f-bb4f-c0bffaade124,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:11.861655 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8ea44448-d657-448c-b81b-0851061aa5f8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'subnet': {'network_id': '05542b37-e247-459f-bb4f-c0bffaade124', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:11.875436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2da46dce-0f3c-4093-9a47-c91923faa441 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.886635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 05542b37-e247-459f-bb4f-c0bffaade124 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:22:11.979061 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2aeb5ec8-ce6f-4ef3-9f22-def456daa0f4 None None] Provisioning complete for port b1710bc3-5254-4e74-8b8d-0adee2c87a3f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:11.979437 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5ec8-ce6f-4ef3-9f22-def456daa0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:11.991355 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea44448-d657-448c-b81b-0851061aa5f8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:11.996427 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ea44448-d657-448c-b81b-0851061aa5f8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:12.021754 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:12.078842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2da46dce-0f3c-4093-9a47-c91923faa441 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:12.083935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2da46dce-0f3c-4093-9a47-c91923faa441 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:12.191918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da46dce-0f3c-4093-9a47-c91923faa441 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:12.216628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5ec8-ce6f-4ef3-9f22-def456daa0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:12.221127 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ea44448-d657-448c-b81b-0851061aa5f8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:12.269578 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-2aeb5ec8-ce6f-4ef3-9f22-def456daa0f4 None None] For port b1710bc3-5254-4e74-8b8d-0adee2c87a3f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b1710bc3-5254-4e74-8b8d-0adee2c87a3f,segment=NetworkSegment(a19d3b66-a760-4f24-b91c-ee5f5f1d38e3),segment_id=a19d3b66-a760-4f24-b91c-ee5f5f1d38e3)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:12.278096 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea44448-d657-448c-b81b-0851061aa5f8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Subnet': ['ID=ba062747-a925-4081-b166-b82b92f94157,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:12.293611 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea44448-d657-448c-b81b-0851061aa5f8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Checking segment: {'id': 'b89340fc-5dd7-4f39-80b9-f9df02c918a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05542b37-e247-459f-bb4f-c0bffaade124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:12.294078 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea44448-d657-448c-b81b-0851061aa5f8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network hostable DHCP agents. Network: 05542b37-e247-459f-bb4f-c0bffaade124, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:22:12.295759 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da46dce-0f3c-4093-9a47-c91923faa441 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:12.300799 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5ec8-ce6f-4ef3-9f22-def456daa0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:12.304981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2da46dce-0f3c-4093-9a47-c91923faa441 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:12.308586 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2da46dce-0f3c-4093-9a47-c91923faa441 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/77b7b5de-bc10-41ac-95ed-052fd9e6a66b HTTP/1.1" status: 200 len: 702 time: 1.3803978 Nov 09 04:22:12.310079 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50312) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:12.320020 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea44448-d657-448c-b81b-0851061aa5f8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 05542b37-e247-459f-bb4f-c0bffaade124 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:22:12.363142 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb5ec8-ce6f-4ef3-9f22-def456daa0f4 None None] Pushing event updated for resources: {'Port': ['ID=b1710bc3-5254-4e74-8b8d-0adee2c87a3f,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:12.369122 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:10Z', 'revision_number': 6, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea40004-5fd0-427c-944c-4ba099bca018', 'name': '', 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:c6:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:03Z', 'updated_at': '2021-11-09T04:22:07Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1710bc3-5254-4e74-8b8d-0adee2c87a3f', 'name': '', 'network_id': '8d0d776a-5d7e-44e2-8917-381bd16c8287', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:22:37:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e7ef70bd-33d5-4e21-9e08-5aaf2ef212df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:07Z', 'updated_at': '2021-11-09T04:22:11Z', 'revision_number': 4, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'e7ef70bd-33d5-4e21-9e08-5aaf2ef212df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:12.398758 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-8ea44448-d657-448c-b81b-0851061aa5f8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 05542b37-e247-459f-bb4f-c0bffaade124) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:12.401779 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10248138-033e-42ab-8ad4-bb7814093ca1 None None] The sync data for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv is: [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:10Z', 'revision_number': 6, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea40004-5fd0-427c-944c-4ba099bca018', 'name': '', 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:c6:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:03Z', 'updated_at': '2021-11-09T04:22:07Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1710bc3-5254-4e74-8b8d-0adee2c87a3f', 'name': '', 'network_id': '8d0d776a-5d7e-44e2-8917-381bd16c8287', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:22:37:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e7ef70bd-33d5-4e21-9e08-5aaf2ef212df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:07Z', 'updated_at': '2021-11-09T04:22:11Z', 'revision_number': 4, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'e7ef70bd-33d5-4e21-9e08-5aaf2ef212df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:12.407142 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea44448-d657-448c-b81b-0851061aa5f8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:12.408044 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8ea44448-d657-448c-b81b-0851061aa5f8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:12.409895 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6f9470-c3ad-4aa2-b126-38f1065b4c54 None None] Network 05542b37-e247-459f-bb4f-c0bffaade124 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:12.436738 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8ea44448-d657-448c-b81b-0851061aa5f8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5871885 Nov 09 04:22:12.439278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50314) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:12.447678 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-4265541e-dfdb-4697-ad41-ca535d4be184 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'network_id': '05542b37-e247-459f-bb4f-c0bffaade124', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1908331560'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:12.479239 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d815e85c-058e-43ed-8a11-3ef994bb9de0 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/routers/77b7b5de-bc10-41ac-95ed-052fd9e6a66b HTTP/1.1" status: 200 len: 702 time: 0.1667016 Nov 09 04:22:12.482268 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50316) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:12.515953 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a85eedcf-b51b-4b2d-bfb9-ddc4f320e00d None None] Provisioning complete for port b1710bc3-5254-4e74-8b8d-0adee2c87a3f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:12.516330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a85eedcf-b51b-4b2d-bfb9-ddc4f320e00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:12.610732 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4265541e-dfdb-4697-ad41-ca535d4be184 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:12.614381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4265541e-dfdb-4697-ad41-ca535d4be184 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:12.639107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-4265541e-dfdb-4697-ad41-ca535d4be184 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port 546b550e-eb67-4e51-92b6-01bc31b05e39 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:12.676329 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-05542b37-e247-459f-bb4f-c0bffaade124', 'network_id': '05542b37-e247-459f-bb4f-c0bffaade124', 'tenant_id': '71fd51368c80426eac4861e09f04834c', 'fixed_ips': [{'subnet_id': 'ba062747-a925-4081-b166-b82b92f94157'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:22:12.677243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:12.806707 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-4265541e-dfdb-4697-ad41-ca535d4be184 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Allocated IP 2001:db8::2ef (05542b37-e247-459f-bb4f-c0bffaade124/ba062747-a925-4081-b166-b82b92f94157/546b550e-eb67-4e51-92b6-01bc31b05e39) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:12.905901 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8b0671a9-e0ed-4d10-b836-3ec88a42adb1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:12.961552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4265541e-dfdb-4697-ad41-ca535d4be184 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.006825 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b1710bc3-5254-4e74-8b8d-0adee2c87a3f up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:13.015764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4265541e-dfdb-4697-ad41-ca535d4be184 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.067125 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4265541e-dfdb-4697-ad41-ca535d4be184 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 05542b37-e247-459f-bb4f-c0bffaade124 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:13.077867 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265541e-dfdb-4697-ad41-ca535d4be184 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=546b550e-eb67-4e51-92b6-01bc31b05e39,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:13.084964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-4265541e-dfdb-4697-ad41-ca535d4be184 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:13.092473 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265541e-dfdb-4697-ad41-ca535d4be184 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:13.100192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Allocated IP 2001:db8::2 (05542b37-e247-459f-bb4f-c0bffaade124/ba062747-a925-4081-b166-b82b92f94157/359b5d51-509f-46ee-9c7b-08c22e770611) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:13.103755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4265541e-dfdb-4697-ad41-ca535d4be184 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:13.105149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4265541e-dfdb-4697-ad41-ca535d4be184 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.126210 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4265541e-dfdb-4697-ad41-ca535d4be184 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6855605 Nov 09 04:22:13.128736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50318) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:13.151883 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port b1710bc3-5254-4e74-8b8d-0adee2c87a3f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:13.152279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.227466 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-8b0671a9-e0ed-4d10-b836-3ec88a42adb1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port b1710bc3-5254-4e74-8b8d-0adee2c87a3f {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:13.227899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8b0671a9-e0ed-4d10-b836-3ec88a42adb1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.236723 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb71b0-d05e-4e22-82de-2f6d544cd00f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port 546b550e-eb67-4e51-92b6-01bc31b05e39 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:13.237195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6fdb71b0-d05e-4e22-82de-2f6d544cd00f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.326954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.336711 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.339835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6fdb71b0-d05e-4e22-82de-2f6d544cd00f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.352797 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-8b0671a9-e0ed-4d10-b836-3ec88a42adb1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] For port b1710bc3-5254-4e74-8b8d-0adee2c87a3f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=b1710bc3-5254-4e74-8b8d-0adee2c87a3f,segment=NetworkSegment(a19d3b66-a760-4f24-b91c-ee5f5f1d38e3),segment_id=a19d3b66-a760-4f24-b91c-ee5f5f1d38e3)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:13.353755 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8b0671a9-e0ed-4d10-b836-3ec88a42adb1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.356213 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb71b0-d05e-4e22-82de-2f6d544cd00f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for 546b550e-eb67-4e51-92b6-01bc31b05e39 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:13.381002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-8b0671a9-e0ed-4d10-b836-3ec88a42adb1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for b1710bc3-5254-4e74-8b8d-0adee2c87a3f owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:13.388267 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Network 05542b37-e247-459f-bb4f-c0bffaade124 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:13.399914 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 86879396-5fec-4717-b4a6-8ff6147dfdb5 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:13.404144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:13.409278 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcbb356-f53f-4504-8b9b-29772cd3ad1e None None] Sync routers for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:13.420029 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcbb356-f53f-4504-8b9b-29772cd3ad1e None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:13.420929 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fdcbb356-f53f-4504-8b9b-29772cd3ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:13.425981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:13.429956 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Pushing event updated for resources: {'Port': ['ID=359b5d51-509f-46ee-9c7b-08c22e770611,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:13.443197 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 86879396-5fec-4717-b4a6-8ff6147dfdb5 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:13.443580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 86879396-5fec-4717-b4a6-8ff6147dfdb5 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:13.512258 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Attempting to bind port 359b5d51-509f-46ee-9c7b-08c22e770611 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:13.514493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Attempting to bind port 359b5d51-509f-46ee-9c7b-08c22e770611 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'b89340fc-5dd7-4f39-80b9-f9df02c918a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05542b37-e247-459f-bb4f-c0bffaade124'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:13.514831 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Attempting to bind port 359b5d51-509f-46ee-9c7b-08c22e770611 on network 05542b37-e247-459f-bb4f-c0bffaade124 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:13.524366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6fdb71b0-d05e-4e22-82de-2f6d544cd00f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.524760 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:13.525072 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Checking segment: {'id': 'b89340fc-5dd7-4f39-80b9-f9df02c918a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05542b37-e247-459f-bb4f-c0bffaade124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:13.526258 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.526679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Bound using segment: {'id': 'b89340fc-5dd7-4f39-80b9-f9df02c918a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05542b37-e247-459f-bb4f-c0bffaade124'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:13.528542 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Bound port: 359b5d51-509f-46ee-9c7b-08c22e770611, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89340fc-5dd7-4f39-80b9-f9df02c918a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '05542b37-e247-459f-bb4f-c0bffaade124'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:13.528782 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.541841 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-fdcbb356-f53f-4504-8b9b-29772cd3ad1e None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:13.554551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb71b0-d05e-4e22-82de-2f6d544cd00f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=546b550e-eb67-4e51-92b6-01bc31b05e39,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:13.589095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6fdb71b0-d05e-4e22-82de-2f6d544cd00f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.595008 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6fdb71b0-d05e-4e22-82de-2f6d544cd00f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/546b550e-eb67-4e51-92b6-01bc31b05e39 HTTP/1.1" status: 204 len: 168 time: 0.4624865 Nov 09 04:22:13.595275 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50320) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:13.609122 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8b0671a9-e0ed-4d10-b836-3ec88a42adb1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.621843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] For port 359b5d51-509f-46ee-9c7b-08c22e770611, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:13.625864 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c1b7b9-f99f-4825-a797-7a06cd9aeb83 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] GET failed (client error): The resource could not be found. Nov 09 04:22:13.627397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] For port 359b5d51-509f-46ee-9c7b-08c22e770611, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=359b5d51-509f-46ee-9c7b-08c22e770611,segment=NetworkSegment(b89340fc-5dd7-4f39-80b9-f9df02c918a1),segment_id=b89340fc-5dd7-4f39-80b9-f9df02c918a1)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:13.627791 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a3c1b7b9-f99f-4825-a797-7a06cd9aeb83 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/546b550e-eb67-4e51-92b6-01bc31b05e39 HTTP/1.1" status: 404 len: 333 time: 0.0312858 Nov 09 04:22:13.630521 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50322) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:13.634950 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.647111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0671a9-e0ed-4d10-b836-3ec88a42adb1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=b1710bc3-5254-4e74-8b8d-0adee2c87a3f,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:13.730018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3fe58-7124-4d01-8b3b-5913c0edf679 None None] Pushing event updated for resources: {'Port': ['ID=359b5d51-509f-46ee-9c7b-08c22e770611,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:13.735345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6245bc-1c70-4a75-997a-195a34177fee tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting subnet ba062747-a925-4081-b166-b82b92f94157 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:13.768027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ab6245bc-1c70-4a75-997a-195a34177fee tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.797488 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8b0671a9-e0ed-4d10-b836-3ec88a42adb1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.824930 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ab6245bc-1c70-4a75-997a-195a34177fee tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.825457 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fdcbb356-f53f-4504-8b9b-29772cd3ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:11Z', 'revision_number': 7, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea40004-5fd0-427c-944c-4ba099bca018', 'name': '', 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:c6:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:03Z', 'updated_at': '2021-11-09T04:22:07Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1710bc3-5254-4e74-8b8d-0adee2c87a3f', 'name': '', 'network_id': '8d0d776a-5d7e-44e2-8917-381bd16c8287', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:22:37:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'e7ef70bd-33d5-4e21-9e08-5aaf2ef212df', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:07Z', 'updated_at': '2021-11-09T04:22:12Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'e7ef70bd-33d5-4e21-9e08-5aaf2ef212df', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:13.854898 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcbb356-f53f-4504-8b9b-29772cd3ad1e None None] Checking router: 77b7b5de-bc10-41ac-95ed-052fd9e6a66b for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:22:13.867213 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcbb356-f53f-4504-8b9b-29772cd3ad1e None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:13.867850 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fdcbb356-f53f-4504-8b9b-29772cd3ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:13.960104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ab6245bc-1c70-4a75-997a-195a34177fee tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:13.985887 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-fdcbb356-f53f-4504-8b9b-29772cd3ad1e None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:14.068144 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ab6245bc-1c70-4a75-997a-195a34177fee tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.098987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6245bc-1c70-4a75-997a-195a34177fee tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Subnet': ['ID=ba062747-a925-4081-b166-b82b92f94157,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:14.101080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ab6245bc-1c70-4a75-997a-195a34177fee tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.108120 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ab6245bc-1c70-4a75-997a-195a34177fee tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/ba062747-a925-4081-b166-b82b92f94157 HTTP/1.1" status: 204 len: 168 time: 0.4763579 Nov 09 04:22:14.108772 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50324) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:14.128385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0671a9-e0ed-4d10-b836-3ec88a42adb1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:14.193684 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.234952 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0671a9-e0ed-4d10-b836-3ec88a42adb1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:14.242986 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8b0671a9-e0ed-4d10-b836-3ec88a42adb1 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/77b7b5de-bc10-41ac-95ed-052fd9e6a66b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594311 Nov 09 04:22:14.244142 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50326) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:14.244866 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fdcbb356-f53f-4504-8b9b-29772cd3ad1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:13Z', 'revision_number': 8, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea40004-5fd0-427c-944c-4ba099bca018', 'name': '', 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:c6:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:03Z', 'updated_at': '2021-11-09T04:22:07Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:14.254117 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port 359b5d51-509f-46ee-9c7b-08c22e770611 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:14.254598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.271511 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcbb356-f53f-4504-8b9b-29772cd3ad1e None None] The sync data for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv is: [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:13Z', 'revision_number': 8, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea40004-5fd0-427c-944c-4ba099bca018', 'name': '', 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:c6:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:03Z', 'updated_at': '2021-11-09T04:22:07Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:14.308995 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8976e0cd-ea32-4744-9815-51b4a49cb346 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting subnet e7ef70bd-33d5-4e21-9e08-5aaf2ef212df {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:14.312526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8976e0cd-ea32-4744-9815-51b4a49cb346 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.322229 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] For port 359b5d51-509f-46ee-9c7b-08c22e770611, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=359b5d51-509f-46ee-9c7b-08c22e770611,segment=NetworkSegment(b89340fc-5dd7-4f39-80b9-f9df02c918a1),segment_id=b89340fc-5dd7-4f39-80b9-f9df02c918a1)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:14.322597 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.340319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for 359b5d51-509f-46ee-9c7b-08c22e770611 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:14.360172 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8976e0cd-ea32-4744-9815-51b4a49cb346 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.418645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.445061 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=359b5d51-509f-46ee-9c7b-08c22e770611,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:14.446001 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8976e0cd-ea32-4744-9815-51b4a49cb346 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.448865 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No DVR routers for this DVR port 359b5d51-509f-46ee-9c7b-08c22e770611 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:14.526129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8976e0cd-ea32-4744-9815-51b4a49cb346 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.550854 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d27e1d1-f540-4e70-848e-1be0fba64b3f None None] Network 8d0d776a-5d7e-44e2-8917-381bd16c8287 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:14.555493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.563842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8976e0cd-ea32-4744-9815-51b4a49cb346 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.573983 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8976e0cd-ea32-4744-9815-51b4a49cb346 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/e7ef70bd-33d5-4e21-9e08-5aaf2ef212df HTTP/1.1" status: 204 len: 168 time: 0.3286812 Nov 09 04:22:14.574936 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50328) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:14.591257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05542b37-e247-459f-bb4f-c0bffaade124']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:14.607408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89340fc-5dd7-4f39-80b9-f9df02c918a1') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:14.607408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89340fc-5dd7-4f39-80b9-f9df02c918a1') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:14.623523 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976e0cd-ea32-4744-9815-51b4a49cb346 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ef70bd-33d5-4e21-9e08-5aaf2ef212df,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:14.630177 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.646151 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.658463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:14.659207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:14.663227 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:14.738327 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.767530 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.778435 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.782439 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/networks/05542b37-e247-459f-bb4f-c0bffaade124 HTTP/1.1" status: 204 len: 168 time: 0.6722658 Nov 09 04:22:14.785895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50330) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:14.807705 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-0e686f46-b521-4612-8c50-a256f30238a0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'name': 'tempest-PortsIpV6TestJSON-895187853'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:14.816362 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port 252bd929-ab6d-4fc5-8fe5-918b29703fdc {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:14.816998 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.818088 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33081b43-3010-4ad6-a2ba-989e12ab1efb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Network': ['ID=05542b37-e247-459f-bb4f-c0bffaade124,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:14.849245 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8856862d-f88d-4206-8b4d-edeaf2de2749 None None] DHCP port deletion for 8d0d776a-5d7e-44e2-8917-381bd16c8287 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:14.921272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-8856862d-f88d-4206-8b4d-edeaf2de2749 None None] Deleting port 252bd929-ab6d-4fc5-8fe5-918b29703fdc {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:14.921809 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8856862d-f88d-4206-8b4d-edeaf2de2749 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.922874 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] For port 252bd929-ab6d-4fc5-8fe5-918b29703fdc, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=252bd929-ab6d-4fc5-8fe5-918b29703fdc,segment=NetworkSegment(a19d3b66-a760-4f24-b91c-ee5f5f1d38e3),segment_id=a19d3b66-a760-4f24-b91c-ee5f5f1d38e3)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:14.923346 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:14.940288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for 252bd929-ab6d-4fc5-8fe5-918b29703fdc owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:14.991813 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e686f46-b521-4612-8c50-a256f30238a0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:14.997745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0e686f46-b521-4612-8c50-a256f30238a0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.019834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 252bd929-ab6d-4fc5-8fe5-918b29703fdc no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:15.022302 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-0e686f46-b521-4612-8c50-a256f30238a0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port 7d119f45-b0cb-4cda-9184-c87430dd2582 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:15.060975 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.091138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=252bd929-ab6d-4fc5-8fe5-918b29703fdc,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:15.095064 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No DVR routers for this DVR port 252bd929-ab6d-4fc5-8fe5-918b29703fdc on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:15.183557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.205547 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0d776a-5d7e-44e2-8917-381bd16c8287']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:15.216513 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19d3b66-a760-4f24-b91c-ee5f5f1d38e3') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:15.216815 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19d3b66-a760-4f24-b91c-ee5f5f1d38e3') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:15.227418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.231021 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0e686f46-b521-4612-8c50-a256f30238a0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.241206 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.247330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfb0f45-ade9-44ee-a0d3-e953df1e958e None None] DHCP port deletion for 05542b37-e247-459f-bb4f-c0bffaade124 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:15.248471 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:15.248881 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.249112 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae335ab-0195-4b01-93d3-d4b8d2436873 None None] Sync routers for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:15.252492 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:15.268740 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8856862d-f88d-4206-8b4d-edeaf2de2749 None None] For port 252bd929-ab6d-4fc5-8fe5-918b29703fdc, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=252bd929-ab6d-4fc5-8fe5-918b29703fdc,segment=NetworkSegment(a19d3b66-a760-4f24-b91c-ee5f5f1d38e3),segment_id=a19d3b66-a760-4f24-b91c-ee5f5f1d38e3)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:15.269171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8856862d-f88d-4206-8b4d-edeaf2de2749 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.270864 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0e686f46-b521-4612-8c50-a256f30238a0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.273160 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-439e792c-0040-4e19-8448-962b103bf3b7 None None] Could not find standard attr ID for object 359b5d51-509f-46ee-9c7b-08c22e770611. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:22:15.304699 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-8856862d-f88d-4206-8b4d-edeaf2de2749 None None] Calling delete_port for 252bd929-ab6d-4fc5-8fe5-918b29703fdc owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:15.306646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c93856d-ef45-479e-8653-9c81e84862d9 None None] Network 05542b37-e247-459f-bb4f-c0bffaade124 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:15.319912 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e686f46-b521-4612-8c50-a256f30238a0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 44699648-5450-4f43-a55d-e2aaa7044002 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:15.321294 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae335ab-0195-4b01-93d3-d4b8d2436873 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:15.322523 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-3ae335ab-0195-4b01-93d3-d4b8d2436873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:15.324776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-0e686f46-b521-4612-8c50-a256f30238a0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:15.327468 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e686f46-b521-4612-8c50-a256f30238a0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:15.329397 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.335803 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e686f46-b521-4612-8c50-a256f30238a0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:15.336551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0e686f46-b521-4612-8c50-a256f30238a0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.352311 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.355079 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e686f46-b521-4612-8c50-a256f30238a0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=7d119f45-b0cb-4cda-9184-c87430dd2582,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:15.359662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50332) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:15.360050 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/networks/8d0d776a-5d7e-44e2-8917-381bd16c8287 HTTP/1.1" status: 204 len: 168 time: 0.7602565 Nov 09 04:22:15.361096 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b19e3c-58e8-4ae1-a469-2bc261cfa3ea tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Network': ['ID=8d0d776a-5d7e-44e2-8917-381bd16c8287,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:15.364815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c93856d-ef45-479e-8653-9c81e84862d9 None None] Network 05542b37-e247-459f-bb4f-c0bffaade124 could not be found, it might have been deleted concurrently. {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 04:22:15.378096 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0e686f46-b521-4612-8c50-a256f30238a0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5908909 Nov 09 04:22:15.381042 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50334) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:15.400573 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No active binding found for port 252bd929-ab6d-4fc5-8fe5-918b29703fdc {{(pid=101885) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 04:22:15.401016 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 252bd929-ab6d-4fc5-8fe5-918b29703fdc not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:15.401448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b1710bc3-5254-4e74-8b8d-0adee2c87a3f no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:15.459439 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: b1710bc3-5254-4e74-8b8d-0adee2c87a3f {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:15.459719 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device b1710bc3-5254-4e74-8b8d-0adee2c87a3f not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:15.482713 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-8a73ecfa-a606-4842-be95-f39cf85e8fcb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port 7d119f45-b0cb-4cda-9184-c87430dd2582 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:15.483271 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8a73ecfa-a606-4842-be95-f39cf85e8fcb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.492372 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-3ae335ab-0195-4b01-93d3-d4b8d2436873 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:15.555890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8a73ecfa-a606-4842-be95-f39cf85e8fcb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.575771 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-8a73ecfa-a606-4842-be95-f39cf85e8fcb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for 7d119f45-b0cb-4cda-9184-c87430dd2582 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:15.578215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8856862d-f88d-4206-8b4d-edeaf2de2749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.617337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8856862d-f88d-4206-8b4d-edeaf2de2749 None None] Network 8d0d776a-5d7e-44e2-8917-381bd16c8287 is not hosted by any dhcp agent {{(pid=101885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 09 04:22:15.618202 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8856862d-f88d-4206-8b4d-edeaf2de2749 None None] No DVR routers for this DVR port 252bd929-ab6d-4fc5-8fe5-918b29703fdc on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:15.621117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856862d-f88d-4206-8b4d-edeaf2de2749 None None] Pushing event deleted for resources: {'Port': ['ID=252bd929-ab6d-4fc5-8fe5-918b29703fdc,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:15.668677 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8a73ecfa-a606-4842-be95-f39cf85e8fcb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.705405 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73ecfa-a606-4842-be95-f39cf85e8fcb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=7d119f45-b0cb-4cda-9184-c87430dd2582,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:15.714272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8a73ecfa-a606-4842-be95-f39cf85e8fcb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.717999 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8a73ecfa-a606-4842-be95-f39cf85e8fcb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/7d119f45-b0cb-4cda-9184-c87430dd2582 HTTP/1.1" status: 204 len: 168 time: 0.3352969 Nov 09 04:22:15.720055 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50336) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:15.725066 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-75ef4711-7411-4297-aa3c-5a8c22cad945 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'mac_address': 'fa:16:3e:c9:e8:08', 'name': 'tempest-PortsIpV6TestJSON-1943263455'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:15.746929 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-abde79cc-7cf0-4cd5-bfca-95821f1f1347 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.772859 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-3ae335ab-0195-4b01-93d3-d4b8d2436873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:13Z', 'revision_number': 8, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea40004-5fd0-427c-944c-4ba099bca018', 'name': '', 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:c6:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:03Z', 'updated_at': '2021-11-09T04:22:07Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:15.800752 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae335ab-0195-4b01-93d3-d4b8d2436873 None None] Checking router: 77b7b5de-bc10-41ac-95ed-052fd9e6a66b for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:22:15.809748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae335ab-0195-4b01-93d3-d4b8d2436873 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:15.810710 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-3ae335ab-0195-4b01-93d3-d4b8d2436873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:15.815251 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ef4711-7411-4297-aa3c-5a8c22cad945 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:15.890031 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-75ef4711-7411-4297-aa3c-5a8c22cad945 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:15.903085 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-3ae335ab-0195-4b01-93d3-d4b8d2436873 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:15.913388 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-75ef4711-7411-4297-aa3c-5a8c22cad945 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port e7592fd8-fbfa-4a83-afdb-0947383512ec yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:16.008303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-abde79cc-7cf0-4cd5-bfca-95821f1f1347 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port 9ea40004-5fd0-427c-944c-4ba099bca018 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:16.008935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-abde79cc-7cf0-4cd5-bfca-95821f1f1347 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:16.075771 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-75ef4711-7411-4297-aa3c-5a8c22cad945 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:16.107224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-abde79cc-7cf0-4cd5-bfca-95821f1f1347 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] For port 9ea40004-5fd0-427c-944c-4ba099bca018, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9ea40004-5fd0-427c-944c-4ba099bca018,segment=NetworkSegment(fd23d89e-662d-455e-b345-eaf62e48d9b0),segment_id=fd23d89e-662d-455e-b345-eaf62e48d9b0)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:16.107599 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-abde79cc-7cf0-4cd5-bfca-95821f1f1347 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:16.110551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-3ae335ab-0195-4b01-93d3-d4b8d2436873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:13Z', 'revision_number': 8, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea40004-5fd0-427c-944c-4ba099bca018', 'name': '', 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:c6:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:03Z', 'updated_at': '2021-11-09T04:22:07Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:16.115746 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-75ef4711-7411-4297-aa3c-5a8c22cad945 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:16.149502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae335ab-0195-4b01-93d3-d4b8d2436873 None None] The sync data for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv is: [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:13Z', 'revision_number': 8, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ea40004-5fd0-427c-944c-4ba099bca018', 'name': '', 'network_id': '3a747e98-6a9a-4c25-94de-aa9db9ab52df', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:c6:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:03Z', 'updated_at': '2021-11-09T04:22:07Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '14b87212-b6df-4b97-b685-bd82da9ef384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:16.161408 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef4711-7411-4297-aa3c-5a8c22cad945 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 44699648-5450-4f43-a55d-e2aaa7044002 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:16.167243 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-75ef4711-7411-4297-aa3c-5a8c22cad945 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:16.171385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef4711-7411-4297-aa3c-5a8c22cad945 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:16.177109 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ef4711-7411-4297-aa3c-5a8c22cad945 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:16.177786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-75ef4711-7411-4297-aa3c-5a8c22cad945 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:16.187724 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef4711-7411-4297-aa3c-5a8c22cad945 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=e7592fd8-fbfa-4a83-afdb-0947383512ec,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:16.206919 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-75ef4711-7411-4297-aa3c-5a8c22cad945 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4856889 Nov 09 04:22:16.207659 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50338) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:16.255578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c1c48a-6035-4cad-967e-994a5b43c30b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:16.258101 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-17c1c48a-6035-4cad-967e-994a5b43c30b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/e7592fd8-fbfa-4a83-afdb-0947383512ec HTTP/1.1" status: 200 len: 845 time: 0.0492926 Nov 09 04:22:16.260484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50340) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:16.284265 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:22:16.360162 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-9a978c40-bf5f-405a-9ae9-ccc36cd558a2 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port e7592fd8-fbfa-4a83-afdb-0947383512ec {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:16.360414 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9a978c40-bf5f-405a-9ae9-ccc36cd558a2 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:16.364234 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-abde79cc-7cf0-4cd5-bfca-95821f1f1347 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for 9ea40004-5fd0-427c-944c-4ba099bca018 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:16.432927 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9a978c40-bf5f-405a-9ae9-ccc36cd558a2 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:16.445586 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-9a978c40-bf5f-405a-9ae9-ccc36cd558a2 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for e7592fd8-fbfa-4a83-afdb-0947383512ec owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:16.530332 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9a978c40-bf5f-405a-9ae9-ccc36cd558a2 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:16.531249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-abde79cc-7cf0-4cd5-bfca-95821f1f1347 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:16.558651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde79cc-7cf0-4cd5-bfca-95821f1f1347 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=9ea40004-5fd0-427c-944c-4ba099bca018,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:16.559493 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a978c40-bf5f-405a-9ae9-ccc36cd558a2 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=e7592fd8-fbfa-4a83-afdb-0947383512ec,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:16.567209 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9a978c40-bf5f-405a-9ae9-ccc36cd558a2 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:16.574027 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9a978c40-bf5f-405a-9ae9-ccc36cd558a2 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/e7592fd8-fbfa-4a83-afdb-0947383512ec HTTP/1.1" status: 204 len: 168 time: 0.3120878 Nov 09 04:22:16.574573 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50342) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:16.599041 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-827f1d27-1a5c-431b-8c34-f5151268e290 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] GET failed (client error): The resource could not be found. Nov 09 04:22:16.605030 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-827f1d27-1a5c-431b-8c34-f5151268e290 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/e7592fd8-fbfa-4a83-afdb-0947383512ec HTTP/1.1" status: 404 len: 333 time: 0.0294316 Nov 09 04:22:16.605717 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50344) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:16.610645 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f362b535-9288-4d02-854f-51f3be69cd77 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'name': 'tempest-PortsIpV6TestJSON-1954001666'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:16.678709 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-abde79cc-7cf0-4cd5-bfca-95821f1f1347 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:16.711327 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f362b535-9288-4d02-854f-51f3be69cd77 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:16.715244 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f362b535-9288-4d02-854f-51f3be69cd77 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:16.734211 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-f362b535-9288-4d02-854f-51f3be69cd77 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port 339fa07b-a027-4973-93fb-5219c897077c yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:16.878957 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abde79cc-7cf0-4cd5-bfca-95821f1f1347 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:16.890166 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:16.899509 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f362b535-9288-4d02-854f-51f3be69cd77 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:16.937144 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f362b535-9288-4d02-854f-51f3be69cd77 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:16.962140 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 359b5d51-509f-46ee-9c7b-08c22e770611 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:16.980153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde79cc-7cf0-4cd5-bfca-95821f1f1347 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:16.983235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f362b535-9288-4d02-854f-51f3be69cd77 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 44699648-5450-4f43-a55d-e2aaa7044002 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:16.987878 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-abde79cc-7cf0-4cd5-bfca-95821f1f1347 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/77b7b5de-bc10-41ac-95ed-052fd9e6a66b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6245728 Nov 09 04:22:16.988049 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 359b5d51-509f-46ee-9c7b-08c22e770611 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:16.988049 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 359b5d51-509f-46ee-9c7b-08c22e770611 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:16.988261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50346) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:16.988979 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-f362b535-9288-4d02-854f-51f3be69cd77 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:16.992945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f362b535-9288-4d02-854f-51f3be69cd77 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:16.995452 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3dd346-167f-479a-acb4-7785068427e5 None None] Sync routers for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:16.998652 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f362b535-9288-4d02-854f-51f3be69cd77 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:16.999277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f362b535-9288-4d02-854f-51f3be69cd77 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.007615 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362b535-9288-4d02-854f-51f3be69cd77 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=339fa07b-a027-4973-93fb-5219c897077c,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:17.010905 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3dd346-167f-479a-acb4-7785068427e5 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:17.011825 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6a3dd346-167f-479a-acb4-7785068427e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:17.026218 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f362b535-9288-4d02-854f-51f3be69cd77 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4193535 Nov 09 04:22:17.026877 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50348) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:17.033007 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c62c9c27-7e24-4a8e-b79c-c5c06e568ee4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:17.048042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-944e2b02-cb3b-4ebc-8f12-1343a3f26d2a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting subnet 14b87212-b6df-4b97-b685-bd82da9ef384 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:17.051487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-944e2b02-cb3b-4ebc-8f12-1343a3f26d2a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.101413 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c62c9c27-7e24-4a8e-b79c-c5c06e568ee4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.102339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-944e2b02-cb3b-4ebc-8f12-1343a3f26d2a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.108497 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-6a3dd346-167f-479a-acb4-7785068427e5 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:17.195455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-944e2b02-cb3b-4ebc-8f12-1343a3f26d2a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.263393 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c62c9c27-7e24-4a8e-b79c-c5c06e568ee4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.264101 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-944e2b02-cb3b-4ebc-8f12-1343a3f26d2a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.268350 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c62c9c27-7e24-4a8e-b79c-c5c06e568ee4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.291104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e2b02-cb3b-4ebc-8f12-1343a3f26d2a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Subnet': ['ID=14b87212-b6df-4b97-b685-bd82da9ef384,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:17.297567 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-944e2b02-cb3b-4ebc-8f12-1343a3f26d2a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.300160 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-944e2b02-cb3b-4ebc-8f12-1343a3f26d2a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/14b87212-b6df-4b97-b685-bd82da9ef384 HTTP/1.1" status: 204 len: 168 time: 0.3110812 Nov 09 04:22:17.302700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50350) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:17.304584 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9ee6e1-9450-4730-8837-8d65dde9fedb None None] Network 3a747e98-6a9a-4c25-94de-aa9db9ab52df requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:17.322525 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c62c9c27-7e24-4a8e-b79c-c5c06e568ee4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] In _notify_port_updated(), no bound segment for port 339fa07b-a027-4973-93fb-5219c897077c on network 44699648-5450-4f43-a55d-e2aaa7044002 {{(pid=101884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:22:17.328695 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62c9c27-7e24-4a8e-b79c-c5c06e568ee4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:17.329621 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c62c9c27-7e24-4a8e-b79c-c5c06e568ee4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.331033 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c62c9c27-7e24-4a8e-b79c-c5c06e568ee4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "PUT /v2.0/ports/339fa07b-a027-4973-93fb-5219c897077c HTTP/1.1" status: 200 len: 818 time: 0.3025386 Nov 09 04:22:17.333948 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50352) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:17.374043 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c9c27-7e24-4a8e-b79c-c5c06e568ee4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=339fa07b-a027-4973-93fb-5219c897077c,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:17.398542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.434588 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6a3dd346-167f-479a-acb4-7785068427e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:16Z', 'revision_number': 9, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:17.437975 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a1508-c168-4f49-9463-6c5c6d9db8b0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port 339fa07b-a027-4973-93fb-5219c897077c {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:17.438443 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1508-c168-4f49-9463-6c5c6d9db8b0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.464067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port 847683d3-7328-4940-8796-55b986f65fe8 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:17.464311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.473944 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3dd346-167f-479a-acb4-7785068427e5 None None] Checking router: 77b7b5de-bc10-41ac-95ed-052fd9e6a66b for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:22:17.486566 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3dd346-167f-479a-acb4-7785068427e5 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:17.487324 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6a3dd346-167f-479a-acb4-7785068427e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:17.534550 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] For port 847683d3-7328-4940-8796-55b986f65fe8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=847683d3-7328-4940-8796-55b986f65fe8,segment=NetworkSegment(fd23d89e-662d-455e-b345-eaf62e48d9b0),segment_id=fd23d89e-662d-455e-b345-eaf62e48d9b0)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:17.534965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.547397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a1c462-4f8a-4fa2-8dff-f645d1634ce4 None None] DHCP port deletion for 3a747e98-6a9a-4c25-94de-aa9db9ab52df request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:17.556352 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for 847683d3-7328-4940-8796-55b986f65fe8 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:17.591308 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-6a3dd346-167f-479a-acb4-7785068427e5 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:17.615334 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a3a1c462-4f8a-4fa2-8dff-f645d1634ce4 None None] Deleting port 847683d3-7328-4940-8796-55b986f65fe8 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:17.615734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c462-4f8a-4fa2-8dff-f645d1634ce4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.648109 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.676210 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=847683d3-7328-4940-8796-55b986f65fe8,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:17.680073 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No DVR routers for this DVR port 847683d3-7328-4940-8796-55b986f65fe8 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:17.727955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a3a1c462-4f8a-4fa2-8dff-f645d1634ce4 None None] For port 847683d3-7328-4940-8796-55b986f65fe8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=847683d3-7328-4940-8796-55b986f65fe8,segment=NetworkSegment(fd23d89e-662d-455e-b345-eaf62e48d9b0),segment_id=fd23d89e-662d-455e-b345-eaf62e48d9b0)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:17.728402 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c462-4f8a-4fa2-8dff-f645d1634ce4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.755328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a3a1c462-4f8a-4fa2-8dff-f645d1634ce4 None None] Calling delete_port for 847683d3-7328-4940-8796-55b986f65fe8 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:17.795165 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.811257 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6a3dd346-167f-479a-acb4-7785068427e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:16Z', 'revision_number': 9, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:17.823703 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a747e98-6a9a-4c25-94de-aa9db9ab52df']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:17.834747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd23d89e-662d-455e-b345-eaf62e48d9b0') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:17.835136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd23d89e-662d-455e-b345-eaf62e48d9b0') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:17.845832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.849894 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3dd346-167f-479a-acb4-7785068427e5 None None] The sync data for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv is: [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:16Z', 'revision_number': 9, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': '5b1444b4-a4d7-4b55-97ee-d6374d0546b0', 'name': '', 'network_id': '1a722f70-ae96-47ac-a38a-d80429e8b685', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b3:4b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:58Z', 'updated_at': '2021-11-09T04:22:04Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': 'dfb62ad5-770f-47df-9d46-6319e1954d0c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:17.855933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a3a1c462-4f8a-4fa2-8dff-f645d1634ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.859989 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1508-c168-4f49-9463-6c5c6d9db8b0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.861631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.872362 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:17.873058 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a1c462-4f8a-4fa2-8dff-f645d1634ce4 None None] No DVR routers for this DVR port 847683d3-7328-4940-8796-55b986f65fe8 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:17.874364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.875013 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a1508-c168-4f49-9463-6c5c6d9db8b0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for 339fa07b-a027-4973-93fb-5219c897077c owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:17.879669 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:17.899132 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1c462-4f8a-4fa2-8dff-f645d1634ce4 None None] Pushing event deleted for resources: {'Port': ['ID=847683d3-7328-4940-8796-55b986f65fe8,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:17.955751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.962748 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.966070 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/networks/3a747e98-6a9a-4c25-94de-aa9db9ab52df HTTP/1.1" status: 204 len: 168 time: 0.6623838 Nov 09 04:22:17.968815 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50354) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:17.977128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1508-c168-4f49-9463-6c5c6d9db8b0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:17.977607 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2f6a8-78ec-4c21-8e9a-819fea818f80 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Network': ['ID=3a747e98-6a9a-4c25-94de-aa9db9ab52df,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:18.067291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1d6a1508-c168-4f49-9463-6c5c6d9db8b0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:18.070783 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1d6a1508-c168-4f49-9463-6c5c6d9db8b0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/339fa07b-a027-4973-93fb-5219c897077c HTTP/1.1" status: 204 len: 168 time: 0.7359595 Nov 09 04:22:18.072218 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a1508-c168-4f49-9463-6c5c6d9db8b0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=339fa07b-a027-4973-93fb-5219c897077c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:18.074145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50356) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:18.121283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528fc279-8012-49ae-a921-443d9a62a690 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:18.122833 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-528fc279-8012-49ae-a921-443d9a62a690 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0476856 Nov 09 04:22:18.125653 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50358) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:18.148556 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d3f2bc-cd03-4fa0-b969-d5a583661a1e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] GET failed (client error): The resource could not be found. Nov 09 04:22:18.150068 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-14d3f2bc-cd03-4fa0-b969-d5a583661a1e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/339fa07b-a027-4973-93fb-5219c897077c HTTP/1.1" status: 404 len: 333 time: 0.0236137 Nov 09 04:22:18.153714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50360) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:18.158489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a2839de6-a884-4312-a0e1-a77f835b3dba tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1502269845'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:18.178184 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2839de6-a884-4312-a0e1-a77f835b3dba tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:18.182226 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a2839de6-a884-4312-a0e1-a77f835b3dba tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:18.204579 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2839de6-a884-4312-a0e1-a77f835b3dba tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:22:18.213275 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a2839de6-a884-4312-a0e1-a77f835b3dba tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:18.213653 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-a2839de6-a884-4312-a0e1-a77f835b3dba tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Added segment dca0d5c1-ab38-4cd3-96bb-aa96705bae8e of type vlan for network 0d3cdc0a-6fb0-4de0-b073-b98fef83fba6 Nov 09 04:22:18.255933 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a2839de6-a884-4312-a0e1-a77f835b3dba tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:18.283465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a2839de6-a884-4312-a0e1-a77f835b3dba tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:18.289194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2839de6-a884-4312-a0e1-a77f835b3dba tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:18.296724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a2839de6-a884-4312-a0e1-a77f835b3dba tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:18.339016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5f9a-5f17-44ef-808e-0d60ffe7e907 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:18.362844 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a2839de6-a884-4312-a0e1-a77f835b3dba tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2055628 Nov 09 04:22:18.364556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50362) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:18.370029 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-694d7ef9-f4d7-42f4-a55c-efda7230ccea tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'subnet': {'network_id': '0d3cdc0a-6fb0-4de0-b073-b98fef83fba6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:18.394950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2839de6-a884-4312-a0e1-a77f835b3dba tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Network': ['ID=0d3cdc0a-6fb0-4de0-b073-b98fef83fba6,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:18.406466 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 0d3cdc0a-6fb0-4de0-b073-b98fef83fba6 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:22:18.472444 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694d7ef9-f4d7-42f4-a55c-efda7230ccea tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:18.476686 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-694d7ef9-f4d7-42f4-a55c-efda7230ccea tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:18.594905 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e5f9a-5f17-44ef-808e-0d60ffe7e907 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:18.595238 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5f9a-5f17-44ef-808e-0d60ffe7e907 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:18.664879 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-694d7ef9-f4d7-42f4-a55c-efda7230ccea tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:18.687647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-ea6e5f9a-5f17-44ef-808e-0d60ffe7e907 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] For port 5b1444b4-a4d7-4b55-97ee-d6374d0546b0, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5b1444b4-a4d7-4b55-97ee-d6374d0546b0,segment=NetworkSegment(4d1c4b56-70bf-4bd3-b701-2816feb5b0af),segment_id=4d1c4b56-70bf-4bd3-b701-2816feb5b0af)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:18.688010 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5f9a-5f17-44ef-808e-0d60ffe7e907 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:18.706029 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e5f9a-5f17-44ef-808e-0d60ffe7e907 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:18.732828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694d7ef9-f4d7-42f4-a55c-efda7230ccea tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Checking segment: {'id': 'dca0d5c1-ab38-4cd3-96bb-aa96705bae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0d3cdc0a-6fb0-4de0-b073-b98fef83fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:18.733067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694d7ef9-f4d7-42f4-a55c-efda7230ccea tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network hostable DHCP agents. Network: 0d3cdc0a-6fb0-4de0-b073-b98fef83fba6, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:22:18.735209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d7ef9-f4d7-42f4-a55c-efda7230ccea tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Subnet': ['ID=f7a1dfb6-7415-4491-ac16-05226bc0e7c0,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:18.751885 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694d7ef9-f4d7-42f4-a55c-efda7230ccea tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 0d3cdc0a-6fb0-4de0-b073-b98fef83fba6 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:22:18.762862 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-694d7ef9-f4d7-42f4-a55c-efda7230ccea tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 0d3cdc0a-6fb0-4de0-b073-b98fef83fba6) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:18.767493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694d7ef9-f4d7-42f4-a55c-efda7230ccea tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:18.768143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-694d7ef9-f4d7-42f4-a55c-efda7230ccea tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:18.775992 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174c96a1-8b10-425d-b846-f3e6cf9a7255 None None] Network 0d3cdc0a-6fb0-4de0-b073-b98fef83fba6 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:18.785598 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-694d7ef9-f4d7-42f4-a55c-efda7230ccea tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4199901 Nov 09 04:22:18.788623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50366) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:18.794015 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-861aa6d2-681f-4041-8243-aec787805844 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'subnet': {'network_id': '0d3cdc0a-6fb0-4de0-b073-b98fef83fba6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:18.897000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5f9a-5f17-44ef-808e-0d60ffe7e907 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:18.926182 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861aa6d2-681f-4041-8243-aec787805844 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:18.930823 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-861aa6d2-681f-4041-8243-aec787805844 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:18.933236 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e5f9a-5f17-44ef-808e-0d60ffe7e907 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=5b1444b4-a4d7-4b55-97ee-d6374d0546b0,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:18.961354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-0d3cdc0a-6fb0-4de0-b073-b98fef83fba6', 'network_id': '0d3cdc0a-6fb0-4de0-b073-b98fef83fba6', 'tenant_id': '71fd51368c80426eac4861e09f04834c', 'fixed_ips': [{'subnet_id': 'f7a1dfb6-7415-4491-ac16-05226bc0e7c0'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:22:18.962992 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:18.966506 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9ea40004-5fd0-427c-944c-4ba099bca018 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:18.999743 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 9ea40004-5fd0-427c-944c-4ba099bca018 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:18.999999 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9ea40004-5fd0-427c-944c-4ba099bca018 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:19.000605 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 847683d3-7328-4940-8796-55b986f65fe8 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:19.023623 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 847683d3-7328-4940-8796-55b986f65fe8 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:19.024168 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 847683d3-7328-4940-8796-55b986f65fe8 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:19.061069 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ea6e5f9a-5f17-44ef-808e-0d60ffe7e907 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.073560 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.ipam_backend_mixin [None req-861aa6d2-681f-4041-8243-aec787805844 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f7a1dfb6-7415-4491-ac16-05226bc0e7c0 (CIDR: 2001:db8::/64) Nov 09 04:22:19.078424 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-861aa6d2-681f-4041-8243-aec787805844 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:22:19.079693 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861aa6d2-681f-4041-8243-aec787805844 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:22:19.113382 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-861aa6d2-681f-4041-8243-aec787805844 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3238828 Nov 09 04:22:19.114269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50370) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:19.121215 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7682e0e9-4828-4e78-a74f-ae7a63eed72c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'subnet': {'network_id': '0d3cdc0a-6fb0-4de0-b073-b98fef83fba6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:19.181669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Allocated IP 2001:db8::2 (0d3cdc0a-6fb0-4de0-b073-b98fef83fba6/f7a1dfb6-7415-4491-ac16-05226bc0e7c0/53e8eb8a-357f-477f-b32c-8c39fbdad607) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:19.244498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7682e0e9-4828-4e78-a74f-ae7a63eed72c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:19.248164 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7682e0e9-4828-4e78-a74f-ae7a63eed72c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.275434 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6e5f9a-5f17-44ef-808e-0d60ffe7e907 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:19.348469 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.355257 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.369385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6e5f9a-5f17-44ef-808e-0d60ffe7e907 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:19.374672 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ea6e5f9a-5f17-44ef-808e-0d60ffe7e907 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/77b7b5de-bc10-41ac-95ed-052fd9e6a66b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4044790 Nov 09 04:22:19.377106 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50372) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:19.383017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d540a4b-5d9b-4087-9c5a-23f99bbc1024 None None] Sync routers for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:19.399209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Network 0d3cdc0a-6fb0-4de0-b073-b98fef83fba6 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:19.407315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:19.412242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:19.418971 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Pushing event updated for resources: {'Port': ['ID=53e8eb8a-357f-477f-b32c-8c39fbdad607,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:19.422867 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d540a4b-5d9b-4087-9c5a-23f99bbc1024 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:19.424323 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8d540a4b-5d9b-4087-9c5a-23f99bbc1024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:19.437431 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-54709148-41c1-4253-8bf2-ccfa784b0034 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting subnet dfb62ad5-770f-47df-9d46-6319e1954d0c {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:19.441087 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-54709148-41c1-4253-8bf2-ccfa784b0034 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.483204 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-54709148-41c1-4253-8bf2-ccfa784b0034 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.495517 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7682e0e9-4828-4e78-a74f-ae7a63eed72c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.546228 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7682e0e9-4828-4e78-a74f-ae7a63eed72c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 0d3cdc0a-6fb0-4de0-b073-b98fef83fba6 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:19.565244 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682e0e9-4828-4e78-a74f-ae7a63eed72c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Subnet': ['ID=c546376a-caef-450a-8233-696c58e8cbeb,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:19.571264 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-7682e0e9-4828-4e78-a74f-ae7a63eed72c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:19.575701 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7682e0e9-4828-4e78-a74f-ae7a63eed72c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:19.576434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7682e0e9-4828-4e78-a74f-ae7a63eed72c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.581287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-54709148-41c1-4253-8bf2-ccfa784b0034 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.597559 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7682e0e9-4828-4e78-a74f-ae7a63eed72c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4812806 Nov 09 04:22:19.599592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50374) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:19.607126 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-04ec69d2-fa6b-4eca-b19e-1082a7116017 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'network_id': '0d3cdc0a-6fb0-4de0-b073-b98fef83fba6', 'fixed_ips': [{'subnet_id': 'f7a1dfb6-7415-4491-ac16-05226bc0e7c0'}, {'subnet_id': 'c546376a-caef-450a-8233-696c58e8cbeb'}], 'name': 'tempest-PortsIpV6TestJSON-885896240'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:19.665335 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-54709148-41c1-4253-8bf2-ccfa784b0034 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.693210 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54709148-41c1-4253-8bf2-ccfa784b0034 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb62ad5-770f-47df-9d46-6319e1954d0c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:19.697728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-54709148-41c1-4253-8bf2-ccfa784b0034 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.703889 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-54709148-41c1-4253-8bf2-ccfa784b0034 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/dfb62ad5-770f-47df-9d46-6319e1954d0c HTTP/1.1" status: 204 len: 168 time: 0.3255332 Nov 09 04:22:19.704606 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50376) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:19.717641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c96a446-c65a-4106-ac9d-c774f15b4b3f None None] Network 1a722f70-ae96-47ac-a38a-d80429e8b685 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:19.765477 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ec69d2-fa6b-4eca-b19e-1082a7116017 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:19.785912 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-8d540a4b-5d9b-4087-9c5a-23f99bbc1024 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:19.788104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Attempting to bind port 53e8eb8a-357f-477f-b32c-8c39fbdad607 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:19.788252 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.788365 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Attempting to bind port 53e8eb8a-357f-477f-b32c-8c39fbdad607 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'dca0d5c1-ab38-4cd3-96bb-aa96705bae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0d3cdc0a-6fb0-4de0-b073-b98fef83fba6'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:19.788506 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Attempting to bind port 53e8eb8a-357f-477f-b32c-8c39fbdad607 on network 0d3cdc0a-6fb0-4de0-b073-b98fef83fba6 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:19.838144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:19.838519 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Checking segment: {'id': 'dca0d5c1-ab38-4cd3-96bb-aa96705bae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0d3cdc0a-6fb0-4de0-b073-b98fef83fba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:19.838973 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.839364 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Bound using segment: {'id': 'dca0d5c1-ab38-4cd3-96bb-aa96705bae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0d3cdc0a-6fb0-4de0-b073-b98fef83fba6'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:19.839845 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Bound port: 53e8eb8a-357f-477f-b32c-8c39fbdad607, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca0d5c1-ab38-4cd3-96bb-aa96705bae8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0d3cdc0a-6fb0-4de0-b073-b98fef83fba6'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:19.840221 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.857943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port a338cd57-7cbf-4087-b140-fbf54eb65b10 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:19.859706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.889670 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04ec69d2-fa6b-4eca-b19e-1082a7116017 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.909924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-04ec69d2-fa6b-4eca-b19e-1082a7116017 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port 0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:19.936055 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] For port a338cd57-7cbf-4087-b140-fbf54eb65b10, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a338cd57-7cbf-4087-b140-fbf54eb65b10,segment=NetworkSegment(4d1c4b56-70bf-4bd3-b701-2816feb5b0af),segment_id=4d1c4b56-70bf-4bd3-b701-2816feb5b0af)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:19.936760 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:19.955904 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for a338cd57-7cbf-4087-b140-fbf54eb65b10 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:20.067075 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] For port 53e8eb8a-357f-477f-b32c-8c39fbdad607, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:20.078325 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:20.091461 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] For port 53e8eb8a-357f-477f-b32c-8c39fbdad607, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=53e8eb8a-357f-477f-b32c-8c39fbdad607,segment=NetworkSegment(dca0d5c1-ab38-4cd3-96bb-aa96705bae8e),segment_id=dca0d5c1-ab38-4cd3-96bb-aa96705bae8e)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:20.116418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No DVR routers for this DVR port a338cd57-7cbf-4087-b140-fbf54eb65b10 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:20.118327 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=a338cd57-7cbf-4087-b140-fbf54eb65b10,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:20.132458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d520099-ea0d-49fe-b94e-369aa62ee5e7 None None] DHCP port deletion for 1a722f70-ae96-47ac-a38a-d80429e8b685 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:20.138864 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:20.193328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b596c9d-7b9d-49fc-b7cc-592df8e413c4 None None] Pushing event updated for resources: {'Port': ['ID=53e8eb8a-357f-477f-b32c-8c39fbdad607,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:20.219139 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:20.244234 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-04ec69d2-fa6b-4eca-b19e-1082a7116017 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Allocated IP 2001:db8::110 (0d3cdc0a-6fb0-4de0-b073-b98fef83fba6/f7a1dfb6-7415-4491-ac16-05226bc0e7c0/0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:20.251494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-04ec69d2-fa6b-4eca-b19e-1082a7116017 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Allocated IP 2001:db8:0:1::49 (0d3cdc0a-6fb0-4de0-b073-b98fef83fba6/c546376a-caef-450a-8233-696c58e8cbeb/0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:20.256622 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a722f70-ae96-47ac-a38a-d80429e8b685']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:20.268840 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8d540a4b-5d9b-4087-9c5a-23f99bbc1024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:18Z', 'revision_number': 10, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:20.269423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1c4b56-70bf-4bd3-b701-2816feb5b0af') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:20.269747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1c4b56-70bf-4bd3-b701-2816feb5b0af') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:20.285643 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:20.299816 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:20.307196 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:20.307596 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:20.319442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d540a4b-5d9b-4087-9c5a-23f99bbc1024 None None] Checking router: 77b7b5de-bc10-41ac-95ed-052fd9e6a66b for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:22:20.343711 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d540a4b-5d9b-4087-9c5a-23f99bbc1024 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:20.344543 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8d540a4b-5d9b-4087-9c5a-23f99bbc1024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:20.379968 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:20.391075 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:20.401213 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:20.404211 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/networks/1a722f70-ae96-47ac-a38a-d80429e8b685 HTTP/1.1" status: 204 len: 168 time: 0.6982763 Nov 09 04:22:20.409629 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50378) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:20.417470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04ec69d2-fa6b-4eca-b19e-1082a7116017 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:20.464041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-8d540a4b-5d9b-4087-9c5a-23f99bbc1024 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:20.466398 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0a58a-7900-401d-941b-3df18b02611d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Network': ['ID=1a722f70-ae96-47ac-a38a-d80429e8b685,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:20.482452 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04ec69d2-fa6b-4eca-b19e-1082a7116017 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:20.570048 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ec69d2-fa6b-4eca-b19e-1082a7116017 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 0d3cdc0a-6fb0-4de0-b073-b98fef83fba6 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:20.573652 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-04ec69d2-fa6b-4eca-b19e-1082a7116017 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:20.578212 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ec69d2-fa6b-4eca-b19e-1082a7116017 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:20.587398 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec69d2-fa6b-4eca-b19e-1082a7116017 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:20.588124 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-04ec69d2-fa6b-4eca-b19e-1082a7116017 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:20.621089 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec69d2-fa6b-4eca-b19e-1082a7116017 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:20.634298 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-04ec69d2-fa6b-4eca-b19e-1082a7116017 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.0324280 Nov 09 04:22:20.637258 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50380) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:20.644274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-bda4c189-8f19-4c14-8866-301671fa9caa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f7a1dfb6-7415-4491-ac16-05226bc0e7c0'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:20.752755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bda4c189-8f19-4c14-8866-301671fa9caa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:20.784575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8d540a4b-5d9b-4087-9c5a-23f99bbc1024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:18Z', 'revision_number': 10, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:20.819469 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d540a4b-5d9b-4087-9c5a-23f99bbc1024 None None] The sync data for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv is: [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:18Z', 'revision_number': 10, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None, '_interfaces': [{'id': 'e637cc1c-9d1d-4503-8801-425d2d51345f', 'name': '', 'network_id': '59fdf90a-0589-4a27-a611-ecd96662dae8', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'mac_address': 'fa:16:3e:b0:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:53Z', 'updated_at': '2021-11-09T04:21:56Z', 'revision_number': 5, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'subnets': [{'id': '07dd04fa-5986-4dca-beeb-2930ad4c5833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:20.879354 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e6602235-cbf7-4630-bc49-4bf0c4c366b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:21.046402 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-bda4c189-8f19-4c14-8866-301671fa9caa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Delete allocated IP 2001:db8:0:1::49 (0d3cdc0a-6fb0-4de0-b073-b98fef83fba6/c546376a-caef-450a-8233-696c58e8cbeb) {{(pid=101883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 04:22:21.131506 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-e6602235-cbf7-4630-bc49-4bf0c4c366b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port e637cc1c-9d1d-4503-8801-425d2d51345f {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:21.132127 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e6602235-cbf7-4630-bc49-4bf0c4c366b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:21.190710 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bda4c189-8f19-4c14-8866-301671fa9caa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:21.199177 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bda4c189-8f19-4c14-8866-301671fa9caa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:21.269271 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-e6602235-cbf7-4630-bc49-4bf0c4c366b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] For port e637cc1c-9d1d-4503-8801-425d2d51345f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e637cc1c-9d1d-4503-8801-425d2d51345f,segment=NetworkSegment(c52ddc72-c321-41cd-a947-f72c47cb187f),segment_id=c52ddc72-c321-41cd-a947-f72c47cb187f)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:21.269818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e6602235-cbf7-4630-bc49-4bf0c4c366b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:21.281448 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4c189-8f19-4c14-8866-301671fa9caa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:21.311622 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-e6602235-cbf7-4630-bc49-4bf0c4c366b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for e637cc1c-9d1d-4503-8801-425d2d51345f owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:21.333601 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-bda4c189-8f19-4c14-8866-301671fa9caa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] In _notify_port_updated(), no bound segment for port 0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0 on network 0d3cdc0a-6fb0-4de0-b073-b98fef83fba6 {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:22:21.339458 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda4c189-8f19-4c14-8866-301671fa9caa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:21.340143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bda4c189-8f19-4c14-8866-301671fa9caa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:21.346545 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bda4c189-8f19-4c14-8866-301671fa9caa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "PUT /v2.0/ports/0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0 HTTP/1.1" status: 200 len: 925 time: 0.7031884 Nov 09 04:22:21.346545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50382) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:21.352498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a2d4ede3-a7c4-4098-9951-de174f2ceef3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f7a1dfb6-7415-4491-ac16-05226bc0e7c0'}, {'subnet_id': 'c546376a-caef-450a-8233-696c58e8cbeb'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:21.353395 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 53e8eb8a-357f-477f-b32c-8c39fbdad607 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:21.447807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 53e8eb8a-357f-477f-b32c-8c39fbdad607 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:21.448204 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:21.457544 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ede3-a7c4-4098-9951-de174f2ceef3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:21.554423 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a8744d-a789-46d3-8df9-54c56fc068cc None None] Network 0d3cdc0a-6fb0-4de0-b073-b98fef83fba6 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:21.566003 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e6602235-cbf7-4630-bc49-4bf0c4c366b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:21.594000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6602235-cbf7-4630-bc49-4bf0c4c366b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=e637cc1c-9d1d-4503-8801-425d2d51345f,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:21.613249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:21.684241 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 53e8eb8a-357f-477f-b32c-8c39fbdad607, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=53e8eb8a-357f-477f-b32c-8c39fbdad607,segment=NetworkSegment(dca0d5c1-ab38-4cd3-96bb-aa96705bae8e),segment_id=dca0d5c1-ab38-4cd3-96bb-aa96705bae8e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:21.700020 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e6602235-cbf7-4630-bc49-4bf0c4c366b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:21.717943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:21.730102 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6e676da7-0f1c-4c5b-8619-e1ca756923f2 None None] Provisioning complete for port 53e8eb8a-357f-477f-b32c-8c39fbdad607 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:21.730661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6e676da7-0f1c-4c5b-8619-e1ca756923f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:21.792665 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-a2d4ede3-a7c4-4098-9951-de174f2ceef3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Allocated IP 2001:db8:0:1::82 (0d3cdc0a-6fb0-4de0-b073-b98fef83fba6/c546376a-caef-450a-8233-696c58e8cbeb/0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:21.797539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=53e8eb8a-357f-477f-b32c-8c39fbdad607,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:21.824286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a338cd57-7cbf-4087-b140-fbf54eb65b10 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:21.886331 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: a338cd57-7cbf-4087-b140-fbf54eb65b10 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:21.887128 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a338cd57-7cbf-4087-b140-fbf54eb65b10 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:21.887390 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:21.908136 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6602235-cbf7-4630-bc49-4bf0c4c366b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:21.927657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:21.928026 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5b1444b4-a4d7-4b55-97ee-d6374d0546b0 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:21.938203 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ede3-a7c4-4098-9951-de174f2ceef3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:21.946409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ede3-a7c4-4098-9951-de174f2ceef3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:21.996863 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6602235-cbf7-4630-bc49-4bf0c4c366b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:22.004874 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e6602235-cbf7-4630-bc49-4bf0c4c366b8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/77b7b5de-bc10-41ac-95ed-052fd9e6a66b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5942149 Nov 09 04:22:22.005494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50386) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:22.007819 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c49250-9d35-4a0e-bdd8-77ac3656b252 None None] Sync routers for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:22.022179 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c49250-9d35-4a0e-bdd8-77ac3656b252 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:22.023832 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-51c49250-9d35-4a0e-bdd8-77ac3656b252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:22.060780 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f722b1bc-19e9-4937-8701-100455898852 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting subnet 07dd04fa-5986-4dca-beeb-2930ad4c5833 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:22.062963 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2405f32b-f295-4837-adb1-426bb5ff4e73 None None] Update dhcp port {'port': {'network_id': '0d3cdc0a-6fb0-4de0-b073-b98fef83fba6', 'fixed_ips': [{'subnet_id': 'f7a1dfb6-7415-4491-ac16-05226bc0e7c0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c546376a-caef-450a-8233-696c58e8cbeb'}], 'binding:host_id': 'dv-neutron-816800-2-hyperv'}, 'id': '53e8eb8a-357f-477f-b32c-8c39fbdad607'} from dv-neutron-816800-2-hyperv. {{(pid=101885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 04:22:22.065724 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f722b1bc-19e9-4937-8701-100455898852 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:22.092480 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2405f32b-f295-4837-adb1-426bb5ff4e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:22.108835 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-51c49250-9d35-4a0e-bdd8-77ac3656b252 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:22.110374 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f722b1bc-19e9-4937-8701-100455898852 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:22.169409 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-51c49250-9d35-4a0e-bdd8-77ac3656b252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:21Z', 'revision_number': 11, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:22.199440 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c49250-9d35-4a0e-bdd8-77ac3656b252 None None] Checking router: 77b7b5de-bc10-41ac-95ed-052fd9e6a66b for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:22:22.209243 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c49250-9d35-4a0e-bdd8-77ac3656b252 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:22.210149 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-51c49250-9d35-4a0e-bdd8-77ac3656b252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:22.216229 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f722b1bc-19e9-4937-8701-100455898852 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:22.287057 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-51c49250-9d35-4a0e-bdd8-77ac3656b252 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:22.304334 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-2405f32b-f295-4837-adb1-426bb5ff4e73 None None] Allocated IP 2001:db8:0:1::2 (0d3cdc0a-6fb0-4de0-b073-b98fef83fba6/c546376a-caef-450a-8233-696c58e8cbeb/53e8eb8a-357f-477f-b32c-8c39fbdad607) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:22.311095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4ede3-a7c4-4098-9951-de174f2ceef3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] In _notify_port_updated(), no bound segment for port 0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0 on network 0d3cdc0a-6fb0-4de0-b073-b98fef83fba6 {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:22:22.317124 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d4ede3-a7c4-4098-9951-de174f2ceef3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:22.317737 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ede3-a7c4-4098-9951-de174f2ceef3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:22.322405 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a2d4ede3-a7c4-4098-9951-de174f2ceef3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "PUT /v2.0/ports/0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0 HTTP/1.1" status: 200 len: 1010 time: 0.9757812 Nov 09 04:22:22.323041 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50388) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:22.329024 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f722b1bc-19e9-4937-8701-100455898852 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:22.331987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4ede3-a7c4-4098-9951-de174f2ceef3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:22.355042 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-51c49250-9d35-4a0e-bdd8-77ac3656b252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:21Z', 'revision_number': 11, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:22.366612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722b1bc-19e9-4937-8701-100455898852 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Subnet': ['ID=07dd04fa-5986-4dca-beeb-2930ad4c5833,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:22.376654 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f722b1bc-19e9-4937-8701-100455898852 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:22.382418 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f722b1bc-19e9-4937-8701-100455898852 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/07dd04fa-5986-4dca-beeb-2930ad4c5833 HTTP/1.1" status: 204 len: 168 time: 0.3734207 Nov 09 04:22:22.382418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50390) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:22.393975 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c49250-9d35-4a0e-bdd8-77ac3656b252 None None] The sync data for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv is: [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:21Z', 'revision_number': 11, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:22.396343 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6855fd-6ddb-48da-b6f2-3a1f8e75cf62 None None] Network 59fdf90a-0589-4a27-a611-ecd96662dae8 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:22.416243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c1c712a3-0d35-4eb4-93a1-e6b0f5dba0e1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port 0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:22.416885 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1c712a3-0d35-4eb4-93a1-e6b0f5dba0e1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:22.424201 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-39252baf-9706-49d4-b022-b39e75c1898e req-e13b0548-3756-4430-9d08-337ecfef8426 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1306236 Nov 09 04:22:22.517121 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:22.531839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1c712a3-0d35-4eb4-93a1-e6b0f5dba0e1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:22.546219 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c1c712a3-0d35-4eb4-93a1-e6b0f5dba0e1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for 0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:22.561105 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39252baf-9706-49d4-b022-b39e75c1898e req-0c46811e-5980-4e10-9e2e-667eaf9dc442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:22.562664 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-39252baf-9706-49d4-b022-b39e75c1898e req-0c46811e-5980-4e10-9e2e-667eaf9dc442 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 1099 time: 0.0805559 Nov 09 04:22:22.605317 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Deleting port 69c046ed-b6b1-4264-ae55-6561b006bcf4 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:22.606054 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:22.722017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-2405f32b-f295-4837-adb1-426bb5ff4e73 None None] For port 53e8eb8a-357f-477f-b32c-8c39fbdad607, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=53e8eb8a-357f-477f-b32c-8c39fbdad607,segment=NetworkSegment(dca0d5c1-ab38-4cd3-96bb-aa96705bae8e),segment_id=dca0d5c1-ab38-4cd3-96bb-aa96705bae8e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:22.752090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1c712a3-0d35-4eb4-93a1-e6b0f5dba0e1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:22.775882 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2405f32b-f295-4837-adb1-426bb5ff4e73 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:22.784872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2405f32b-f295-4837-adb1-426bb5ff4e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:22.832249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c712a3-0d35-4eb4-93a1-e6b0f5dba0e1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:22.853556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b1064c-bfd4-4861-99fd-1fe89594e579 None None] DHCP port deletion for 59fdf90a-0589-4a27-a611-ecd96662dae8 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:22.860491 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c1c712a3-0d35-4eb4-93a1-e6b0f5dba0e1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:22.864242 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c1c712a3-0d35-4eb4-93a1-e6b0f5dba0e1 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0 HTTP/1.1" status: 204 len: 168 time: 0.5399318 Nov 09 04:22:22.866944 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50392) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:22.904604 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-56462028-42fc-40bf-9312-e37bbf12db39 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] GET failed (client error): The resource could not be found. Nov 09 04:22:22.906860 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-56462028-42fc-40bf-9312-e37bbf12db39 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0 HTTP/1.1" status: 404 len: 333 time: 0.0385065 Nov 09 04:22:22.909492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50394) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:22.997132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e830b0-1271-4b3e-825c-bccd741a6bfc tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting subnet c546376a-caef-450a-8233-696c58e8cbeb {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:23.001500 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13e830b0-1271-4b3e-825c-bccd741a6bfc tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.003739 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405f32b-f295-4837-adb1-426bb5ff4e73 None None] Pushing event updated for resources: {'Port': ['ID=53e8eb8a-357f-477f-b32c-8c39fbdad607,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:23.011537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 53e8eb8a-357f-477f-b32c-8c39fbdad607 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:23.066382 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13e830b0-1271-4b3e-825c-bccd741a6bfc tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.088551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 53e8eb8a-357f-477f-b32c-8c39fbdad607 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:23.088911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.090338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] For port 69c046ed-b6b1-4264-ae55-6561b006bcf4, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=69c046ed-b6b1-4264-ae55-6561b006bcf4,segment=NetworkSegment(c52ddc72-c321-41cd-a947-f72c47cb187f),segment_id=c52ddc72-c321-41cd-a947-f72c47cb187f)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:23.090709 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.092682 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1064c-bfd4-4861-99fd-1fe89594e579 None None] Deleting port 69c046ed-b6b1-4264-ae55-6561b006bcf4 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:23.093039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e5b1064c-bfd4-4861-99fd-1fe89594e579 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.112925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Calling delete_port for 69c046ed-b6b1-4264-ae55-6561b006bcf4 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:23.124600 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39252baf-9706-49d4-b022-b39e75c1898e req-14441391-8d6b-47e4-a18e-93114e930fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:23.126161 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-39252baf-9706-49d4-b022-b39e75c1898e req-14441391-8d6b-47e4-a18e-93114e930fc2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=26274e59-ab78-4236-af3b-f51a5801fc4b HTTP/1.1" status: 200 len: 896 time: 0.5404019 Nov 09 04:22:23.175450 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13e830b0-1271-4b3e-825c-bccd741a6bfc tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.208153 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e5b1064c-bfd4-4861-99fd-1fe89594e579 None None] For port 69c046ed-b6b1-4264-ae55-6561b006bcf4, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=69c046ed-b6b1-4264-ae55-6561b006bcf4,segment=NetworkSegment(c52ddc72-c321-41cd-a947-f72c47cb187f),segment_id=c52ddc72-c321-41cd-a947-f72c47cb187f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:23.208561 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e5b1064c-bfd4-4861-99fd-1fe89594e579 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.251318 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-39252baf-9706-49d4-b022-b39e75c1898e req-4f28d0ab-56ca-452b-bd0d-76265d336b42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 HTTP/1.1" status: 200 len: 1002 time: 0.0792191 Nov 09 04:22:23.255788 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1064c-bfd4-4861-99fd-1fe89594e579 None None] Calling delete_port for 69c046ed-b6b1-4264-ae55-6561b006bcf4 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:23.258359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13e830b0-1271-4b3e-825c-bccd741a6bfc tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.297004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e830b0-1271-4b3e-825c-bccd741a6bfc tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Subnet': ['ID=c546376a-caef-450a-8233-696c58e8cbeb,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:23.301431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13e830b0-1271-4b3e-825c-bccd741a6bfc tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.304521 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.308144 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-13e830b0-1271-4b3e-825c-bccd741a6bfc tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/c546376a-caef-450a-8233-696c58e8cbeb HTTP/1.1" status: 204 len: 168 time: 0.3941085 Nov 09 04:22:23.308296 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50396) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:23.348336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No DVR routers for this DVR port 69c046ed-b6b1-4264-ae55-6561b006bcf4 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:23.355255 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Port': ['ID=69c046ed-b6b1-4264-ae55-6561b006bcf4,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:23.361443 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39252baf-9706-49d4-b022-b39e75c1898e req-a69cb7b5-8491-46a8-a4a6-e640d364fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:23.363013 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-39252baf-9706-49d4-b022-b39e75c1898e req-a69cb7b5-8491-46a8-a4a6-e640d364fb1a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9322ab5c-a925-463d-b492-8ea856d52fdf HTTP/1.1" status: 200 len: 835 time: 0.1025999 Nov 09 04:22:23.403209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-70edca73-0ba9-43df-b48b-16a2ca881510 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting subnet f7a1dfb6-7415-4491-ac16-05226bc0e7c0 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:23.406662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-70edca73-0ba9-43df-b48b-16a2ca881510 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.407262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e5b1064c-bfd4-4861-99fd-1fe89594e579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.458941 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1064c-bfd4-4861-99fd-1fe89594e579 None None] No DVR routers for this DVR port 69c046ed-b6b1-4264-ae55-6561b006bcf4 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:23.460092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-70edca73-0ba9-43df-b48b-16a2ca881510 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.462304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1064c-bfd4-4861-99fd-1fe89594e579 None None] Pushing event deleted for resources: {'Port': ['ID=69c046ed-b6b1-4264-ae55-6561b006bcf4,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:23.475057 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.506900 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39252baf-9706-49d4-b022-b39e75c1898e req-25c3b7d2-6226-495a-91c8-0efbf913e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:23.508528 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-39252baf-9706-49d4-b022-b39e75c1898e req-25c3b7d2-6226-495a-91c8-0efbf913e426 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26274e59-ab78-4236-af3b-f51a5801fc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1257246 Nov 09 04:22:23.512544 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fdf90a-0589-4a27-a611-ecd96662dae8']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:23.547879 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52ddc72-c321-41cd-a947-f72c47cb187f') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:23.548120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52ddc72-c321-41cd-a947-f72c47cb187f') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:23.569155 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e637cc1c-9d1d-4503-8801-425d2d51345f no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:23.572830 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.574960 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-70edca73-0ba9-43df-b48b-16a2ca881510 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.591363 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: e637cc1c-9d1d-4503-8801-425d2d51345f {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:23.597399 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e637cc1c-9d1d-4503-8801-425d2d51345f not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:23.597971 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 69c046ed-b6b1-4264-ae55-6561b006bcf4 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:23.622630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 69c046ed-b6b1-4264-ae55-6561b006bcf4 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:23.625850 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 69c046ed-b6b1-4264-ae55-6561b006bcf4 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:23.626124 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.638799 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:23.639211 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:23.642597 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:23.670162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-70edca73-0ba9-43df-b48b-16a2ca881510 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.713757 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-39252baf-9706-49d4-b022-b39e75c1898e req-5db72f58-9d91-4298-bcba-5fd643772e3c service neutron] 10.222.0.31 "GET /v2.0/networks/26274e59-ab78-4236-af3b-f51a5801fc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914082 Nov 09 04:22:23.715817 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edca73-0ba9-43df-b48b-16a2ca881510 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a1dfb6-7415-4491-ac16-05226bc0e7c0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:23.732226 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-70edca73-0ba9-43df-b48b-16a2ca881510 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.735514 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-70edca73-0ba9-43df-b48b-16a2ca881510 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/f7a1dfb6-7415-4491-ac16-05226bc0e7c0 HTTP/1.1" status: 204 len: 168 time: 0.4261687 Nov 09 04:22:23.740464 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1bb77c-c68f-40ac-ac6c-5c9cfedae29c None None] Network 0d3cdc0a-6fb0-4de0-b073-b98fef83fba6 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:23.743905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50398) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:23.749337 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.780592 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.783797 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/networks/59fdf90a-0589-4a27-a611-ecd96662dae8 HTTP/1.1" status: 204 len: 168 time: 1.3970394 Nov 09 04:22:23.794985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50400) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:23.799517 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-fe51b2a1-9a6c-4ae5-869d-7e39810a0c19 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'router': {'routes': None}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:23.804309 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f27cb-803d-474d-ab07-8f753762daee tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Pushing event deleted for resources: {'Network': ['ID=59fdf90a-0589-4a27-a611-ecd96662dae8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:23.831944 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.874496 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bce0b35a-ed95-4042-a435-912c24904ed4 None None] Provisioning complete for port 53e8eb8a-357f-477f-b32c-8c39fbdad607 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:23.874866 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bce0b35a-ed95-4042-a435-912c24904ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.886583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port 53e8eb8a-357f-477f-b32c-8c39fbdad607 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:23.887312 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.964360 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-39252baf-9706-49d4-b022-b39e75c1898e req-fa85193e-3732-4b6e-8263-31821a0a2c51 service neutron] 10.222.0.31 "GET /v2.0/networks/26274e59-ab78-4236-af3b-f51a5801fc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424197 Nov 09 04:22:23.966415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bce0b35a-ed95-4042-a435-912c24904ed4 None None] Could not find standard attr ID for object 0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:22:23.966994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] For port 53e8eb8a-357f-477f-b32c-8c39fbdad607, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=53e8eb8a-357f-477f-b32c-8c39fbdad607,segment=NetworkSegment(dca0d5c1-ab38-4cd3-96bb-aa96705bae8e),segment_id=dca0d5c1-ab38-4cd3-96bb-aa96705bae8e)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:23.967367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.990375 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.extraroute_db [None req-fe51b2a1-9a6c-4ae5-869d-7e39810a0c19 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Added routes are [] {{(pid=101884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 09 04:22:23.990671 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.extraroute_db [None req-fe51b2a1-9a6c-4ae5-869d-7e39810a0c19 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Removed routes are [] {{(pid=101884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 09 04:22:23.991028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fe51b2a1-9a6c-4ae5-869d-7e39810a0c19 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:23.993067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for 53e8eb8a-357f-477f-b32c-8c39fbdad607 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:24.002833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b804fb-87e9-40be-b713-4aaa290aa97d None None] DHCP port deletion for 0d3cdc0a-6fb0-4de0-b073-b98fef83fba6 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:24.054272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-37b804fb-87e9-40be-b713-4aaa290aa97d None None] Deleting port 53e8eb8a-357f-477f-b32c-8c39fbdad607 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:24.054888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-37b804fb-87e9-40be-b713-4aaa290aa97d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.077018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.106514 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=53e8eb8a-357f-477f-b32c-8c39fbdad607,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:24.110055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No DVR routers for this DVR port 53e8eb8a-357f-477f-b32c-8c39fbdad607 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:24.131069 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-37b804fb-87e9-40be-b713-4aaa290aa97d None None] For port 53e8eb8a-357f-477f-b32c-8c39fbdad607, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=53e8eb8a-357f-477f-b32c-8c39fbdad607,segment=NetworkSegment(dca0d5c1-ab38-4cd3-96bb-aa96705bae8e),segment_id=dca0d5c1-ab38-4cd3-96bb-aa96705bae8e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:24.131488 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-37b804fb-87e9-40be-b713-4aaa290aa97d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.136568 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fe51b2a1-9a6c-4ae5-869d-7e39810a0c19 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.141415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fe51b2a1-9a6c-4ae5-869d-7e39810a0c19 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.145815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-37b804fb-87e9-40be-b713-4aaa290aa97d None None] Calling delete_port for 53e8eb8a-357f-477f-b32c-8c39fbdad607 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:24.193078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.214649 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3cdc0a-6fb0-4de0-b073-b98fef83fba6']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:24.221600 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe51b2a1-9a6c-4ae5-869d-7e39810a0c19 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:24.221752 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-37b804fb-87e9-40be-b713-4aaa290aa97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.223994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca0d5c1-ab38-4cd3-96bb-aa96705bae8e') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:24.224291 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca0d5c1-ab38-4cd3-96bb-aa96705bae8e') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:24.233842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.246988 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.253195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:24.253611 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:24.257059 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:24.261816 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b804fb-87e9-40be-b713-4aaa290aa97d None None] Pushing event deleted for resources: {'Port': ['ID=53e8eb8a-357f-477f-b32c-8c39fbdad607,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:24.264455 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b804fb-87e9-40be-b713-4aaa290aa97d None None] No DVR routers for this DVR port 53e8eb8a-357f-477f-b32c-8c39fbdad607 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:24.300571 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe51b2a1-9a6c-4ae5-869d-7e39810a0c19 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:24.307464 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fe51b2a1-9a6c-4ae5-869d-7e39810a0c19 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.308630 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fe51b2a1-9a6c-4ae5-869d-7e39810a0c19 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/77b7b5de-bc10-41ac-95ed-052fd9e6a66b HTTP/1.1" status: 200 len: 703 time: 0.5126941 Nov 09 04:22:24.311407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50402) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:24.313027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b2b9bc-9ed3-4690-a9a3-b9cff3407ab2 None None] Sync routers for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:24.323395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.324230 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b2b9bc-9ed3-4690-a9a3-b9cff3407ab2 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:24.324995 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c9b2b9bc-9ed3-4690-a9a3-b9cff3407ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:24.342772 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.346056 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/networks/0d3cdc0a-6fb0-4de0-b073-b98fef83fba6 HTTP/1.1" status: 204 len: 168 time: 0.5993264 Nov 09 04:22:24.347158 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5b296-053e-4a90-a7cd-bf3cd55c1101 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Network': ['ID=0d3cdc0a-6fb0-4de0-b073-b98fef83fba6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:24.348444 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fd60295b-5ae7-4ba5-af3b-1c4cb94dd800 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b7b5de-bc10-41ac-95ed-052fd9e6a66b HTTP/1.1" status: 200 len: 205 time: 0.0340962 Nov 09 04:22:24.350619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50404) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:24.350950 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50406) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:24.405200 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-c9b2b9bc-9ed3-4690-a9a3-b9cff3407ab2 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:24.450147 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7992bbca-11ac-4217-aa04-ba01ec93d5f2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.468070 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c9b2b9bc-9ed3-4690-a9a3-b9cff3407ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:21Z', 'revision_number': 11, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:24.495614 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b2b9bc-9ed3-4690-a9a3-b9cff3407ab2 None None] Checking router: 77b7b5de-bc10-41ac-95ed-052fd9e6a66b for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:22:24.504716 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b2b9bc-9ed3-4690-a9a3-b9cff3407ab2 None None] Routers {'77b7b5de-bc10-41ac-95ed-052fd9e6a66b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:24.505322 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c9b2b9bc-9ed3-4690-a9a3-b9cff3407ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:24.522479 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c856dfcf-136d-409f-b59d-acf5b24c9479 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:24.524008 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c856dfcf-136d-409f-b59d-acf5b24c9479 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1720958 Nov 09 04:22:24.528025 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50408) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:24.575976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-c9b2b9bc-9ed3-4690-a9a3-b9cff3407ab2 None None] Set router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:24.630645 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c9b2b9bc-9ed3-4690-a9a3-b9cff3407ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:21Z', 'revision_number': 11, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:24.643851 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7992bbca-11ac-4217-aa04-ba01ec93d5f2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.646583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7992bbca-11ac-4217-aa04-ba01ec93d5f2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.657362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b2b9bc-9ed3-4690-a9a3-b9cff3407ab2 None None] The sync data for ids ['77b7b5de-bc10-41ac-95ed-052fd9e6a66b'] in dv-neutron-816800-2-hyperv is: [{'id': '77b7b5de-bc10-41ac-95ed-052fd9e6a66b', 'name': 'tempest-RoutersIpV6Test-router-35938984', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:50Z', 'updated_at': '2021-11-09T04:22:21Z', 'revision_number': 11, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:24.662485 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-df074cb3-8bf2-4d08-b954-eed81a29ce4e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1303167 Nov 09 04:22:24.662952 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50410) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:24.667990 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-aaa8b495-2d71-4434-bd0f-0325c03f09c8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1009142932'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:24.695294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa8b495-2d71-4434-bd0f-0325c03f09c8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:24.696422 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7992bbca-11ac-4217-aa04-ba01ec93d5f2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.697564 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7992bbca-11ac-4217-aa04-ba01ec93d5f2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Fanout notify agent at l3_agent the message router_deleted on router 77b7b5de-bc10-41ac-95ed-052fd9e6a66b {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:22:24.706808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7992bbca-11ac-4217-aa04-ba01ec93d5f2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.707925 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7992bbca-11ac-4217-aa04-ba01ec93d5f2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/routers/77b7b5de-bc10-41ac-95ed-052fd9e6a66b HTTP/1.1" status: 204 len: 168 time: 0.3473165 Nov 09 04:22:24.710248 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b495-2d71-4434-bd0f-0325c03f09c8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.712430 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50412) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:24.718918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-79309e91-9620-49db-8f1a-bb3a77faf40d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1765129794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:24.753901 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa8b495-2d71-4434-bd0f-0325c03f09c8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:22:24.762497 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79309e91-9620-49db-8f1a-bb3a77faf40d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.763180 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79309e91-9620-49db-8f1a-bb3a77faf40d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.769502 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b495-2d71-4434-bd0f-0325c03f09c8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.769899 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-aaa8b495-2d71-4434-bd0f-0325c03f09c8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Added segment 4e872e16-6697-4213-9494-92868ac3fbc1 of type vlan for network d0ce410e-7510-4d31-8b6c-fdf35b0fe472 Nov 09 04:22:24.854426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b495-2d71-4434-bd0f-0325c03f09c8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.859993 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79309e91-9620-49db-8f1a-bb3a77faf40d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.873919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79309e91-9620-49db-8f1a-bb3a77faf40d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.892591 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b495-2d71-4434-bd0f-0325c03f09c8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.898294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa8b495-2d71-4434-bd0f-0325c03f09c8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:24.898887 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aaa8b495-2d71-4434-bd0f-0325c03f09c8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.908198 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79309e91-9620-49db-8f1a-bb3a77faf40d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:24.909385 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-79309e91-9620-49db-8f1a-bb3a77faf40d tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1958842 Nov 09 04:22:24.912294 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50416) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:24.917531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-10865e67-d745-4a55-9aa7-04457414d45b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:24.946113 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 53e8eb8a-357f-477f-b32c-8c39fbdad607 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:24.970400 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-aaa8b495-2d71-4434-bd0f-0325c03f09c8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3020821 Nov 09 04:22:24.970619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50418) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:24.973269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 53e8eb8a-357f-477f-b32c-8c39fbdad607 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:24.973775 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 53e8eb8a-357f-477f-b32c-8c39fbdad607 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:24.974176 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-87c7e2ee-d580-4d30-ac48-c4330c5b09aa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'subnet': {'network_id': 'd0ce410e-7510-4d31-8b6c-fdf35b0fe472', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:24.976198 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8b495-2d71-4434-bd0f-0325c03f09c8 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Network': ['ID=d0ce410e-7510-4d31-8b6c-fdf35b0fe472,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:24.986717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network d0ce410e-7510-4d31-8b6c-fdf35b0fe472 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:22:25.203302 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-10865e67-d745-4a55-9aa7-04457414d45b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:25.211216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c7e2ee-d580-4d30-ac48-c4330c5b09aa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:25.215201 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-87c7e2ee-d580-4d30-ac48-c4330c5b09aa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:25.220024 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-10865e67-d745-4a55-9aa7-04457414d45b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:25.387297 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10865e67-d745-4a55-9aa7-04457414d45b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Router 82f0f7a6-44fc-4803-98fa-432dd2ec4d9e is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:22:25.499772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5b087fb9-da1d-4a43-9104-6d8a23652dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:25.516228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10865e67-d745-4a55-9aa7-04457414d45b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:25.525849 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-10865e67-d745-4a55-9aa7-04457414d45b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:25.526361 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2648309-d156-474a-9d0d-4496e62e6600 None None] Sync routers for ids ['82f0f7a6-44fc-4803-98fa-432dd2ec4d9e'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:25.526999 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-10865e67-d745-4a55-9aa7-04457414d45b tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "PUT /v2.0/routers/82f0f7a6-44fc-4803-98fa-432dd2ec4d9e HTTP/1.1" status: 200 len: 698 time: 0.6136956 Nov 09 04:22:25.529977 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50420) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:25.536948 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2648309-d156-474a-9d0d-4496e62e6600 None None] Routers {'82f0f7a6-44fc-4803-98fa-432dd2ec4d9e'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:25.537615 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e2648309-d156-474a-9d0d-4496e62e6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['82f0f7a6-44fc-4803-98fa-432dd2ec4d9e'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:25.541201 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-87c7e2ee-d580-4d30-ac48-c4330c5b09aa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:25.603541 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7e2ee-d580-4d30-ac48-c4330c5b09aa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Subnet': ['ID=85e4f5b7-6882-409b-a9da-f2fedadf0070,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:25.611767 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e2648309-d156-474a-9d0d-4496e62e6600 None None] Set router 82f0f7a6-44fc-4803-98fa-432dd2ec4d9e gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:25.612224 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c7e2ee-d580-4d30-ac48-c4330c5b09aa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Checking segment: {'id': '4e872e16-6697-4213-9494-92868ac3fbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0ce410e-7510-4d31-8b6c-fdf35b0fe472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:25.612635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c7e2ee-d580-4d30-ac48-c4330c5b09aa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network hostable DHCP agents. Network: d0ce410e-7510-4d31-8b6c-fdf35b0fe472, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:22:25.617242 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-945f9b4c-6c8b-4f0e-9bbe-4620c280d50f tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/routers/82f0f7a6-44fc-4803-98fa-432dd2ec4d9e HTTP/1.1" status: 200 len: 704 time: 0.0860085 Nov 09 04:22:25.619820 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50422) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:25.631187 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c7e2ee-d580-4d30-ac48-c4330c5b09aa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network d0ce410e-7510-4d31-8b6c-fdf35b0fe472 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:22:25.643372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-87c7e2ee-d580-4d30-ac48-c4330c5b09aa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, d0ce410e-7510-4d31-8b6c-fdf35b0fe472) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:25.648734 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c7e2ee-d580-4d30-ac48-c4330c5b09aa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:25.649410 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-87c7e2ee-d580-4d30-ac48-c4330c5b09aa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:25.651407 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c590b329-9076-4075-982a-717ea68f3985 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f0f7a6-44fc-4803-98fa-432dd2ec4d9e HTTP/1.1" status: 200 len: 205 time: 0.0305183 Nov 09 04:22:25.653914 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50424) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:25.655950 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f70a8-cb99-4db4-a95f-003fe0243f72 None None] Network d0ce410e-7510-4d31-8b6c-fdf35b0fe472 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:25.674848 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-87c7e2ee-d580-4d30-ac48-c4330c5b09aa tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7045019 Nov 09 04:22:25.675760 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50426) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:25.681946 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-5e76433e-909a-4820-a4dd-4e6600408dbd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'network_id': 'd0ce410e-7510-4d31-8b6c-fdf35b0fe472', 'name': 'tempest-PortsIpV6TestJSON-1034854457'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:25.695339 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e2648309-d156-474a-9d0d-4496e62e6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f0f7a6-44fc-4803-98fa-432dd2ec4d9e', 'name': 'tempest-RoutersIpV6Test-router-1765129794', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:24Z', 'updated_at': '2021-11-09T04:22:25Z', 'revision_number': 2, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:25.735268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e5d07ac0-dcd5-42fe-a032-91ad99b465f2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:25.741202 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2648309-d156-474a-9d0d-4496e62e6600 None None] Checking router: 82f0f7a6-44fc-4803-98fa-432dd2ec4d9e for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:22:25.750547 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2648309-d156-474a-9d0d-4496e62e6600 None None] Routers {'82f0f7a6-44fc-4803-98fa-432dd2ec4d9e'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:25.751365 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e2648309-d156-474a-9d0d-4496e62e6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:21:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['82f0f7a6-44fc-4803-98fa-432dd2ec4d9e'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:25.816159 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-d0ce410e-7510-4d31-8b6c-fdf35b0fe472', 'network_id': 'd0ce410e-7510-4d31-8b6c-fdf35b0fe472', 'tenant_id': '71fd51368c80426eac4861e09f04834c', 'fixed_ips': [{'subnet_id': '85e4f5b7-6882-409b-a9da-f2fedadf0070'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:22:25.817601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:25.827821 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e2648309-d156-474a-9d0d-4496e62e6600 None None] Set router 82f0f7a6-44fc-4803-98fa-432dd2ec4d9e gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:25.834721 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e76433e-909a-4820-a4dd-4e6600408dbd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:25.840530 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5e76433e-909a-4820-a4dd-4e6600408dbd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:25.883490 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e2648309-d156-474a-9d0d-4496e62e6600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f0f7a6-44fc-4803-98fa-432dd2ec4d9e', 'name': 'tempest-RoutersIpV6Test-router-1765129794', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:24Z', 'updated_at': '2021-11-09T04:22:25Z', 'revision_number': 2, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:25.911192 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2648309-d156-474a-9d0d-4496e62e6600 None None] The sync data for ids ['82f0f7a6-44fc-4803-98fa-432dd2ec4d9e'] in dv-neutron-816800-2-hyperv is: [{'id': '82f0f7a6-44fc-4803-98fa-432dd2ec4d9e', 'name': 'tempest-RoutersIpV6Test-router-1765129794', 'tenant_id': 'f104f63bea194fbd915c6c60c143bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:24Z', 'updated_at': '2021-11-09T04:22:25Z', 'revision_number': 2, 'project_id': 'f104f63bea194fbd915c6c60c143bfa9', 'gw_port_host': None}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:25.920057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e5d07ac0-dcd5-42fe-a032-91ad99b465f2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:25.922439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e5d07ac0-dcd5-42fe-a032-91ad99b465f2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:25.977360 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e5d07ac0-dcd5-42fe-a032-91ad99b465f2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:25.977928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d07ac0-dcd5-42fe-a032-91ad99b465f2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Fanout notify agent at l3_agent the message router_deleted on router 82f0f7a6-44fc-4803-98fa-432dd2ec4d9e {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:22:25.986261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e5d07ac0-dcd5-42fe-a032-91ad99b465f2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:25.987408 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e5d07ac0-dcd5-42fe-a032-91ad99b465f2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/routers/82f0f7a6-44fc-4803-98fa-432dd2ec4d9e HTTP/1.1" status: 204 len: 168 time: 0.3323448 Nov 09 04:22:25.991419 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50428) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.015252 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Allocated IP 2001:db8::2 (d0ce410e-7510-4d31-8b6c-fdf35b0fe472/85e4f5b7-6882-409b-a9da-f2fedadf0070/c56f980f-2f71-4ae9-a553-143ce203a512) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:26.023419 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3bebb9c2-e9d6-443c-9726-74ffdfe90f9e tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports?device_id=82f0f7a6-44fc-4803-98fa-432dd2ec4d9e HTTP/1.1" status: 200 len: 205 time: 0.0282047 Nov 09 04:22:26.025797 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50430) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.070555 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-fa1b09ef-7c17-4fb3-8f35-b493c032ba24 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] delete failed (client error): The resource could not be found. Nov 09 04:22:26.071810 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fa1b09ef-7c17-4fb3-8f35-b493c032ba24 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/routers/82f0f7a6-44fc-4803-98fa-432dd2ec4d9e HTTP/1.1" status: 404 len: 336 time: 0.0449364 Nov 09 04:22:26.078033 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50432) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.107128 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-319c55e5-51a5-4fe0-a58e-f63c59b22dbf tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] DELETE failed (client error): The resource could not be found. Nov 09 04:22:26.107587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319c55e5-51a5-4fe0-a58e-f63c59b22dbf tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:22:26.110655 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-319c55e5-51a5-4fe0-a58e-f63c59b22dbf tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/e7ef70bd-33d5-4e21-9e08-5aaf2ef212df HTTP/1.1" status: 404 len: 337 time: 0.0315664 Nov 09 04:22:26.113156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50434) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.139700 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a9425e-11aa-4dd7-b818-69dbcdcd28e8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] DELETE failed (client error): The resource could not be found. Nov 09 04:22:26.140145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a9425e-11aa-4dd7-b818-69dbcdcd28e8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:22:26.143469 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-30a9425e-11aa-4dd7-b818-69dbcdcd28e8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/14b87212-b6df-4b97-b685-bd82da9ef384 HTTP/1.1" status: 404 len: 337 time: 0.0292265 Nov 09 04:22:26.145950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50436) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.174535 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-27141c50-f22f-4490-9168-aa778a61113c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] DELETE failed (client error): The resource could not be found. Nov 09 04:22:26.174989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27141c50-f22f-4490-9168-aa778a61113c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:22:26.178283 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-27141c50-f22f-4490-9168-aa778a61113c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/dfb62ad5-770f-47df-9d46-6319e1954d0c HTTP/1.1" status: 404 len: 337 time: 0.0313072 Nov 09 04:22:26.180821 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50438) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.198146 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:26.208161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:26.214907 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36663f4-0d4e-4a52-94d3-e66e38c7234c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] DELETE failed (client error): The resource could not be found. Nov 09 04:22:26.215353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36663f4-0d4e-4a52-94d3-e66e38c7234c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:22:26.220806 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d36663f4-0d4e-4a52-94d3-e66e38c7234c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/07dd04fa-5986-4dca-beeb-2930ad4c5833 HTTP/1.1" status: 404 len: 337 time: 0.0366051 Nov 09 04:22:26.221589 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50440) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.227712 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-5e76433e-909a-4820-a4dd-4e6600408dbd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port c2b1a8db-7582-4917-8d65-6a4c928a5d17 yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:26.253396 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-090c307f-2750-431d-9e22-e39be4a5a1a8 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports?device_id=77b7b5de-bc10-41ac-95ed-052fd9e6a66b HTTP/1.1" status: 200 len: 205 time: 0.0284433 Nov 09 04:22:26.253719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50442) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.256889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Network d0ce410e-7510-4d31-8b6c-fdf35b0fe472 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:26.260021 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:26.264548 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:26.268119 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Pushing event updated for resources: {'Port': ['ID=c56f980f-2f71-4ae9-a553-143ce203a512,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:26.295544 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-c9021fe1-63da-4771-a25d-6d11f512d8b2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] delete failed (client error): The resource could not be found. Nov 09 04:22:26.298607 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c9021fe1-63da-4771-a25d-6d11f512d8b2 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/routers/77b7b5de-bc10-41ac-95ed-052fd9e6a66b HTTP/1.1" status: 404 len: 336 time: 0.0413544 Nov 09 04:22:26.298755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50444) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.327813 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d9b720bf-a157-4c1c-9354-21f1084f4dab tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2775cb6-11f6-4353-b130-65570ae773fe HTTP/1.1" status: 200 len: 205 time: 0.0272746 Nov 09 04:22:26.329344 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50446) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.333387 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Attempting to bind port c56f980f-2f71-4ae9-a553-143ce203a512 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:26.334735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Attempting to bind port c56f980f-2f71-4ae9-a553-143ce203a512 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '4e872e16-6697-4213-9494-92868ac3fbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0ce410e-7510-4d31-8b6c-fdf35b0fe472'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:26.335455 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Attempting to bind port c56f980f-2f71-4ae9-a553-143ce203a512 on network d0ce410e-7510-4d31-8b6c-fdf35b0fe472 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:26.343591 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:26.345939 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Checking segment: {'id': '4e872e16-6697-4213-9494-92868ac3fbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0ce410e-7510-4d31-8b6c-fdf35b0fe472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:26.346733 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:26.347292 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Bound using segment: {'id': '4e872e16-6697-4213-9494-92868ac3fbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0ce410e-7510-4d31-8b6c-fdf35b0fe472'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:26.348105 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Bound port: c56f980f-2f71-4ae9-a553-143ce203a512, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e872e16-6697-4213-9494-92868ac3fbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd0ce410e-7510-4d31-8b6c-fdf35b0fe472'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:26.348964 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:26.351232 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-5e76433e-909a-4820-a4dd-4e6600408dbd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Allocated IP 2001:db8::177 (d0ce410e-7510-4d31-8b6c-fdf35b0fe472/85e4f5b7-6882-409b-a9da-f2fedadf0070/c2b1a8db-7582-4917-8d65-6a4c928a5d17) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:26.374859 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-210988df-a726-4dc9-8ed3-ad280411d651 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] delete failed (client error): The resource could not be found. Nov 09 04:22:26.378437 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-210988df-a726-4dc9-8ed3-ad280411d651 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/routers/e2775cb6-11f6-4353-b130-65570ae773fe HTTP/1.1" status: 404 len: 336 time: 0.0455580 Nov 09 04:22:26.378734 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50448) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.415890 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] For port c56f980f-2f71-4ae9-a553-143ce203a512, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:26.416127 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f822379d-8453-4c12-b59b-80fedf2c1ac5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] DELETE failed (client error): The resource could not be found. Nov 09 04:22:26.416588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f822379d-8453-4c12-b59b-80fedf2c1ac5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:22:26.419066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] For port c56f980f-2f71-4ae9-a553-143ce203a512, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c56f980f-2f71-4ae9-a553-143ce203a512,segment=NetworkSegment(4e872e16-6697-4213-9494-92868ac3fbc1),segment_id=4e872e16-6697-4213-9494-92868ac3fbc1)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:26.422687 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f822379d-8453-4c12-b59b-80fedf2c1ac5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/119ddb9f-5957-4e5b-b861-85c496320c6c HTTP/1.1" status: 404 len: 337 time: 0.0400362 Nov 09 04:22:26.423300 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50450) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.427158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:26.458926 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4cb52755-94cf-4b6b-ba90-a8c459b2d31a tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports?device_id=541cfa03-5cc7-49f9-80ca-3b94fad63d54 HTTP/1.1" status: 200 len: 205 time: 0.0322983 Nov 09 04:22:26.459781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50452) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.492086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57498157-c449-40f8-817f-381c5f0a1125 None None] Pushing event updated for resources: {'Port': ['ID=c56f980f-2f71-4ae9-a553-143ce203a512,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:26.518335 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-959b4bf7-578a-43ad-85f3-976e3fad7ee4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] delete failed (client error): The resource could not be found. Nov 09 04:22:26.519474 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-959b4bf7-578a-43ad-85f3-976e3fad7ee4 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/routers/541cfa03-5cc7-49f9-80ca-3b94fad63d54 HTTP/1.1" status: 404 len: 336 time: 0.0590541 Nov 09 04:22:26.522193 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50454) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.557859 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-85dbc669-b834-4754-b4f4-749f66dcbe34 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d3e46e9-42b5-4608-bbed-0e6cacf21584 HTTP/1.1" status: 200 len: 205 time: 0.0315361 Nov 09 04:22:26.560605 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50456) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.572239 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5e76433e-909a-4820-a4dd-4e6600408dbd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:26.603262 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-5f90e612-2895-4521-a77a-c0e2b6d1717c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] delete failed (client error): The resource could not be found. Nov 09 04:22:26.604306 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5f90e612-2895-4521-a77a-c0e2b6d1717c tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/routers/9d3e46e9-42b5-4608-bbed-0e6cacf21584 HTTP/1.1" status: 404 len: 336 time: 0.0427523 Nov 09 04:22:26.607440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50458) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.636941 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30a75a3-8e74-4902-87b0-3a5c30af8cfd tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] DELETE failed (client error): The resource could not be found. Nov 09 04:22:26.637455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30a75a3-8e74-4902-87b0-3a5c30af8cfd tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:22:26.639185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5e76433e-909a-4820-a4dd-4e6600408dbd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:26.643015 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b30a75a3-8e74-4902-87b0-3a5c30af8cfd tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/c9dd93bd-562d-4bf3-99d0-d9e509b5e327 HTTP/1.1" status: 404 len: 337 time: 0.0319633 Nov 09 04:22:26.643774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50460) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.692334 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c8165c25-17f0-4c51-8d89-096016cc5948 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports?device_id=d89b7ffc-95fb-49b9-b415-9ec5ec8d9532 HTTP/1.1" status: 200 len: 205 time: 0.0476356 Nov 09 04:22:26.697735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50462) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.713555 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e76433e-909a-4820-a4dd-4e6600408dbd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network d0ce410e-7510-4d31-8b6c-fdf35b0fe472 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:26.718487 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-5e76433e-909a-4820-a4dd-4e6600408dbd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:26.720602 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76433e-909a-4820-a4dd-4e6600408dbd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=c2b1a8db-7582-4917-8d65-6a4c928a5d17,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:26.722951 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e76433e-909a-4820-a4dd-4e6600408dbd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:26.729340 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e76433e-909a-4820-a4dd-4e6600408dbd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:26.730088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5e76433e-909a-4820-a4dd-4e6600408dbd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:26.748646 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5e76433e-909a-4820-a4dd-4e6600408dbd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0716352 Nov 09 04:22:26.751200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50464) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.758273 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-cc334e04-e74a-43b2-af0b-9ec941f8af04 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'network_id': 'd0ce410e-7510-4d31-8b6c-fdf35b0fe472', 'name': 'tempest-PortsIpV6TestJSON-214572450'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:26.769921 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-a2b1e171-23e0-4e84-b269-165297232838 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] delete failed (client error): The resource could not be found. Nov 09 04:22:26.771272 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a2b1e171-23e0-4e84-b269-165297232838 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/routers/d89b7ffc-95fb-49b9-b415-9ec5ec8d9532 HTTP/1.1" status: 404 len: 336 time: 0.0723071 Nov 09 04:22:26.773866 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50466) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.808108 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b46ab8a-306e-4b1c-8db5-35e1a065d657 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] DELETE failed (client error): The resource could not be found. Nov 09 04:22:26.808566 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b46ab8a-306e-4b1c-8db5-35e1a065d657 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:22:26.811639 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4b46ab8a-306e-4b1c-8db5-35e1a065d657 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/8aa35eea-9da6-41d9-810f-7b860015d734 HTTP/1.1" status: 404 len: 337 time: 0.0367501 Nov 09 04:22:26.814339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50468) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.842582 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-67fd3bc7-76df-4e02-9e9d-a6b52606ee90 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8513ad7-1867-41f4-9229-89daec12b0bb HTTP/1.1" status: 200 len: 205 time: 0.0271206 Nov 09 04:22:26.845628 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50470) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.895784 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-13bdfe87-b225-4283-ab7b-296b62db7267 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] delete failed (client error): The resource could not be found. Nov 09 04:22:26.896936 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-13bdfe87-b225-4283-ab7b-296b62db7267 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/routers/f8513ad7-1867-41f4-9229-89daec12b0bb HTTP/1.1" status: 404 len: 336 time: 0.0503571 Nov 09 04:22:26.900484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50472) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.931213 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c361ee76-97da-4146-8311-5979e713b6b5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] DELETE failed (client error): The resource could not be found. Nov 09 04:22:26.931656 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c361ee76-97da-4146-8311-5979e713b6b5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:22:26.934648 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c361ee76-97da-4146-8311-5979e713b6b5 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/cc923455-8c8c-488a-9fb4-bdc7766abb01 HTTP/1.1" status: 404 len: 337 time: 0.0312729 Nov 09 04:22:26.937173 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50474) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:26.967876 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3f5d7e-0193-4aac-af2f-bf4cfd7609c6 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] DELETE failed (client error): The resource could not be found. Nov 09 04:22:26.968368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3f5d7e-0193-4aac-af2f-bf4cfd7609c6 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:22:26.971714 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3a3f5d7e-0193-4aac-af2f-bf4cfd7609c6 tempest-RoutersIpV6Test-1537118401 tempest-RoutersIpV6Test-1537118401-project] 10.222.0.21 "DELETE /v2.0/subnets/b26625cb-9dd3-41a3-b9cf-d202ff9e4163 HTTP/1.1" status: 404 len: 337 time: 0.0335894 Nov 09 04:22:26.986207 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c56f980f-2f71-4ae9-a553-143ce203a512 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:26.989439 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc334e04-e74a-43b2-af0b-9ec941f8af04 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:26.993053 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc334e04-e74a-43b2-af0b-9ec941f8af04 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:27.010853 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-cc334e04-e74a-43b2-af0b-9ec941f8af04 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port c31332d8-cef3-4ede-b7e3-48d19c42922c yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:27.038298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c56f980f-2f71-4ae9-a553-143ce203a512 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:27.038581 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:27.135889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:27.160420 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-cc334e04-e74a-43b2-af0b-9ec941f8af04 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Allocated IP 2001:db8::224 (d0ce410e-7510-4d31-8b6c-fdf35b0fe472/85e4f5b7-6882-409b-a9da-f2fedadf0070/c31332d8-cef3-4ede-b7e3-48d19c42922c) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:27.178284 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port c56f980f-2f71-4ae9-a553-143ce203a512, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c56f980f-2f71-4ae9-a553-143ce203a512,segment=NetworkSegment(4e872e16-6697-4213-9494-92868ac3fbc1),segment_id=4e872e16-6697-4213-9494-92868ac3fbc1)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:27.184526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:27.249904 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=c56f980f-2f71-4ae9-a553-143ce203a512,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:27.295020 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50480) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:27.357100 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc334e04-e74a-43b2-af0b-9ec941f8af04 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:27.395630 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc334e04-e74a-43b2-af0b-9ec941f8af04 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:27.475197 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc334e04-e74a-43b2-af0b-9ec941f8af04 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network d0ce410e-7510-4d31-8b6c-fdf35b0fe472 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:27.489123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-cc334e04-e74a-43b2-af0b-9ec941f8af04 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:27.492883 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc334e04-e74a-43b2-af0b-9ec941f8af04 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=c31332d8-cef3-4ede-b7e3-48d19c42922c,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:27.498269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc334e04-e74a-43b2-af0b-9ec941f8af04 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:27.504022 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc334e04-e74a-43b2-af0b-9ec941f8af04 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:27.504602 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cc334e04-e74a-43b2-af0b-9ec941f8af04 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:27.522005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41608128-1070-4cc5-a352-38051aa730ba None None] Network d0ce410e-7510-4d31-8b6c-fdf35b0fe472 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:27.526086 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-76470d54-0ca5-4401-9b14-7a994eb3171c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f104f63bea194fbd915c6c60c143bfa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271113 Nov 09 04:22:27.526086 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50484) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:27.538507 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cc334e04-e74a-43b2-af0b-9ec941f8af04 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7836215 Nov 09 04:22:27.539043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50486) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:27.580966 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f7b2b93-70e3-4505-887e-f1319e1f44b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:27.602841 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f7b2b93-70e3-4505-887e-f1319e1f44b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:27.627869 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d37d1db-5d55-4992-a4f1-8ce49f53dd2d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:27.629385 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7d37d1db-5d55-4992-a4f1-8ce49f53dd2d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A177 HTTP/1.1" status: 200 len: 929 time: 0.0871332 Nov 09 04:22:27.632256 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50488) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:27.632817 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e9d1eabe-4c94-4024-a3f8-191a70eea4fa None None] Provisioning complete for port c56f980f-2f71-4ae9-a553-143ce203a512 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:27.633257 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e9d1eabe-4c94-4024-a3f8-191a70eea4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:27.665842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f7b2b93-70e3-4505-887e-f1319e1f44b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:27.670467 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f7b2b93-70e3-4505-887e-f1319e1f44b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:27.674429 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1f7b2b93-70e3-4505-887e-f1319e1f44b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d7fe2f2-6390-4ccd-b7cb-2edc60afd4d8 HTTP/1.1" status: 204 len: 168 time: 0.1453211 Nov 09 04:22:27.708180 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b2b93-70e3-4505-887e-f1319e1f44b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7fe2f2-6390-4ccd-b7cb-2edc60afd4d8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:27.739325 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a8f300d2-6dc8-4907-8332-619d8c75d081 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port c31332d8-cef3-4ede-b7e3-48d19c42922c {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:27.739919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a8f300d2-6dc8-4907-8332-619d8c75d081 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:27.857944 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a8f300d2-6dc8-4907-8332-619d8c75d081 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:27.878341 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a8f300d2-6dc8-4907-8332-619d8c75d081 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for c31332d8-cef3-4ede-b7e3-48d19c42922c owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:28.010215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3edcca9b-78db-4af7-81e4-52e261a208c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.042343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a8f300d2-6dc8-4907-8332-619d8c75d081 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.076540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f300d2-6dc8-4907-8332-619d8c75d081 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=c31332d8-cef3-4ede-b7e3-48d19c42922c,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:28.104073 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a8f300d2-6dc8-4907-8332-619d8c75d081 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.111208 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50500) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:28.111829 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a8f300d2-6dc8-4907-8332-619d8c75d081 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/c31332d8-cef3-4ede-b7e3-48d19c42922c HTTP/1.1" status: 204 len: 168 time: 0.4785521 Nov 09 04:22:28.130259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bbda3c04-1d73-4b53-9f08-cfca5a52b9a9 None None] Provisioning complete for port c56f980f-2f71-4ae9-a553-143ce203a512 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:28.130907 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bbda3c04-1d73-4b53-9f08-cfca5a52b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.140638 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afa92f9-5e25-4bc1-abc9-d4d95ef9a061 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] GET failed (client error): The resource could not be found. Nov 09 04:22:28.142383 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4afa92f9-5e25-4bc1-abc9-d4d95ef9a061 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/c31332d8-cef3-4ede-b7e3-48d19c42922c HTTP/1.1" status: 404 len: 333 time: 0.0301547 Nov 09 04:22:28.145109 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50502) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:28.233786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bbda3c04-1d73-4b53-9f08-cfca5a52b9a9 None None] Provisioning complete for port c2b1a8db-7582-4917-8d65-6a4c928a5d17 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:28.234615 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bbda3c04-1d73-4b53-9f08-cfca5a52b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.265204 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-08f83132-28db-4c60-9f5c-680f9e91868d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port c2b1a8db-7582-4917-8d65-6a4c928a5d17 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:28.265925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-08f83132-28db-4c60-9f5c-680f9e91868d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.279103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-bbda3c04-1d73-4b53-9f08-cfca5a52b9a9 None None] Port c2b1a8db-7582-4917-8d65-6a4c928a5d17 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:28.285867 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bbda3c04-1d73-4b53-9f08-cfca5a52b9a9 None None] Could not find standard attr ID for object c31332d8-cef3-4ede-b7e3-48d19c42922c. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:22:28.363763 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-08f83132-28db-4c60-9f5c-680f9e91868d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.377617 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-08f83132-28db-4c60-9f5c-680f9e91868d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for c2b1a8db-7582-4917-8d65-6a4c928a5d17 owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:28.405652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4ec351d3-086f-4434-80f9-7d5d3fadfde8 None None] Provisioning complete for port c2b1a8db-7582-4917-8d65-6a4c928a5d17 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:28.406023 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4ec351d3-086f-4434-80f9-7d5d3fadfde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.451588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4ec351d3-086f-4434-80f9-7d5d3fadfde8 None None] Port c2b1a8db-7582-4917-8d65-6a4c928a5d17 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:28.540729 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-08f83132-28db-4c60-9f5c-680f9e91868d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.566743 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50514) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:28.574348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9eda91a6-925a-43be-9058-8f34aaaaf8cf None None] Could not find standard attr ID for object c31332d8-cef3-4ede-b7e3-48d19c42922c. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:22:28.578478 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f83132-28db-4c60-9f5c-680f9e91868d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=c2b1a8db-7582-4917-8d65-6a4c928a5d17,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:28.603793 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-08f83132-28db-4c60-9f5c-680f9e91868d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.610178 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-08f83132-28db-4c60-9f5c-680f9e91868d tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/c2b1a8db-7582-4917-8d65-6a4c928a5d17 HTTP/1.1" status: 204 len: 168 time: 0.4618063 Nov 09 04:22:28.610392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50518) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:28.644163 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec470b5-e5e0-45c0-b29d-17214987d1e2 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] GET failed (client error): The resource could not be found. Nov 09 04:22:28.645789 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-aec470b5-e5e0-45c0-b29d-17214987d1e2 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/c2b1a8db-7582-4917-8d65-6a4c928a5d17 HTTP/1.1" status: 404 len: 333 time: 0.0345097 Nov 09 04:22:28.648437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50520) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:28.694303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-46f2d2a9-5c8a-4e59-adc9-4f374c71731d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-764312478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:28.716485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-476e1a8c-524d-47fb-8b0f-5214cc25d762 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting subnet 85e4f5b7-6882-409b-a9da-f2fedadf0070 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:28.722551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-476e1a8c-524d-47fb-8b0f-5214cc25d762 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.754153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46f2d2a9-5c8a-4e59-adc9-4f374c71731d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.755190 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46f2d2a9-5c8a-4e59-adc9-4f374c71731d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.773013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-476e1a8c-524d-47fb-8b0f-5214cc25d762 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.852505 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46f2d2a9-5c8a-4e59-adc9-4f374c71731d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.860370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46f2d2a9-5c8a-4e59-adc9-4f374c71731d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.903893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-46f2d2a9-5c8a-4e59-adc9-4f374c71731d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.905110 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-46f2d2a9-5c8a-4e59-adc9-4f374c71731d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3373477 Nov 09 04:22:28.907770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50522) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:28.913766 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1221804419'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:28.917946 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-476e1a8c-524d-47fb-8b0f-5214cc25d762 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.956370 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c56f980f-2f71-4ae9-a553-143ce203a512 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:28.974133 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Made reservation on behalf of 898ad3f3d5364ab5a3c531b49dcbe996 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:28.977764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:28.989341 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.008488 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c56f980f-2f71-4ae9-a553-143ce203a512 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:29.008855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.012974 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-476e1a8c-524d-47fb-8b0f-5214cc25d762 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.049610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e1a8c-524d-47fb-8b0f-5214cc25d762 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Subnet': ['ID=85e4f5b7-6882-409b-a9da-f2fedadf0070,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:29.056064 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-476e1a8c-524d-47fb-8b0f-5214cc25d762 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.059306 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-476e1a8c-524d-47fb-8b0f-5214cc25d762 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/85e4f5b7-6882-409b-a9da-f2fedadf0070 HTTP/1.1" status: 204 len: 168 time: 0.4099402 Nov 09 04:22:29.062020 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.063098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50524) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:29.068516 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c36a85d-6b32-4a4f-b050-413ff03718f1 None None] Network d0ce410e-7510-4d31-8b6c-fdf35b0fe472 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:29.109921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.114658 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.144971 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:22:29.151132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a391c2-d1e8-4301-a0eb-fa52c3cb8cfe,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:29.155245 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.158881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.159413 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Added segment 533419e0-0ea9-425d-9cdd-c490589b3db5 of type vlan for network bac51ecb-294b-4ef7-84a5-1006b9d28c3e Nov 09 04:22:29.207078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.217189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port c56f980f-2f71-4ae9-a553-143ce203a512 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:29.217557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.236784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.243250 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:29.244785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.286520 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] For port c56f980f-2f71-4ae9-a553-143ce203a512, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c56f980f-2f71-4ae9-a553-143ce203a512,segment=NetworkSegment(4e872e16-6697-4213-9494-92868ac3fbc1),segment_id=4e872e16-6697-4213-9494-92868ac3fbc1)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:29.286870 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3778446 Nov 09 04:22:29.287028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.289523 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50526) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:29.300292 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3595d168-04ad-4c51-ae3d-a89a5b84bb8c None None] DHCP port deletion for d0ce410e-7510-4d31-8b6c-fdf35b0fe472 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:29.301115 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-a77915e3-87f5-4a29-a2b1-59712665bee4 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Request body: {'subnet': {'network_id': 'bac51ecb-294b-4ef7-84a5-1006b9d28c3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:29.323808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for c56f980f-2f71-4ae9-a553-143ce203a512 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:29.327201 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b172d1-6df5-4811-8a3f-d732b8ffe578 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event updated for resources: {'Network': ['ID=bac51ecb-294b-4ef7-84a5-1006b9d28c3e,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:29.339872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network bac51ecb-294b-4ef7-84a5-1006b9d28c3e details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:22:29.399476 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-3595d168-04ad-4c51-ae3d-a89a5b84bb8c None None] Deleting port c56f980f-2f71-4ae9-a553-143ce203a512 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:29.399817 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3595d168-04ad-4c51-ae3d-a89a5b84bb8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.450256 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77915e3-87f5-4a29-a2b1-59712665bee4 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Made reservation on behalf of 898ad3f3d5364ab5a3c531b49dcbe996 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:29.453835 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a77915e3-87f5-4a29-a2b1-59712665bee4 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.475730 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3595d168-04ad-4c51-ae3d-a89a5b84bb8c None None] For port c56f980f-2f71-4ae9-a553-143ce203a512, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c56f980f-2f71-4ae9-a553-143ce203a512,segment=NetworkSegment(4e872e16-6697-4213-9494-92868ac3fbc1),segment_id=4e872e16-6697-4213-9494-92868ac3fbc1)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:29.476160 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3595d168-04ad-4c51-ae3d-a89a5b84bb8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.484931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.489656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-3595d168-04ad-4c51-ae3d-a89a5b84bb8c None None] Calling delete_port for c56f980f-2f71-4ae9-a553-143ce203a512 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:29.541031 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=c56f980f-2f71-4ae9-a553-143ce203a512,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:29.545409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No DVR routers for this DVR port c56f980f-2f71-4ae9-a553-143ce203a512 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:29.570710 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3595d168-04ad-4c51-ae3d-a89a5b84bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.597924 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595d168-04ad-4c51-ae3d-a89a5b84bb8c None None] Pushing event deleted for resources: {'Port': ['ID=c56f980f-2f71-4ae9-a553-143ce203a512,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:29.602641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3595d168-04ad-4c51-ae3d-a89a5b84bb8c None None] No DVR routers for this DVR port c56f980f-2f71-4ae9-a553-143ce203a512 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:29.644872 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.689407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ce410e-7510-4d31-8b6c-fdf35b0fe472']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:29.704199 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e872e16-6697-4213-9494-92868ac3fbc1') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:29.704496 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e872e16-6697-4213-9494-92868ac3fbc1') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:29.720324 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.764358 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.767616 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50530) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:29.777046 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:29.777423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:29.780352 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:29.783146 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a77915e3-87f5-4a29-a2b1-59712665bee4 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.881736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.889295 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-859ec57d-eb2c-459b-abba-5c982b971cb3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/a28db1c3-7c40-4d41-9fc1-5a8f5d10e709 HTTP/1.1" status: 200 len: 994 time: 0.1205175 Nov 09 04:22:29.892590 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77915e3-87f5-4a29-a2b1-59712665bee4 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event updated for resources: {'Subnet': ['ID=bd02634e-cfc8-44a9-9a0e-7a4e6d926b93,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:29.901832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.905003 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/networks/d0ce410e-7510-4d31-8b6c-fdf35b0fe472 HTTP/1.1" status: 204 len: 168 time: 0.8405056 Nov 09 04:22:29.911478 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50534) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:29.916796 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-e4fbf173-3573-4c95-9ea7-52b54f8df3e7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-524942482'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:29.918996 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff03a6-fc04-4a01-a138-601b72193fc7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Network': ['ID=d0ce410e-7510-4d31-8b6c-fdf35b0fe472,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:29.924920 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77915e3-87f5-4a29-a2b1-59712665bee4 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Checking segment: {'id': '533419e0-0ea9-425d-9cdd-c490589b3db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bac51ecb-294b-4ef7-84a5-1006b9d28c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:29.925412 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77915e3-87f5-4a29-a2b1-59712665bee4 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Network hostable DHCP agents. Network: bac51ecb-294b-4ef7-84a5-1006b9d28c3e, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:22:29.943277 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fbf173-3573-4c95-9ea7-52b54f8df3e7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:29.947333 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77915e3-87f5-4a29-a2b1-59712665bee4 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Network bac51ecb-294b-4ef7-84a5-1006b9d28c3e is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:22:29.947567 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e4fbf173-3573-4c95-9ea7-52b54f8df3e7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.958296 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-a77915e3-87f5-4a29-a2b1-59712665bee4 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, bac51ecb-294b-4ef7-84a5-1006b9d28c3e) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:29.962677 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77915e3-87f5-4a29-a2b1-59712665bee4 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:29.963288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a77915e3-87f5-4a29-a2b1-59712665bee4 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.969816 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92952e65-7724-47ab-8b72-e20fdc5a2a03 None None] Network bac51ecb-294b-4ef7-84a5-1006b9d28c3e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:29.973844 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4fbf173-3573-4c95-9ea7-52b54f8df3e7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:22:29.982807 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a77915e3-87f5-4a29-a2b1-59712665bee4 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6906083 Nov 09 04:22:29.983905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e4fbf173-3573-4c95-9ea7-52b54f8df3e7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:29.984423 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-e4fbf173-3573-4c95-9ea7-52b54f8df3e7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Added segment a74954ab-056e-48fc-b555-91b29ce3fb56 of type vlan for network dd657923-7e8c-4d5d-884a-75931ab65692 Nov 09 04:22:29.985364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50536) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:29.990457 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e84ab047-a821-4721-8749-3f3bd1d9391e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Request body: {'network': {'name': 'tempest-router-network01--135726726'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:30.023747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84ab047-a821-4721-8749-3f3bd1d9391e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Made reservation on behalf of 898ad3f3d5364ab5a3c531b49dcbe996 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:30.028534 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e84ab047-a821-4721-8749-3f3bd1d9391e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.034764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e4fbf173-3573-4c95-9ea7-52b54f8df3e7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.056208 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84ab047-a821-4721-8749-3f3bd1d9391e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:22:30.063274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e4fbf173-3573-4c95-9ea7-52b54f8df3e7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.068898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fbf173-3573-4c95-9ea7-52b54f8df3e7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:30.069526 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e4fbf173-3573-4c95-9ea7-52b54f8df3e7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.071213 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e84ab047-a821-4721-8749-3f3bd1d9391e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.072158 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-e84ab047-a821-4721-8749-3f3bd1d9391e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Added segment d4bbbbb3-b4f6-49b8-a18b-28e02647df28 of type vlan for network 6ca5f05f-8053-4302-a788-6969f60c572d Nov 09 04:22:30.115264 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e84ab047-a821-4721-8749-3f3bd1d9391e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.144894 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e84ab047-a821-4721-8749-3f3bd1d9391e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.145775 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-bac51ecb-294b-4ef7-84a5-1006b9d28c3e', 'network_id': 'bac51ecb-294b-4ef7-84a5-1006b9d28c3e', 'tenant_id': '898ad3f3d5364ab5a3c531b49dcbe996', 'fixed_ips': [{'subnet_id': 'bd02634e-cfc8-44a9-9a0e-7a4e6d926b93'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:22:30.146898 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.151865 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84ab047-a821-4721-8749-3f3bd1d9391e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:30.152611 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e84ab047-a821-4721-8749-3f3bd1d9391e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.183209 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50540) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:30.202324 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e84ab047-a821-4721-8749-3f3bd1d9391e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2157516 Nov 09 04:22:30.234750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50542) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:30.242223 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-a4290c5e-3517-4c93-9da2-de1845992492 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Request body: {'network': {'name': 'tempest-router-network02--1831162025'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:30.261543 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.294805 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ab047-a821-4721-8749-3f3bd1d9391e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event updated for resources: {'Network': ['ID=6ca5f05f-8053-4302-a788-6969f60c572d,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:30.322000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 6ca5f05f-8053-4302-a788-6969f60c572d details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:22:30.324693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Allocated IP 2001:db8::2 (bac51ecb-294b-4ef7-84a5-1006b9d28c3e/bd02634e-cfc8-44a9-9a0e-7a4e6d926b93/f1009e1a-f8e0-4cbb-8909-3679b343d9c0) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:30.355989 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4290c5e-3517-4c93-9da2-de1845992492 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Made reservation on behalf of 898ad3f3d5364ab5a3c531b49dcbe996 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:30.359972 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a4290c5e-3517-4c93-9da2-de1845992492 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.373550 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e4fbf173-3573-4c95-9ea7-52b54f8df3e7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4580975 Nov 09 04:22:30.375499 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50544) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:30.379244 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-07f62156-e0e6-4f72-86da-9608e3824eaf tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'subnet': {'network_id': 'dd657923-7e8c-4d5d-884a-75931ab65692', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:30.403620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbf173-3573-4c95-9ea7-52b54f8df3e7 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Network': ['ID=dd657923-7e8c-4d5d-884a-75931ab65692,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:30.409753 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4290c5e-3517-4c93-9da2-de1845992492 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:22:30.420969 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network dd657923-7e8c-4d5d-884a-75931ab65692 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:22:30.452887 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a4290c5e-3517-4c93-9da2-de1845992492 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.453551 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-a4290c5e-3517-4c93-9da2-de1845992492 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Added segment de72cb19-3982-4286-97d7-746e74c203ee of type vlan for network bea9c5bd-95e2-4487-96a5-f1c4508142c9 Nov 09 04:22:30.476393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f62156-e0e6-4f72-86da-9608e3824eaf tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:30.482850 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07f62156-e0e6-4f72-86da-9608e3824eaf tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.501819 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a4290c5e-3517-4c93-9da2-de1845992492 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.530134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-070745ed-9d38-4126-8c88-d95541c0d921 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 597a7498-6abc-4791-b3d3-29f45385d8bc {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:30.530466 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-070745ed-9d38-4126-8c88-d95541c0d921 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.550466 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a4290c5e-3517-4c93-9da2-de1845992492 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.555955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4290c5e-3517-4c93-9da2-de1845992492 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:30.556520 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a4290c5e-3517-4c93-9da2-de1845992492 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.592885 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.600430 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.629351 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a4290c5e-3517-4c93-9da2-de1845992492 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3884120 Nov 09 04:22:30.633038 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50546) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:30.638095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-72a8da6a-7076-41a4-812e-6539f62bf22c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Request body: {'subnet': {'network_id': '6ca5f05f-8053-4302-a788-6969f60c572d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:30.653857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Network bac51ecb-294b-4ef7-84a5-1006b9d28c3e is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:30.661276 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:30.667967 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4290c5e-3517-4c93-9da2-de1845992492 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event updated for resources: {'Network': ['ID=bea9c5bd-95e2-4487-96a5-f1c4508142c9,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:30.668189 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:30.677256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Pushing event updated for resources: {'Port': ['ID=f1009e1a-f8e0-4cbb-8909-3679b343d9c0,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:30.688656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network bea9c5bd-95e2-4487-96a5-f1c4508142c9 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:22:30.698256 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-070745ed-9d38-4126-8c88-d95541c0d921 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.698715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-070745ed-9d38-4126-8c88-d95541c0d921 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.716537 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-070745ed-9d38-4126-8c88-d95541c0d921 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 597a7498-6abc-4791-b3d3-29f45385d8bc owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:30.775586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07f62156-e0e6-4f72-86da-9608e3824eaf tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.798403 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Attempting to bind port f1009e1a-f8e0-4cbb-8909-3679b343d9c0 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:30.799068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Attempting to bind port f1009e1a-f8e0-4cbb-8909-3679b343d9c0 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '533419e0-0ea9-425d-9cdd-c490589b3db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bac51ecb-294b-4ef7-84a5-1006b9d28c3e'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:30.799629 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Attempting to bind port f1009e1a-f8e0-4cbb-8909-3679b343d9c0 on network bac51ecb-294b-4ef7-84a5-1006b9d28c3e {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:30.805670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:30.806525 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Checking segment: {'id': '533419e0-0ea9-425d-9cdd-c490589b3db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bac51ecb-294b-4ef7-84a5-1006b9d28c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:30.807208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.807807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Bound using segment: {'id': '533419e0-0ea9-425d-9cdd-c490589b3db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bac51ecb-294b-4ef7-84a5-1006b9d28c3e'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:30.808443 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Bound port: f1009e1a-f8e0-4cbb-8909-3679b343d9c0, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533419e0-0ea9-425d-9cdd-c490589b3db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bac51ecb-294b-4ef7-84a5-1006b9d28c3e'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:30.808994 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.816847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a8da6a-7076-41a4-812e-6539f62bf22c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Made reservation on behalf of 898ad3f3d5364ab5a3c531b49dcbe996 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:30.820366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72a8da6a-7076-41a4-812e-6539f62bf22c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.874872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] For port f1009e1a-f8e0-4cbb-8909-3679b343d9c0, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:30.878149 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] For port f1009e1a-f8e0-4cbb-8909-3679b343d9c0, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f1009e1a-f8e0-4cbb-8909-3679b343d9c0,segment=NetworkSegment(533419e0-0ea9-425d-9cdd-c490589b3db5),segment_id=533419e0-0ea9-425d-9cdd-c490589b3db5)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:30.882298 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-070745ed-9d38-4126-8c88-d95541c0d921 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.883321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:30.906840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f62156-e0e6-4f72-86da-9608e3824eaf tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Subnet': ['ID=05a32c6f-e75c-4288-954b-22d83fab51e2,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:30.912465 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070745ed-9d38-4126-8c88-d95541c0d921 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=597a7498-6abc-4791-b3d3-29f45385d8bc,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:30.943701 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f62156-e0e6-4f72-86da-9608e3824eaf tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Checking segment: {'id': 'a74954ab-056e-48fc-b555-91b29ce3fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dd657923-7e8c-4d5d-884a-75931ab65692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:30.944312 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f62156-e0e6-4f72-86da-9608e3824eaf tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network hostable DHCP agents. Network: dd657923-7e8c-4d5d-884a-75931ab65692, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:22:30.949176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d405a-8ea6-455f-ae3f-7fde7e4e5273 None None] Pushing event updated for resources: {'Port': ['ID=f1009e1a-f8e0-4cbb-8909-3679b343d9c0,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:30.977570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f62156-e0e6-4f72-86da-9608e3824eaf tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network dd657923-7e8c-4d5d-884a-75931ab65692 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:22:30.996980 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-07f62156-e0e6-4f72-86da-9608e3824eaf tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, dd657923-7e8c-4d5d-884a-75931ab65692) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:31.004237 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-070745ed-9d38-4126-8c88-d95541c0d921 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:31.005396 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aab17c8-d40f-40eb-94dd-de7ea5ef6a3d None None] Network dd657923-7e8c-4d5d-884a-75931ab65692 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:31.006727 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-070745ed-9d38-4126-8c88-d95541c0d921 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP a28db1c3-7c40-4d41-9fc1-5a8f5d10e709 disassociated (deleted). External IP: 172.26.5.168, port: ad08bcff-2aa8-44fe-ab3d-5418373bf0a1. Nov 09 04:22:31.037361 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c56f980f-2f71-4ae9-a553-143ce203a512 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:31.039461 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:31.050624 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f62156-e0e6-4f72-86da-9608e3824eaf tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:31.051994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07f62156-e0e6-4f72-86da-9608e3824eaf tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:31.084127 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-07f62156-e0e6-4f72-86da-9608e3824eaf tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7057362 Nov 09 04:22:31.085655 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50548) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:31.093475 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-226fb467-988d-4baf-855f-de0a109e3055 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'network_id': 'dd657923-7e8c-4d5d-884a-75931ab65692', 'name': 'tempest-PortsIpV6TestJSON-2132708533', 'fixed_ips': [{'subnet_id': '05a32c6f-e75c-4288-954b-22d83fab51e2', 'ip_address': '2001:db8::10'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:31.094954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: c56f980f-2f71-4ae9-a553-143ce203a512 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:31.095507 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c56f980f-2f71-4ae9-a553-143ce203a512 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:31.230090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-dd657923-7e8c-4d5d-884a-75931ab65692', 'network_id': 'dd657923-7e8c-4d5d-884a-75931ab65692', 'tenant_id': '71fd51368c80426eac4861e09f04834c', 'fixed_ips': [{'subnet_id': '05a32c6f-e75c-4288-954b-22d83fab51e2'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:22:31.230828 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:31.235837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72a8da6a-7076-41a4-812e-6539f62bf22c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:31.301494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070745ed-9d38-4126-8c88-d95541c0d921 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router be179aae-299a-4dd9-94af-a94637f65638 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:31.330348 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8da6a-7076-41a4-812e-6539f62bf22c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event updated for resources: {'Subnet': ['ID=735c5b5d-8036-4901-a966-5edb1783e143,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:31.348101 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a8da6a-7076-41a4-812e-6539f62bf22c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Checking segment: {'id': 'd4bbbbb3-b4f6-49b8-a18b-28e02647df28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca5f05f-8053-4302-a788-6969f60c572d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:31.348485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8da6a-7076-41a4-812e-6539f62bf22c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Network hostable DHCP agents. Network: 6ca5f05f-8053-4302-a788-6969f60c572d, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:22:31.386852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226fb467-988d-4baf-855f-de0a109e3055 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:31.392453 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Allocated IP 2001:db8::2 (dd657923-7e8c-4d5d-884a-75931ab65692/05a32c6f-e75c-4288-954b-22d83fab51e2/3d9699ae-7d0a-41ec-b739-8f93d63cedba) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:31.423789 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8da6a-7076-41a4-812e-6539f62bf22c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Network 6ca5f05f-8053-4302-a788-6969f60c572d is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:22:31.429116 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070745ed-9d38-4126-8c88-d95541c0d921 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:31.435001 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-070745ed-9d38-4126-8c88-d95541c0d921 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:31.466012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471876bd-b5ca-4e96-a60c-446669f49048 None None] Sync routers for ids ['be179aae-299a-4dd9-94af-a94637f65638'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:31.466906 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-070745ed-9d38-4126-8c88-d95541c0d921 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/floatingips/a28db1c3-7c40-4d41-9fc1-5a8f5d10e709 HTTP/1.1" status: 204 len: 168 time: 1.2817874 Nov 09 04:22:31.467149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-72a8da6a-7076-41a4-812e-6539f62bf22c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 6ca5f05f-8053-4302-a788-6969f60c572d) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:31.467582 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5d7746-1041-4ce6-b174-65113d65c2f7', 'tag': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:22:31.471331 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdf1c08-cfca-4338-bbd9-3b2b93237795" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5d7746-1041-4ce6-b174-65113d65c2f7", "tag": "ad08bcff-2aa8-44fe-ab3d-5418373bf0a1"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:22:31.486872 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a8da6a-7076-41a4-812e-6539f62bf22c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:31.487476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-72a8da6a-7076-41a4-812e-6539f62bf22c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:31.492458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6959677d-b956-4d27-9258-b643023aafd9 None None] Network 6ca5f05f-8053-4302-a788-6969f60c572d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:31.519288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58615a45-66e9-475e-a390-ec3682805627 x-openstack-request-id: req-58615a45-66e9-475e-a390-ec3682805627 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:22:31.519572 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5d7746-1041-4ce6-b174-65113d65c2f7", "tag": "ad08bcff-2aa8-44fe-ab3d-5418373bf0a1", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:22:31.519827 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58615a45-66e9-475e-a390-ec3682805627 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:22:31.520222 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5d7746-1041-4ce6-b174-65113d65c2f7', 'tag': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1', 'status': 'completed', 'code': 200} Nov 09 04:22:31.522329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-226fb467-988d-4baf-855f-de0a109e3055 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:31.541583 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-72a8da6a-7076-41a4-812e-6539f62bf22c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9050009 Nov 09 04:22:31.542782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50554) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:31.547941 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ecf8a07b-6d74-4731-a218-0a98b2d95034 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Request body: {'subnet': {'network_id': 'bea9c5bd-95e2-4487-96a5-f1c4508142c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:31.555057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-226fb467-988d-4baf-855f-de0a109e3055 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port 8b7e67be-98db-4a0b-8e4a-909d64eef1d9 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:31.694210 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf1c08-cfca-4338-bbd9-3b2b93237795 req-706618a0-2cef-47a3-aedb-779923caee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:31.701564 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6fdf1c08-cfca-4338-bbd9-3b2b93237795 req-706618a0-2cef-47a3-aedb-779923caee10 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 1099 time: 0.1432030 Nov 09 04:22:31.761407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33d856-3a69-406f-ab35-428d82ff3e4d req-f0320a69-ecea-4cd7-92f8-2d97a9455a6d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:31.762889 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7d33d856-3a69-406f-ab35-428d82ff3e4d req-f0320a69-ecea-4cd7-92f8-2d97a9455a6d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 946 time: 0.0701988 Nov 09 04:22:31.768382 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471876bd-b5ca-4e96-a60c-446669f49048 None None] Routers {'be179aae-299a-4dd9-94af-a94637f65638'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:31.769000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-471876bd-b5ca-4e96-a60c-446669f49048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['be179aae-299a-4dd9-94af-a94637f65638'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:31.787828 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf8a07b-6d74-4731-a218-0a98b2d95034 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Made reservation on behalf of 898ad3f3d5364ab5a3c531b49dcbe996 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:31.793703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a07b-6d74-4731-a218-0a98b2d95034 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:31.826820 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7d33d856-3a69-406f-ab35-428d82ff3e4d req-f9403fb8-01e5-443f-8265-49f2b8df5d11 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=99c4afd4-8853-4054-8294-d40688b164d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578167 Nov 09 04:22:31.884485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf1c08-cfca-4338-bbd9-3b2b93237795 req-87561847-0e8e-4b3a-820d-eb61195a8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:31.886006 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6fdf1c08-cfca-4338-bbd9-3b2b93237795 req-87561847-0e8e-4b3a-820d-eb61195a8f95 service neutron] 10.222.0.31 "GET /v2.0/networks?id=26274e59-ab78-4236-af3b-f51a5801fc4b HTTP/1.1" status: 200 len: 896 time: 0.1792977 Nov 09 04:22:31.942892 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6fdf1c08-cfca-4338-bbd9-3b2b93237795 req-7b316578-9034-489a-9961-80bf96c4468f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 HTTP/1.1" status: 200 len: 217 time: 0.0470769 Nov 09 04:22:32.003626 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:32.014818 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-471876bd-b5ca-4e96-a60c-446669f49048 None None] Set router be179aae-299a-4dd9-94af-a94637f65638 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:32.024434 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf1c08-cfca-4338-bbd9-3b2b93237795 req-6a71c0e5-6bf7-49e0-82ba-95d514d16fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:32.026503 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6fdf1c08-cfca-4338-bbd9-3b2b93237795 req-6a71c0e5-6bf7-49e0-82ba-95d514d16fcb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9322ab5c-a925-463d-b492-8ea856d52fdf HTTP/1.1" status: 200 len: 835 time: 0.0763988 Nov 09 04:22:32.044055 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:32.093563 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-226fb467-988d-4baf-855f-de0a109e3055 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Allocated IP 2001:db8::10 (dd657923-7e8c-4d5d-884a-75931ab65692/05a32c6f-e75c-4288-954b-22d83fab51e2/8b7e67be-98db-4a0b-8e4a-909d64eef1d9) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:32.099307 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Network dd657923-7e8c-4d5d-884a-75931ab65692 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:32.119405 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:32.134237 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf1c08-cfca-4338-bbd9-3b2b93237795 req-59f3cf89-b4ac-4056-9e54-23c672c21b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:32.136230 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6fdf1c08-cfca-4338-bbd9-3b2b93237795 req-59f3cf89-b4ac-4056-9e54-23c672c21b70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26274e59-ab78-4236-af3b-f51a5801fc4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022024 Nov 09 04:22:32.137799 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a07b-6d74-4731-a218-0a98b2d95034 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:32.190398 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:32.198143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Pushing event updated for resources: {'Port': ['ID=3d9699ae-7d0a-41ec-b739-8f93d63cedba,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:32.203782 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-6ca5f05f-8053-4302-a788-6969f60c572d', 'network_id': '6ca5f05f-8053-4302-a788-6969f60c572d', 'tenant_id': '898ad3f3d5364ab5a3c531b49dcbe996', 'fixed_ips': [{'subnet_id': '735c5b5d-8036-4901-a966-5edb1783e143'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:22:32.204632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:32.240863 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e156a231-c885-4ac3-abcd-89f00cf6fef8 None None] Network bac51ecb-294b-4ef7-84a5-1006b9d28c3e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:32.252725 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8a07b-6d74-4731-a218-0a98b2d95034 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event updated for resources: {'Subnet': ['ID=379f6ea4-013f-4527-b703-c3aec6183c6a,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:32.272094 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf8a07b-6d74-4731-a218-0a98b2d95034 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Checking segment: {'id': 'de72cb19-3982-4286-97d7-746e74c203ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bea9c5bd-95e2-4487-96a5-f1c4508142c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:32.272380 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf8a07b-6d74-4731-a218-0a98b2d95034 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Network hostable DHCP agents. Network: bea9c5bd-95e2-4487-96a5-f1c4508142c9, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:22:32.295664 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-226fb467-988d-4baf-855f-de0a109e3055 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:32.303343 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6fdf1c08-cfca-4338-bbd9-3b2b93237795 req-f6d7adfc-72a0-4326-9d6f-bcefe8bc4e21 service neutron] 10.222.0.31 "GET /v2.0/networks/26274e59-ab78-4236-af3b-f51a5801fc4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565247 Nov 09 04:22:32.304893 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf8a07b-6d74-4731-a218-0a98b2d95034 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Network bea9c5bd-95e2-4487-96a5-f1c4508142c9 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:22:32.321957 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-ecf8a07b-6d74-4731-a218-0a98b2d95034 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, bea9c5bd-95e2-4487-96a5-f1c4508142c9) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:32.337722 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-226fb467-988d-4baf-855f-de0a109e3055 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:32.346221 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf8a07b-6d74-4731-a218-0a98b2d95034 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:32.346819 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ecf8a07b-6d74-4731-a218-0a98b2d95034 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:32.366224 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1954e3c-fd95-4c6d-9b16-5a1db8b587e2 None None] Network bea9c5bd-95e2-4487-96a5-f1c4508142c9 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:32.382334 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226fb467-988d-4baf-855f-de0a109e3055 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network dd657923-7e8c-4d5d-884a-75931ab65692 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:32.388027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-226fb467-988d-4baf-855f-de0a109e3055 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:32.390888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226fb467-988d-4baf-855f-de0a109e3055 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:32.398726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226fb467-988d-4baf-855f-de0a109e3055 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:32.399618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-226fb467-988d-4baf-855f-de0a109e3055 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:32.400595 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ecf8a07b-6d74-4731-a218-0a98b2d95034 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8567190 Nov 09 04:22:32.401251 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50558) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:32.417477 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fb467-988d-4baf-855f-de0a109e3055 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=8b7e67be-98db-4a0b-8e4a-909d64eef1d9,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:32.428617 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-226fb467-988d-4baf-855f-de0a109e3055 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3415296 Nov 09 04:22:32.431640 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50560) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:32.436815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-97daadb6-6d92-4ac1-a892-2b14f3f86e7c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'network_id': 'dd657923-7e8c-4d5d-884a-75931ab65692', 'name': 'tempest-PortsIpV6TestJSON-1209315274', 'fixed_ips': [{'subnet_id': '05a32c6f-e75c-4288-954b-22d83fab51e2', 'ip_address': '2001:db8::f'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:32.464475 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Attempting to bind port 3d9699ae-7d0a-41ec-b739-8f93d63cedba on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:32.464810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Attempting to bind port 3d9699ae-7d0a-41ec-b739-8f93d63cedba by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a74954ab-056e-48fc-b555-91b29ce3fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dd657923-7e8c-4d5d-884a-75931ab65692'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:32.465129 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Attempting to bind port 3d9699ae-7d0a-41ec-b739-8f93d63cedba on network dd657923-7e8c-4d5d-884a-75931ab65692 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:32.537231 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:32.537535 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Checking segment: {'id': 'a74954ab-056e-48fc-b555-91b29ce3fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dd657923-7e8c-4d5d-884a-75931ab65692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:32.537951 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:32.538344 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Bound using segment: {'id': 'a74954ab-056e-48fc-b555-91b29ce3fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dd657923-7e8c-4d5d-884a-75931ab65692'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:32.538827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Bound port: 3d9699ae-7d0a-41ec-b739-8f93d63cedba, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74954ab-056e-48fc-b555-91b29ce3fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dd657923-7e8c-4d5d-884a-75931ab65692'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:32.539202 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:32.552602 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e05a9df3-f78f-445f-96a7-2ee0f179ab2a None None] Provisioning complete for port f1009e1a-f8e0-4cbb-8909-3679b343d9c0 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:32.553225 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e05a9df3-f78f-445f-96a7-2ee0f179ab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:32.558055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97daadb6-6d92-4ac1-a892-2b14f3f86e7c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:32.563600 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-97daadb6-6d92-4ac1-a892-2b14f3f86e7c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:32.569256 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6fdf1c08-cfca-4338-bbd9-3b2b93237795 req-88f8a3c3-5341-4c43-90d8-6d6e67e02425 service neutron] 10.222.0.31 "GET /v2.0/networks/26274e59-ab78-4236-af3b-f51a5801fc4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572067 Nov 09 04:22:32.585663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-97daadb6-6d92-4ac1-a892-2b14f3f86e7c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port 41bdb812-2b2f-443f-a4d4-a7562410eb5f yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:32.785203 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-97daadb6-6d92-4ac1-a892-2b14f3f86e7c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Allocated IP 2001:db8::f (dd657923-7e8c-4d5d-884a-75931ab65692/05a32c6f-e75c-4288-954b-22d83fab51e2/41bdb812-2b2f-443f-a4d4-a7562410eb5f) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:32.800071 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Allocated IP 2001:db8::2 (6ca5f05f-8053-4302-a788-6969f60c572d/735c5b5d-8036-4901-a966-5edb1783e143/c2525b99-1761-44ba-83c9-a0a6f9070d0c) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:32.856502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] For port 3d9699ae-7d0a-41ec-b739-8f93d63cedba, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:32.913033 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] For port 3d9699ae-7d0a-41ec-b739-8f93d63cedba, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3d9699ae-7d0a-41ec-b739-8f93d63cedba,segment=NetworkSegment(a74954ab-056e-48fc-b555-91b29ce3fb56),segment_id=a74954ab-056e-48fc-b555-91b29ce3fb56)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:32.947137 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:32.988952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-bea9c5bd-95e2-4487-96a5-f1c4508142c9', 'network_id': 'bea9c5bd-95e2-4487-96a5-f1c4508142c9', 'tenant_id': '898ad3f3d5364ab5a3c531b49dcbe996', 'fixed_ips': [{'subnet_id': '379f6ea4-013f-4527-b703-c3aec6183c6a'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:22:32.989827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.050987 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e05a9df3-f78f-445f-96a7-2ee0f179ab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.057970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-97daadb6-6d92-4ac1-a892-2b14f3f86e7c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.062497 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-471876bd-b5ca-4e96-a60c-446669f49048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be179aae-299a-4dd9-94af-a94637f65638', 'name': 'tempest-TestNetworkBasicOps-router-889249603', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:12Z', 'updated_at': '2021-11-09T04:21:27Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:14Z', 'updated_at': '2021-11-09T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ab38b235-f3b5-4903-8783-0398379e605e', 'name': '', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:24Z', 'updated_at': '2021-11-09T04:21:31Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:33.104068 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-97daadb6-6d92-4ac1-a892-2b14f3f86e7c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.139698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f1009e1a-f8e0-4cbb-8909-3679b343d9c0 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:33.141582 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471876bd-b5ca-4e96-a60c-446669f49048 None None] Checking router: be179aae-299a-4dd9-94af-a94637f65638 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:22:33.162826 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1fd2b-10e4-4eda-946e-c47309002322 req-1e804114-9113-4b13-b31d-8ae6bb46d05a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:33.164397 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-92c1fd2b-10e4-4eda-946e-c47309002322 req-1e804114-9113-4b13-b31d-8ae6bb46d05a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 946 time: 0.1237040 Nov 09 04:22:33.170265 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97daadb6-6d92-4ac1-a892-2b14f3f86e7c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network dd657923-7e8c-4d5d-884a-75931ab65692 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:33.179763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-97daadb6-6d92-4ac1-a892-2b14f3f86e7c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:33.198754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97daadb6-6d92-4ac1-a892-2b14f3f86e7c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:33.207280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97daadb6-6d92-4ac1-a892-2b14f3f86e7c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:33.208260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-97daadb6-6d92-4ac1-a892-2b14f3f86e7c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.254249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97daadb6-6d92-4ac1-a892-2b14f3f86e7c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=41bdb812-2b2f-443f-a4d4-a7562410eb5f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:33.261491 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b6665-f361-4aec-8b2f-75d77cb5f8bd None None] Pushing event updated for resources: {'Port': ['ID=3d9699ae-7d0a-41ec-b739-8f93d63cedba,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:33.271511 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-97daadb6-6d92-4ac1-a892-2b14f3f86e7c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8379188 Nov 09 04:22:33.272656 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50564) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:33.280052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656bbce-e6fb-4405-9f0d-9c6cff40a92d req-f48e43b3-d693-40f4-ba45-dfad6ede84c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:33.289174 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5656bbce-e6fb-4405-9f0d-9c6cff40a92d req-f48e43b3-d693-40f4-ba45-dfad6ede84c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 946 time: 0.2403796 Nov 09 04:22:33.302303 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471876bd-b5ca-4e96-a60c-446669f49048 None None] Routers {'be179aae-299a-4dd9-94af-a94637f65638'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:33.302860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-471876bd-b5ca-4e96-a60c-446669f49048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['be179aae-299a-4dd9-94af-a94637f65638'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:33.317670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e05a9df3-f78f-445f-96a7-2ee0f179ab2a None None] For port f1009e1a-f8e0-4cbb-8909-3679b343d9c0, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f1009e1a-f8e0-4cbb-8909-3679b343d9c0,segment=NetworkSegment(533419e0-0ea9-425d-9cdd-c490589b3db5),segment_id=533419e0-0ea9-425d-9cdd-c490589b3db5)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:33.339252 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.420631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ac3638-57c3-48cd-aaad-2c7ee15640c0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:33.422495 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a6ac3638-57c3-48cd-aaad-2c7ee15640c0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1486671 Nov 09 04:22:33.426365 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50566) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:33.515620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55670a5-5517-4008-b21f-ad3a8d823c9c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:33.523799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55670a5-5517-4008-b21f-ad3a8d823c9c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:33.530632 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55670a5-5517-4008-b21f-ad3a8d823c9c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:33.535383 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e55670a5-5517-4008-b21f-ad3a8d823c9c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1034195 Nov 09 04:22:33.538072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50568) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:33.542204 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5656bbce-e6fb-4405-9f0d-9c6cff40a92d req-a3ddd097-bc9d-4adb-b7a3-6d0d35109031 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=99c4afd4-8853-4054-8294-d40688b164d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515209 Nov 09 04:22:33.627396 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e05a9df3-f78f-445f-96a7-2ee0f179ab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.644090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-62efa4bf-4195-4ffb-83c6-2762d60025af tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port 41bdb812-2b2f-443f-a4d4-a7562410eb5f {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:33.644431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62efa4bf-4195-4ffb-83c6-2762d60025af tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.672215 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-92c1fd2b-10e4-4eda-946e-c47309002322 req-ec3cbed7-5e23-45d7-bd55-d23bdae6ded9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:33.672445 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-92c1fd2b-10e4-4eda-946e-c47309002322 req-ec3cbed7-5e23-45d7-bd55-d23bdae6ded9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.762440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62efa4bf-4195-4ffb-83c6-2762d60025af tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.773798 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.786367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-62efa4bf-4195-4ffb-83c6-2762d60025af tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for 41bdb812-2b2f-443f-a4d4-a7562410eb5f owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:33.788260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port f1009e1a-f8e0-4cbb-8909-3679b343d9c0 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:33.788631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.798824 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.819876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Allocated IP 2001:db8::2 (bea9c5bd-95e2-4487-96a5-f1c4508142c9/379f6ea4-013f-4527-b703-c3aec6183c6a/a707b38b-3358-4803-a196-6138581891a1) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:33.826982 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9df3-f78f-445f-96a7-2ee0f179ab2a None None] Pushing event updated for resources: {'Port': ['ID=f1009e1a-f8e0-4cbb-8909-3679b343d9c0,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:33.830910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-92c1fd2b-10e4-4eda-946e-c47309002322 req-ec3cbed7-5e23-45d7-bd55-d23bdae6ded9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1,segment=NetworkSegment(0272764f-bd11-4a80-a3af-54f4584a948f),segment_id=0272764f-bd11-4a80-a3af-54f4584a948f)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:33.831478 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-92c1fd2b-10e4-4eda-946e-c47309002322 req-ec3cbed7-5e23-45d7-bd55-d23bdae6ded9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.854451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-92c1fd2b-10e4-4eda-946e-c47309002322 req-ec3cbed7-5e23-45d7-bd55-d23bdae6ded9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 owned by compute:nova {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:33.871225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Allocated IP 2001:db8::1 (6ca5f05f-8053-4302-a788-6969f60c572d/735c5b5d-8036-4901-a966-5edb1783e143/db5b78ab-c6d7-4a3d-b300-075232592507) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:33.897538 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-8cfa35d4-8110-44e8-ba46-46ef8dad5999 None None] Provisioning complete for port f1009e1a-f8e0-4cbb-8909-3679b343d9c0 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:33.897900 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8cfa35d4-8110-44e8-ba46-46ef8dad5999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.907526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-471876bd-b5ca-4e96-a60c-446669f49048 None None] Set router be179aae-299a-4dd9-94af-a94637f65638 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:33.911030 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Network 6ca5f05f-8053-4302-a788-6969f60c572d is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:33.935091 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62efa4bf-4195-4ffb-83c6-2762d60025af tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:33.979881 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:33.988344 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:33.991641 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efa4bf-4195-4ffb-83c6-2762d60025af tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=41bdb812-2b2f-443f-a4d4-a7562410eb5f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:33.995655 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62efa4bf-4195-4ffb-83c6-2762d60025af tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.000011 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-62efa4bf-4195-4ffb-83c6-2762d60025af tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/41bdb812-2b2f-443f-a4d4-a7562410eb5f HTTP/1.1" status: 204 len: 168 time: 0.4606519 Nov 09 04:22:34.002137 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50570) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:34.032008 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Pushing event updated for resources: {'Port': ['ID=c2525b99-1761-44ba-83c9-a0a6f9070d0c,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:34.062227 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-faab6995-d5f5-4885-ad80-80df7d5d8562 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] GET failed (client error): The resource could not be found. Nov 09 04:22:34.063985 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-faab6995-d5f5-4885-ad80-80df7d5d8562 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/41bdb812-2b2f-443f-a4d4-a7562410eb5f HTTP/1.1" status: 404 len: 333 time: 0.0607567 Nov 09 04:22:34.066697 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50572) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:34.104067 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.137266 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-92c1fd2b-10e4-4eda-946e-c47309002322 req-ec3cbed7-5e23-45d7-bd55-d23bdae6ded9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.179308 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cbed7-5e23-45d7-bd55-d23bdae6ded9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=ad08bcff-2aa8-44fe-ab3d-5418373bf0a1,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:34.194434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-bd481ab7-e577-4e57-98f3-4a5bb6313172 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port 8b7e67be-98db-4a0b-8e4a-909d64eef1d9 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:34.194977 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bd481ab7-e577-4e57-98f3-4a5bb6313172 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.219979 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.261864 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c1fd2b-10e4-4eda-946e-c47309002322 req-ec3cbed7-5e23-45d7-bd55-d23bdae6ded9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] No DVR routers for this DVR port ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 on host hv-neutron-8168 {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:34.266719 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-92c1fd2b-10e4-4eda-946e-c47309002322 req-ec3cbed7-5e23-45d7-bd55-d23bdae6ded9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.270270 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-92c1fd2b-10e4-4eda-946e-c47309002322 req-ec3cbed7-5e23-45d7-bd55-d23bdae6ded9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "DELETE /v2.0/ports/ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 HTTP/1.1" status: 204 len: 173 time: 1.0976567 Nov 09 04:22:34.271045 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5d7746-1041-4ce6-b174-65113d65c2f7', 'name': 'network-vif-deleted', 'tag': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:22:34.273529 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d33a4d-10fc-4e8f-9fff-802028f947dc" -d '{"events": [{"server_uuid": "2c5d7746-1041-4ce6-b174-65113d65c2f7", "name": "network-vif-deleted", "tag": "ad08bcff-2aa8-44fe-ab3d-5418373bf0a1"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:22:34.298560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Attempting to bind port c2525b99-1761-44ba-83c9-a0a6f9070d0c on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:34.299158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Attempting to bind port c2525b99-1761-44ba-83c9-a0a6f9070d0c by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd4bbbbb3-b4f6-49b8-a18b-28e02647df28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca5f05f-8053-4302-a788-6969f60c572d'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:34.299664 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Attempting to bind port c2525b99-1761-44ba-83c9-a0a6f9070d0c on network 6ca5f05f-8053-4302-a788-6969f60c572d {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:34.308072 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Network 6ca5f05f-8053-4302-a788-6969f60c572d is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:34.316368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:34.316935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Checking segment: {'id': 'd4bbbbb3-b4f6-49b8-a18b-28e02647df28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca5f05f-8053-4302-a788-6969f60c572d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:34.317434 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.317582 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bd481ab7-e577-4e57-98f3-4a5bb6313172 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.318316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Bound using segment: {'id': 'd4bbbbb3-b4f6-49b8-a18b-28e02647df28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca5f05f-8053-4302-a788-6969f60c572d'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:34.319075 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Bound port: c2525b99-1761-44ba-83c9-a0a6f9070d0c, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bbbbb3-b4f6-49b8-a18b-28e02647df28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '6ca5f05f-8053-4302-a788-6969f60c572d'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:34.319556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.327616 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:34.333658 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:34.334619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-bd481ab7-e577-4e57-98f3-4a5bb6313172 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for 8b7e67be-98db-4a0b-8e4a-909d64eef1d9 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:34.338756 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.377601 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882031f9-f578-4794-81f4-6eda97d33b10 x-openstack-request-id: req-882031f9-f578-4794-81f4-6eda97d33b10 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:22:34.378538 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5d7746-1041-4ce6-b174-65113d65c2f7", "name": "network-vif-deleted", "tag": "ad08bcff-2aa8-44fe-ab3d-5418373bf0a1", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:22:34.378538 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-882031f9-f578-4794-81f4-6eda97d33b10 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:22:34.378538 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5d7746-1041-4ce6-b174-65113d65c2f7', 'name': 'network-vif-deleted', 'tag': 'ad08bcff-2aa8-44fe-ab3d-5418373bf0a1', 'status': 'completed', 'code': 200} Nov 09 04:22:34.381122 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event updated for resources: {'Port': ['ID=db5b78ab-c6d7-4a3d-b300-075232592507,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:34.539458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.544917 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.550999 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bd481ab7-e577-4e57-98f3-4a5bb6313172 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.566852 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fd8d83-c0af-4772-b3bc-29ee7cf9ac4e None None] Network dd657923-7e8c-4d5d-884a-75931ab65692 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:34.601920 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd481ab7-e577-4e57-98f3-4a5bb6313172 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=8b7e67be-98db-4a0b-8e4a-909d64eef1d9,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:34.630751 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.638060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bd481ab7-e577-4e57-98f3-4a5bb6313172 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.644303 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bd481ab7-e577-4e57-98f3-4a5bb6313172 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/8b7e67be-98db-4a0b-8e4a-909d64eef1d9 HTTP/1.1" status: 204 len: 168 time: 0.5764802 Nov 09 04:22:34.647658 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50578) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:34.697338 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb582e7f-c451-4753-a94a-cb75995cc80b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] GET failed (client error): The resource could not be found. Nov 09 04:22:34.699365 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-eb582e7f-c451-4753-a94a-cb75995cc80b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/8b7e67be-98db-4a0b-8e4a-909d64eef1d9 HTTP/1.1" status: 404 len: 333 time: 0.0505784 Nov 09 04:22:34.702013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50580) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:34.726326 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] For port c2525b99-1761-44ba-83c9-a0a6f9070d0c, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:34.772040 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7f003e45-eeae-4a7b-8a85-9e75ef9cbcc4 req-469e6f7d-8c5f-4ff1-ab08-9e306fe5d002 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c5d7746-1041-4ce6-b174-65113d65c2f7 HTTP/1.1" status: 200 len: 210 time: 0.0893610 Nov 09 04:22:34.776357 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c34406-31c3-448d-8c95-4bae32a62852 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting subnet 05a32c6f-e75c-4288-954b-22d83fab51e2 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:34.781033 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13c34406-31c3-448d-8c95-4bae32a62852 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.784708 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] For port c2525b99-1761-44ba-83c9-a0a6f9070d0c, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c2525b99-1761-44ba-83c9-a0a6f9070d0c,segment=NetworkSegment(d4bbbbb3-b4f6-49b8-a18b-28e02647df28),segment_id=d4bbbbb3-b4f6-49b8-a18b-28e02647df28)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:34.804434 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Network bea9c5bd-95e2-4487-96a5-f1c4508142c9 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:34.824372 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.840409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13c34406-31c3-448d-8c95-4bae32a62852 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.861114 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Pushing event updated for resources: {'Port': ['ID=a707b38b-3358-4803-a196-6138581891a1,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:34.870380 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:34.884517 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:34.892879 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-254bb7bb-f3bf-489f-9d85-2e46348dd56a None None] Provisioning complete for port 3d9699ae-7d0a-41ec-b739-8f93d63cedba triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:34.893371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-254bb7bb-f3bf-489f-9d85-2e46348dd56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:34.957254 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13c34406-31c3-448d-8c95-4bae32a62852 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.057106 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.063597 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13c34406-31c3-448d-8c95-4bae32a62852 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.064300 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.065239 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.113580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-471876bd-b5ca-4e96-a60c-446669f49048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be179aae-299a-4dd9-94af-a94637f65638', 'name': 'tempest-TestNetworkBasicOps-router-889249603', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:12Z', 'updated_at': '2021-11-09T04:21:27Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:14Z', 'updated_at': '2021-11-09T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ab38b235-f3b5-4903-8783-0398379e605e', 'name': '', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:24Z', 'updated_at': '2021-11-09T04:21:31Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:35.124534 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c34406-31c3-448d-8c95-4bae32a62852 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Subnet': ['ID=05a32c6f-e75c-4288-954b-22d83fab51e2,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:35.126997 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f1009e1a-f8e0-4cbb-8909-3679b343d9c0 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:35.131752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-13c34406-31c3-448d-8c95-4bae32a62852 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.143285 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Attempting to bind port a707b38b-3358-4803-a196-6138581891a1 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:35.143658 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Attempting to bind port a707b38b-3358-4803-a196-6138581891a1 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'de72cb19-3982-4286-97d7-746e74c203ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bea9c5bd-95e2-4487-96a5-f1c4508142c9'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:35.144319 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-13c34406-31c3-448d-8c95-4bae32a62852 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/05a32c6f-e75c-4288-954b-22d83fab51e2 HTTP/1.1" status: 204 len: 168 time: 0.4401824 Nov 09 04:22:35.146798 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Attempting to bind port a707b38b-3358-4803-a196-6138581891a1 on network bea9c5bd-95e2-4487-96a5-f1c4508142c9 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:35.147202 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50582) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:35.211847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8094a-b20e-4d26-9cb9-49221a27c209 None None] Pushing event updated for resources: {'Port': ['ID=c2525b99-1761-44ba-83c9-a0a6f9070d0c,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:35.214653 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event updated for resources: {'Port': ['ID=db5b78ab-c6d7-4a3d-b300-075232592507,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:35.244063 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471876bd-b5ca-4e96-a60c-446669f49048 None None] The sync data for ids ['be179aae-299a-4dd9-94af-a94637f65638'] in dv-neutron-816800-2-hyperv is: [{'id': 'be179aae-299a-4dd9-94af-a94637f65638', 'name': 'tempest-TestNetworkBasicOps-router-889249603', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:12Z', 'updated_at': '2021-11-09T04:21:27Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:14Z', 'updated_at': '2021-11-09T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ab38b235-f3b5-4903-8783-0398379e605e', 'name': '', 'network_id': '26274e59-ab78-4236-af3b-f51a5801fc4b', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6e:02:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:24Z', 'updated_at': '2021-11-09T04:21:31Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '9322ab5c-a925-463d-b492-8ea856d52fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:35.246180 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:35.246567 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Checking segment: {'id': 'de72cb19-3982-4286-97d7-746e74c203ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bea9c5bd-95e2-4487-96a5-f1c4508142c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:35.247017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.247410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Bound using segment: {'id': 'de72cb19-3982-4286-97d7-746e74c203ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bea9c5bd-95e2-4487-96a5-f1c4508142c9'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:35.247898 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Bound port: a707b38b-3358-4803-a196-6138581891a1, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de72cb19-3982-4286-97d7-746e74c203ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bea9c5bd-95e2-4487-96a5-f1c4508142c9'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:35.248275 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.283835 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Network 6ca5f05f-8053-4302-a788-6969f60c572d is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:35.285416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:35.297830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.374928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port 3d9699ae-7d0a-41ec-b739-8f93d63cedba {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:35.375419 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.392810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-254bb7bb-f3bf-489f-9d85-2e46348dd56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.411513 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port f1009e1a-f8e0-4cbb-8909-3679b343d9c0 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:35.412166 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.443559 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Router 4d7f1a05-c6e3-43dd-99b7-189776c429a1 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:22:35.453008 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] For port 3d9699ae-7d0a-41ec-b739-8f93d63cedba, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3d9699ae-7d0a-41ec-b739-8f93d63cedba,segment=NetworkSegment(a74954ab-056e-48fc-b555-91b29ce3fb56),segment_id=a74954ab-056e-48fc-b555-91b29ce3fb56)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:35.453462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.469066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for 3d9699ae-7d0a-41ec-b739-8f93d63cedba owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:35.494527 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-254bb7bb-f3bf-489f-9d85-2e46348dd56a None None] For port 3d9699ae-7d0a-41ec-b739-8f93d63cedba, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3d9699ae-7d0a-41ec-b739-8f93d63cedba,segment=NetworkSegment(a74954ab-056e-48fc-b555-91b29ce3fb56),segment_id=a74954ab-056e-48fc-b555-91b29ce3fb56)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:35.496189 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] For port a707b38b-3358-4803-a196-6138581891a1, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:35.512412 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] For port a707b38b-3358-4803-a196-6138581891a1, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a707b38b-3358-4803-a196-6138581891a1,segment=NetworkSegment(de72cb19-3982-4286-97d7-746e74c203ee),segment_id=de72cb19-3982-4286-97d7-746e74c203ee)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:35.514268 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-254bb7bb-f3bf-489f-9d85-2e46348dd56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.524192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.596070 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:35.600432 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.612285 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c15ed7-d8d9-402e-b708-3028ad3600a0 None None] Sync routers for ids ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:35.612840 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bb74bbd2-2396-425c-9432-d656f9d41f8e tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "PUT /v2.0/routers/4d7f1a05-c6e3-43dd-99b7-189776c429a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2055264 Nov 09 04:22:35.612840 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50584) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:35.625668 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c15ed7-d8d9-402e-b708-3028ad3600a0 None None] Routers {'4d7f1a05-c6e3-43dd-99b7-189776c429a1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:35.626289 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d1c15ed7-d8d9-402e-b708-3028ad3600a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:35.654081 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=3d9699ae-7d0a-41ec-b739-8f93d63cedba,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:35.655945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No DVR routers for this DVR port 3d9699ae-7d0a-41ec-b739-8f93d63cedba on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:35.694542 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bb7bb-f3bf-489f-9d85-2e46348dd56a None None] Pushing event updated for resources: {'Port': ['ID=3d9699ae-7d0a-41ec-b739-8f93d63cedba,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:35.744337 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d1c15ed7-d8d9-402e-b708-3028ad3600a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:35.753379 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c15ed7-d8d9-402e-b708-3028ad3600a0 None None] Routers {'4d7f1a05-c6e3-43dd-99b7-189776c429a1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:35.754021 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d1c15ed7-d8d9-402e-b708-3028ad3600a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:35.776953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.821167 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd657923-7e8c-4d5d-884a-75931ab65692']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:35.847388 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50588) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:35.855654 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74954ab-056e-48fc-b555-91b29ce3fb56') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:35.864033 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74954ab-056e-48fc-b555-91b29ce3fb56') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:35.935215 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:35.938616 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-d1c15ed7-d8d9-402e-b708-3028ad3600a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:35.940565 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c15ed7-d8d9-402e-b708-3028ad3600a0 None None] The sync data for ids ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:35.995641 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.016385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:36.016811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:36.019903 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:36.079960 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f9e92-89d3-4cad-ae94-a3efe933aa35 None None] New status for floating IP a28db1c3-7c40-4d41-9fc1-5a8f5d10e709: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:22:36.087807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2317f6cc-9535-4d17-b30b-c4d290e51187 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.091462 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ba902f-33fc-40c1-ab85-076552585ec4 None None] Network dd657923-7e8c-4d5d-884a-75931ab65692 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:36.120101 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.144796 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.149089 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/networks/dd657923-7e8c-4d5d-884a-75931ab65692 HTTP/1.1" status: 204 len: 168 time: 1.0000451 Nov 09 04:22:36.153046 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac6e30-8fd1-4668-9f42-dc8c90b5e307 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Network': ['ID=dd657923-7e8c-4d5d-884a-75931ab65692,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:36.159365 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50590) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:36.164330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c90e5532-0ad1-46fc-9a27-56aee6f31a3c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-417733803'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:36.179285 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3d9699ae-7d0a-41ec-b739-8f93d63cedba up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:36.181434 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-685ae825-da47-430a-b2c0-2896afa63729 None None] Could not find standard attr ID for object 3d9699ae-7d0a-41ec-b739-8f93d63cedba. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:22:36.181702 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2317f6cc-9535-4d17-b30b-c4d290e51187 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.192096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ba902f-33fc-40c1-ab85-076552585ec4 None None] Network dd657923-7e8c-4d5d-884a-75931ab65692 could not be found, it might have been deleted concurrently. {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 04:22:36.222267 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 3d9699ae-7d0a-41ec-b739-8f93d63cedba {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:36.222601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3d9699ae-7d0a-41ec-b739-8f93d63cedba not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 09 04:22:36.245926 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7d05c-3887-4201-a650-ed069cb8c7a6 None None] Pushing event updated for resources: {'Port': ['ID=a707b38b-3358-4803-a196-6138581891a1,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:36.249879 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Port 3d9699ae-7d0a-41ec-b739-8f93d63cedba not found, will not notify nova. {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 09 04:22:36.258116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90e5532-0ad1-46fc-9a27-56aee6f31a3c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:36.262406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c90e5532-0ad1-46fc-9a27-56aee6f31a3c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.299106 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2a174d-302c-42f4-a4dd-750d600497f0 None None] DHCP port deletion for dd657923-7e8c-4d5d-884a-75931ab65692 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:36.299728 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90e5532-0ad1-46fc-9a27-56aee6f31a3c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:22:36.318135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c90e5532-0ad1-46fc-9a27-56aee6f31a3c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.318556 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-c90e5532-0ad1-46fc-9a27-56aee6f31a3c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Added segment d0e2e60a-8f05-4156-8e96-bcfd36529315 of type vlan for network 1b48662d-bbb1-4618-b56c-c2fdfb0b3b58 Nov 09 04:22:36.328542 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-a67fcc80-75a8-4af0-aaaa-fa3e9f704a0b tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:22:36.329813 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a67fcc80-75a8-4af0-aaaa-fa3e9f704a0b tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "PUT /v2.0/routers/4d7f1a05-c6e3-43dd-99b7-189776c429a1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7162304 Nov 09 04:22:36.333269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50592) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:36.373249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2317f6cc-9535-4d17-b30b-c4d290e51187 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.378407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2317f6cc-9535-4d17-b30b-c4d290e51187 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.379603 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2317f6cc-9535-4d17-b30b-c4d290e51187 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/security-groups/99c4afd4-8853-4054-8294-d40688b164d2 HTTP/1.1" status: 204 len: 168 time: 0.5271523 Nov 09 04:22:36.386622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c90e5532-0ad1-46fc-9a27-56aee6f31a3c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.400106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317f6cc-9535-4d17-b30b-c4d290e51187 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c4afd4-8853-4054-8294-d40688b164d2,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:36.439095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50596) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:36.454014 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c90e5532-0ad1-46fc-9a27-56aee6f31a3c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.460905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90e5532-0ad1-46fc-9a27-56aee6f31a3c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:36.461621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c90e5532-0ad1-46fc-9a27-56aee6f31a3c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.497009 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c90e5532-0ad1-46fc-9a27-56aee6f31a3c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3365557 Nov 09 04:22:36.500868 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50598) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:36.505851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9d179320-5896-4df8-97d4-371648da46dd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'subnet': {'network_id': '1b48662d-bbb1-4618-b56c-c2fdfb0b3b58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:36.572587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e5532-0ad1-46fc-9a27-56aee6f31a3c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Network': ['ID=1b48662d-bbb1-4618-b56c-c2fdfb0b3b58,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:36.583975 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 1b48662d-bbb1-4618-b56c-c2fdfb0b3b58 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:22:36.621173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e555b7ef-10d4-4e4a-8ac3-45f6b6e9c894 None None] Network 6ca5f05f-8053-4302-a788-6969f60c572d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:36.660065 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d179320-5896-4df8-97d4-371648da46dd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:36.665736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d179320-5896-4df8-97d4-371648da46dd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.737201 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b6aaa4fa-2538-4a3a-b814-1b65c804577d None None] Provisioning complete for port c2525b99-1761-44ba-83c9-a0a6f9070d0c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:36.737596 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa4fa-2538-4a3a-b814-1b65c804577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.781892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:36.865486 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:36.865790 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ad08bcff-2aa8-44fe-ab3d-5418373bf0a1 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:36.949366 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa4fa-2538-4a3a-b814-1b65c804577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:36.988611 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b6aaa4fa-2538-4a3a-b814-1b65c804577d None None] For port c2525b99-1761-44ba-83c9-a0a6f9070d0c, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c2525b99-1761-44ba-83c9-a0a6f9070d0c,segment=NetworkSegment(d4bbbbb3-b4f6-49b8-a18b-28e02647df28),segment_id=d4bbbbb3-b4f6-49b8-a18b-28e02647df28)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:36.997158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b6aaa4fa-2538-4a3a-b814-1b65c804577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.109148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aaa4fa-2538-4a3a-b814-1b65c804577d None None] Pushing event updated for resources: {'Port': ['ID=c2525b99-1761-44ba-83c9-a0a6f9070d0c,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:37.160407 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c2525b99-1761-44ba-83c9-a0a6f9070d0c up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:37.218175 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c18ef0-2994-4ca9-b620-d829f82c9970 None None] Network bea9c5bd-95e2-4487-96a5-f1c4508142c9 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:37.239060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d179320-5896-4df8-97d4-371648da46dd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.319471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-cf48c85f-e042-4b06-bc91-48b88bd67e93 None None] Provisioning complete for port a707b38b-3358-4803-a196-6138581891a1 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:37.319935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cf48c85f-e042-4b06-bc91-48b88bd67e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.323683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d179320-5896-4df8-97d4-371648da46dd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Checking segment: {'id': 'd0e2e60a-8f05-4156-8e96-bcfd36529315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1b48662d-bbb1-4618-b56c-c2fdfb0b3b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:37.323683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d179320-5896-4df8-97d4-371648da46dd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network hostable DHCP agents. Network: 1b48662d-bbb1-4618-b56c-c2fdfb0b3b58, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:22:37.328761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d179320-5896-4df8-97d4-371648da46dd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Subnet': ['ID=7bd1c4d6-a371-47e7-89fd-7042fbfbf76c,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:37.351024 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d179320-5896-4df8-97d4-371648da46dd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 1b48662d-bbb1-4618-b56c-c2fdfb0b3b58 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:22:37.367596 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-9d179320-5896-4df8-97d4-371648da46dd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 1b48662d-bbb1-4618-b56c-c2fdfb0b3b58) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:37.372979 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d179320-5896-4df8-97d4-371648da46dd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:37.373925 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9d179320-5896-4df8-97d4-371648da46dd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.393540 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9d179320-5896-4df8-97d4-371648da46dd tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8916023 Nov 09 04:22:37.396333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50600) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:37.396776 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f2efb2-0f74-400c-9520-c5f232979604 None None] Network 1b48662d-bbb1-4618-b56c-c2fdfb0b3b58 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:37.401708 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-71f9631a-e942-4911-8c27-f335fbcd5b02 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-808047735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:37.407755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c2525b99-1761-44ba-83c9-a0a6f9070d0c triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:37.408134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.430766 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71f9631a-e942-4911-8c27-f335fbcd5b02 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.431969 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71f9631a-e942-4911-8c27-f335fbcd5b02 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.480820 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7abc49b-1af9-48d2-802c-6a7a815629de tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.495983 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71f9631a-e942-4911-8c27-f335fbcd5b02 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.505856 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71f9631a-e942-4911-8c27-f335fbcd5b02 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.528657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71f9631a-e942-4911-8c27-f335fbcd5b02 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.530474 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-71f9631a-e942-4911-8c27-f335fbcd5b02 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1332710 Nov 09 04:22:37.533278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50602) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:37.538557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-dd9f24ba-b905-4f7d-b7b1-7cc994e98e0b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'network_id': '1b48662d-bbb1-4618-b56c-c2fdfb0b3b58', 'name': 'tempest-PortsIpV6TestJSON-206262880'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:37.680155 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-077292e6-d6a8-417a-934d-89c218a61455 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.702931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cf48c85f-e042-4b06-bc91-48b88bd67e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.715713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9f24ba-b905-4f7d-b7b1-7cc994e98e0b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:37.725645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd9f24ba-b905-4f7d-b7b1-7cc994e98e0b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.746736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-dd9f24ba-b905-4f7d-b7b1-7cc994e98e0b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port 30fe3d96-3b90-4462-af63-785d8596b926 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:37.783058 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a707b38b-3358-4803-a196-6138581891a1 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:37.842537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-1b48662d-bbb1-4618-b56c-c2fdfb0b3b58', 'network_id': '1b48662d-bbb1-4618-b56c-c2fdfb0b3b58', 'tenant_id': '71fd51368c80426eac4861e09f04834c', 'fixed_ips': [{'subnet_id': '7bd1c4d6-a371-47e7-89fd-7042fbfbf76c'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:22:37.843409 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.862777 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cf48c85f-e042-4b06-bc91-48b88bd67e93 None None] For port a707b38b-3358-4803-a196-6138581891a1, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a707b38b-3358-4803-a196-6138581891a1,segment=NetworkSegment(de72cb19-3982-4286-97d7-746e74c203ee),segment_id=de72cb19-3982-4286-97d7-746e74c203ee)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:37.883673 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cf48c85f-e042-4b06-bc91-48b88bd67e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:37.894488 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-dd9f24ba-b905-4f7d-b7b1-7cc994e98e0b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Allocated IP 2001:db8::24b (1b48662d-bbb1-4618-b56c-c2fdfb0b3b58/7bd1c4d6-a371-47e7-89fd-7042fbfbf76c/30fe3d96-3b90-4462-af63-785d8596b926) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:38.030544 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b7abc49b-1af9-48d2-802c-6a7a815629de tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Deleting port db5b78ab-c6d7-4a3d-b300-075232592507 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:38.030889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7abc49b-1af9-48d2-802c-6a7a815629de tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.069365 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c8dad69e-7b83-47e9-a69c-e1ad2eb2a3d1 None None] Provisioning complete for port c2525b99-1761-44ba-83c9-a0a6f9070d0c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:38.069637 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c8dad69e-7b83-47e9-a69c-e1ad2eb2a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.073621 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port a707b38b-3358-4803-a196-6138581891a1 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:38.073987 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.093911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48c85f-e042-4b06-bc91-48b88bd67e93 None None] Pushing event updated for resources: {'Port': ['ID=a707b38b-3358-4803-a196-6138581891a1,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:38.107361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd9f24ba-b905-4f7d-b7b1-7cc994e98e0b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.151685 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd9f24ba-b905-4f7d-b7b1-7cc994e98e0b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.168088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7abc49b-1af9-48d2-802c-6a7a815629de tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.200705 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f24ba-b905-4f7d-b7b1-7cc994e98e0b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 1b48662d-bbb1-4618-b56c-c2fdfb0b3b58 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:38.204717 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b7abc49b-1af9-48d2-802c-6a7a815629de tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Calling delete_port for db5b78ab-c6d7-4a3d-b300-075232592507 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:38.206816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-dd9f24ba-b905-4f7d-b7b1-7cc994e98e0b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:38.211781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f24ba-b905-4f7d-b7b1-7cc994e98e0b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:38.218474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9f24ba-b905-4f7d-b7b1-7cc994e98e0b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:38.219204 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd9f24ba-b905-4f7d-b7b1-7cc994e98e0b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.228845 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f24ba-b905-4f7d-b7b1-7cc994e98e0b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=30fe3d96-3b90-4462-af63-785d8596b926,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:38.245787 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-dd9f24ba-b905-4f7d-b7b1-7cc994e98e0b tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7113390 Nov 09 04:22:38.248317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50604) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:38.265340 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Allocated IP 2001:db8::2 (1b48662d-bbb1-4618-b56c-c2fdfb0b3b58/7bd1c4d6-a371-47e7-89fd-7042fbfbf76c/e5eed170-234d-45ee-80fb-86df733b8cf0) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:38.286109 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-077292e6-d6a8-417a-934d-89c218a61455 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port ab38b235-f3b5-4903-8783-0398379e605e {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:38.286437 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-077292e6-d6a8-417a-934d-89c218a61455 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.312411 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c8dad69e-7b83-47e9-a69c-e1ad2eb2a3d1 None None] Provisioning complete for port db5b78ab-c6d7-4a3d-b300-075232592507 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:38.313219 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c8dad69e-7b83-47e9-a69c-e1ad2eb2a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.367677 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3d9699ae-7d0a-41ec-b739-8f93d63cedba no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:38.404932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 3d9699ae-7d0a-41ec-b739-8f93d63cedba {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:38.405284 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3d9699ae-7d0a-41ec-b739-8f93d63cedba not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:38.416805 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c8dad69e-7b83-47e9-a69c-e1ad2eb2a3d1 None None] Port db5b78ab-c6d7-4a3d-b300-075232592507 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:38.469134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-077292e6-d6a8-417a-934d-89c218a61455 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port ab38b235-f3b5-4903-8783-0398379e605e, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ab38b235-f3b5-4903-8783-0398379e605e,segment=NetworkSegment(0272764f-bd11-4a80-a3af-54f4584a948f),segment_id=0272764f-bd11-4a80-a3af-54f4584a948f)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:38.469385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-077292e6-d6a8-417a-934d-89c218a61455 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.488058 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-077292e6-d6a8-417a-934d-89c218a61455 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for ab38b235-f3b5-4903-8783-0398379e605e owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:38.492773 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7abc49b-1af9-48d2-802c-6a7a815629de tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.498737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.506284 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.537852 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abc49b-1af9-48d2-802c-6a7a815629de tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event deleted for resources: {'Port': ['ID=db5b78ab-c6d7-4a3d-b300-075232592507,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:38.551468 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Network 1b48662d-bbb1-4618-b56c-c2fdfb0b3b58 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:38.555009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:38.558503 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:38.580499 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Pushing event updated for resources: {'Port': ['ID=e5eed170-234d-45ee-80fb-86df733b8cf0,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:38.602062 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b112aa0-1429-4631-aa87-b7d0c3185dae tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.682167 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b7abc49b-1af9-48d2-802c-6a7a815629de tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.770463 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-8a16e9df-6f8c-454e-b7b6-de5dca89a820 None None] Provisioning complete for port a707b38b-3358-4803-a196-6138581891a1 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:38.771031 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8a16e9df-6f8c-454e-b7b6-de5dca89a820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.829480 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Attempting to bind port e5eed170-234d-45ee-80fb-86df733b8cf0 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:38.829884 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Attempting to bind port e5eed170-234d-45ee-80fb-86df733b8cf0 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd0e2e60a-8f05-4156-8e96-bcfd36529315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1b48662d-bbb1-4618-b56c-c2fdfb0b3b58'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:38.830226 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Attempting to bind port e5eed170-234d-45ee-80fb-86df733b8cf0 on network 1b48662d-bbb1-4618-b56c-c2fdfb0b3b58 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:38.838054 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:38.838366 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Checking segment: {'id': 'd0e2e60a-8f05-4156-8e96-bcfd36529315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1b48662d-bbb1-4618-b56c-c2fdfb0b3b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:38.838757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.839143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Bound using segment: {'id': 'd0e2e60a-8f05-4156-8e96-bcfd36529315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1b48662d-bbb1-4618-b56c-c2fdfb0b3b58'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:38.839602 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Bound port: e5eed170-234d-45ee-80fb-86df733b8cf0, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e2e60a-8f05-4156-8e96-bcfd36529315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1b48662d-bbb1-4618-b56c-c2fdfb0b3b58'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:38.839973 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.898313 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7abc49b-1af9-48d2-802c-6a7a815629de tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Router 4d7f1a05-c6e3-43dd-99b7-189776c429a1 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:38.934320 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b112aa0-1429-4631-aa87-b7d0c3185dae tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.941396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b112aa0-1429-4631-aa87-b7d0c3185dae tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.943274 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] For port e5eed170-234d-45ee-80fb-86df733b8cf0, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:38.950345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] For port e5eed170-234d-45ee-80fb-86df733b8cf0, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e5eed170-234d-45ee-80fb-86df733b8cf0,segment=NetworkSegment(d0e2e60a-8f05-4156-8e96-bcfd36529315),segment_id=d0e2e60a-8f05-4156-8e96-bcfd36529315)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:38.959191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:38.997950 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7abc49b-1af9-48d2-802c-6a7a815629de tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:39.010972 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b7abc49b-1af9-48d2-802c-6a7a815629de tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "PUT /v2.0/routers/4d7f1a05-c6e3-43dd-99b7-189776c429a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6763036 Nov 09 04:22:39.011616 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50606) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:39.012537 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab34eec-d6f2-4536-932a-d9c8041d2c87 None None] Sync routers for ids ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:39.030754 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab34eec-d6f2-4536-932a-d9c8041d2c87 None None] Routers {'4d7f1a05-c6e3-43dd-99b7-189776c429a1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:39.031394 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cab34eec-d6f2-4536-932a-d9c8041d2c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:39.042405 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c2525b99-1761-44ba-83c9-a0a6f9070d0c up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:39.054098 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-1b3d4b1c-4756-4a09-a5a9-0a75730c9759 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] delete failed (client error): The resource could not be found. Nov 09 04:22:39.058492 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1b3d4b1c-4756-4a09-a5a9-0a75730c9759 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1138622851 HTTP/1.1" status: 404 len: 335 time: 0.0444810 Nov 09 04:22:39.062585 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50608) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:39.068037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ea77ed9a-1c8f-4efb-95ab-cd04b50879d8 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Request body: {'router': {'external_gateway_info': {'network_id': '4d7f1a05-c6e3-43dd-99b7-189776c429a1'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:39.074108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8b4c4-ed78-42e1-90e7-2f0a6e3d8e69 None None] Pushing event updated for resources: {'Port': ['ID=e5eed170-234d-45ee-80fb-86df733b8cf0,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:39.099593 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cab34eec-d6f2-4536-932a-d9c8041d2c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:39.102403 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b112aa0-1429-4631-aa87-b7d0c3185dae tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=30fe3d96-3b90-4462-af63-785d8596b926,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:39.112234 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c2525b99-1761-44ba-83c9-a0a6f9070d0c triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:39.112610 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:39.121809 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab34eec-d6f2-4536-932a-d9c8041d2c87 None None] Routers {'4d7f1a05-c6e3-43dd-99b7-189776c429a1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:39.122957 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cab34eec-d6f2-4536-932a-d9c8041d2c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:39.183377 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cab34eec-d6f2-4536-932a-d9c8041d2c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:39.184487 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab34eec-d6f2-4536-932a-d9c8041d2c87 None None] The sync data for ids ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:39.215141 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a707b38b-3358-4803-a196-6138581891a1 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:39.217223 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b112aa0-1429-4631-aa87-b7d0c3185dae tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:39.259658 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-077292e6-d6a8-417a-934d-89c218a61455 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:39.273435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port a707b38b-3358-4803-a196-6138581891a1 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:39.273988 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:39.294361 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077292e6-d6a8-417a-934d-89c218a61455 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=ab38b235-f3b5-4903-8783-0398379e605e,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:39.380412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b112aa0-1429-4631-aa87-b7d0c3185dae tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:39.425060 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ea77ed9a-1c8f-4efb-95ab-cd04b50879d8 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:39.466686 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-ea77ed9a-1c8f-4efb-95ab-cd04b50879d8 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] update failed (client error): The resource could not be found. Nov 09 04:22:39.468352 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ea77ed9a-1c8f-4efb-95ab-cd04b50879d8 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "PUT /v2.0/routers/4d7f1a05-c6e3-43dd-99b7-189776c429a1 HTTP/1.1" status: 404 len: 339 time: 0.4048507 Nov 09 04:22:39.476241 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50610) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:39.484613 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-bf9e2210-5f99-4efc-8d43-90e2d849830c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1767519564'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:39.565372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9e2210-5f99-4efc-8d43-90e2d849830c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Made reservation on behalf of 898ad3f3d5364ab5a3c531b49dcbe996 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:39.568976 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2210-5f99-4efc-8d43-90e2d849830c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:39.643861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9e2210-5f99-4efc-8d43-90e2d849830c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:22:39.645887 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-077292e6-d6a8-417a-934d-89c218a61455 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:39.658732 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2210-5f99-4efc-8d43-90e2d849830c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:39.659078 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-bf9e2210-5f99-4efc-8d43-90e2d849830c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Added segment fd0bb957-c23b-497e-a34a-144157f7d59e of type vlan for network 12b891d9-1c82-4445-ab17-ca8a545f79af Nov 09 04:22:39.699619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b112aa0-1429-4631-aa87-b7d0c3185dae tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:39.705183 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b112aa0-1429-4631-aa87-b7d0c3185dae tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:39.706253 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b112aa0-1429-4631-aa87-b7d0c3185dae tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:39.740855 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2210-5f99-4efc-8d43-90e2d849830c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:39.795673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b112aa0-1429-4631-aa87-b7d0c3185dae tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=30fe3d96-3b90-4462-af63-785d8596b926,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:39.810043 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2210-5f99-4efc-8d43-90e2d849830c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:39.815686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9e2210-5f99-4efc-8d43-90e2d849830c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:39.816265 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf9e2210-5f99-4efc-8d43-90e2d849830c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:39.834000 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b112aa0-1429-4631-aa87-b7d0c3185dae tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 1b48662d-bbb1-4618-b56c-c2fdfb0b3b58 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:39.835403 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-7b112aa0-1429-4631-aa87-b7d0c3185dae tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:39.912042 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bf9e2210-5f99-4efc-8d43-90e2d849830c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4343371 Nov 09 04:22:39.917022 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50612) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:39.926685 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-43930082-af00-491e-95c3-091ced095c08 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Request body: {'subnet': {'network_id': '12b891d9-1c82-4445-ab17-ca8a545f79af', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:39.937187 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e2210-5f99-4efc-8d43-90e2d849830c tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event updated for resources: {'Network': ['ID=12b891d9-1c82-4445-ab17-ca8a545f79af,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:39.948640 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 12b891d9-1c82-4445-ab17-ca8a545f79af details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:22:39.975014 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b112aa0-1429-4631-aa87-b7d0c3185dae tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Router 21a8ea8d-24f6-4448-890c-1247afa9568d is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:22:40.085288 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b112aa0-1429-4631-aa87-b7d0c3185dae tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:40.091254 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7b112aa0-1429-4631-aa87-b7d0c3185dae tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "PUT /v2.0/routers/21a8ea8d-24f6-4448-890c-1247afa9568d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8416438 Nov 09 04:22:40.094351 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50614) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:40.096535 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2247b606-6e43-4294-93d8-8cb28a65b21e None None] Sync routers for ids ['21a8ea8d-24f6-4448-890c-1247afa9568d'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:40.110583 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2247b606-6e43-4294-93d8-8cb28a65b21e None None] Routers {'21a8ea8d-24f6-4448-890c-1247afa9568d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:40.111225 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2247b606-6e43-4294-93d8-8cb28a65b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['21a8ea8d-24f6-4448-890c-1247afa9568d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:40.151118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2247b606-6e43-4294-93d8-8cb28a65b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:40.154174 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85533f31-d65e-4ceb-bf84-3ca349370cd6 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:40.156512 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-85533f31-d65e-4ceb-bf84-3ca349370cd6 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a8ea8d-24f6-4448-890c-1247afa9568d HTTP/1.1" status: 200 len: 988 time: 0.0604835 Nov 09 04:22:40.159006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50616) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:40.161946 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2247b606-6e43-4294-93d8-8cb28a65b21e None None] Routers {'21a8ea8d-24f6-4448-890c-1247afa9568d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:40.162581 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2247b606-6e43-4294-93d8-8cb28a65b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['21a8ea8d-24f6-4448-890c-1247afa9568d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:40.198726 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2247b606-6e43-4294-93d8-8cb28a65b21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:40.199399 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2247b606-6e43-4294-93d8-8cb28a65b21e None None] The sync data for ids ['21a8ea8d-24f6-4448-890c-1247afa9568d'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:40.279626 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c4be10-aea0-422f-8d68-a696da9b2ea4 None None] Network 1b48662d-bbb1-4618-b56c-c2fdfb0b3b58 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:40.408803 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e7222142-2132-4d16-b8b2-b32c648e5fe8 None None] Provisioning complete for port e5eed170-234d-45ee-80fb-86df733b8cf0 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:40.409092 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e7222142-2132-4d16-b8b2-b32c648e5fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:40.412731 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077292e6-d6a8-417a-934d-89c218a61455 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router be179aae-299a-4dd9-94af-a94637f65638 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:40.424964 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43930082-af00-491e-95c3-091ced095c08 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Made reservation on behalf of 898ad3f3d5364ab5a3c531b49dcbe996 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:40.428507 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-43930082-af00-491e-95c3-091ced095c08 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:40.544054 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e7222142-2132-4d16-b8b2-b32c648e5fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:40.581944 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e7222142-2132-4d16-b8b2-b32c648e5fe8 None None] For port e5eed170-234d-45ee-80fb-86df733b8cf0, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e5eed170-234d-45ee-80fb-86df733b8cf0,segment=NetworkSegment(d0e2e60a-8f05-4156-8e96-bcfd36529315),segment_id=d0e2e60a-8f05-4156-8e96-bcfd36529315)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:40.587163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e7222142-2132-4d16-b8b2-b32c648e5fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:40.612594 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077292e6-d6a8-417a-934d-89c218a61455 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:40.619833 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-077292e6-d6a8-417a-934d-89c218a61455 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/be179aae-299a-4dd9-94af-a94637f65638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1797006 Nov 09 04:22:40.623398 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50618) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:40.627956 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a423c-2633-483d-b2f4-b882cf3cdce1 None None] Sync routers for ids ['be179aae-299a-4dd9-94af-a94637f65638'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:40.645466 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190a423c-2633-483d-b2f4-b882cf3cdce1 None None] Routers {'be179aae-299a-4dd9-94af-a94637f65638'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:40.647786 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-190a423c-2633-483d-b2f4-b882cf3cdce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['be179aae-299a-4dd9-94af-a94637f65638'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:40.671872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7222142-2132-4d16-b8b2-b32c648e5fe8 None None] Pushing event updated for resources: {'Port': ['ID=e5eed170-234d-45ee-80fb-86df733b8cf0,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:40.740586 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-824e2a64-3ee4-4d67-afe7-27d7d878314d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting subnet 9322ab5c-a925-463d-b492-8ea856d52fdf {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:40.764814 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-824e2a64-3ee4-4d67-afe7-27d7d878314d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:40.794980 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-190a423c-2633-483d-b2f4-b882cf3cdce1 None None] Set router be179aae-299a-4dd9-94af-a94637f65638 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:40.832777 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-43930082-af00-491e-95c3-091ced095c08 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:40.836219 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-824e2a64-3ee4-4d67-afe7-27d7d878314d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:40.936195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0b44e3ee-b342-4f74-bf60-d13b042f9bb0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:40.942368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43930082-af00-491e-95c3-091ced095c08 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event updated for resources: {'Subnet': ['ID=17f85c9e-84ee-437b-8754-aba899e84cd7,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:40.949062 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-76608986-d610-4d6c-a476-c4b6d5047f16 None None] Provisioning complete for port e5eed170-234d-45ee-80fb-86df733b8cf0 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:40.954118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-76608986-d610-4d6c-a476-c4b6d5047f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:40.996835 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43930082-af00-491e-95c3-091ced095c08 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Checking segment: {'id': 'fd0bb957-c23b-497e-a34a-144157f7d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '12b891d9-1c82-4445-ab17-ca8a545f79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:40.997202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43930082-af00-491e-95c3-091ced095c08 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Network hostable DHCP agents. Network: 12b891d9-1c82-4445-ab17-ca8a545f79af, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:22:41.055564 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-190a423c-2633-483d-b2f4-b882cf3cdce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be179aae-299a-4dd9-94af-a94637f65638', 'name': 'tempest-TestNetworkBasicOps-router-889249603', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:12Z', 'updated_at': '2021-11-09T04:22:39Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:14Z', 'updated_at': '2021-11-09T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:41.069721 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43930082-af00-491e-95c3-091ced095c08 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Network 12b891d9-1c82-4445-ab17-ca8a545f79af is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:22:41.077943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-824e2a64-3ee4-4d67-afe7-27d7d878314d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:41.103716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-43930082-af00-491e-95c3-091ced095c08 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 12b891d9-1c82-4445-ab17-ca8a545f79af) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:41.108298 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43930082-af00-491e-95c3-091ced095c08 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:41.108915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-43930082-af00-491e-95c3-091ced095c08 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:41.137485 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a423c-2633-483d-b2f4-b882cf3cdce1 None None] Checking router: be179aae-299a-4dd9-94af-a94637f65638 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:22:41.150347 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190a423c-2633-483d-b2f4-b882cf3cdce1 None None] Routers {'be179aae-299a-4dd9-94af-a94637f65638'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:41.151303 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-190a423c-2633-483d-b2f4-b882cf3cdce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['be179aae-299a-4dd9-94af-a94637f65638'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:41.152368 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-43930082-af00-491e-95c3-091ced095c08 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2294624 Nov 09 04:22:41.153033 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50620) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:41.167231 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e082c1-bd5f-4d01-9f48-8e352897fed1 None None] Network 12b891d9-1c82-4445-ab17-ca8a545f79af requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:41.174226 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c20f1a3f-cb0b-4e28-bd8a-2a56c68535f1 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Request body: {'router': {'external_gateway_info': {'network_id': '12b891d9-1c82-4445-ab17-ca8a545f79af'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:41.260436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e5eed170-234d-45ee-80fb-86df733b8cf0 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:41.267906 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-0b44e3ee-b342-4f74-bf60-d13b042f9bb0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port 30fe3d96-3b90-4462-af63-785d8596b926 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:41.268308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0b44e3ee-b342-4f74-bf60-d13b042f9bb0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:41.316993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-76608986-d610-4d6c-a476-c4b6d5047f16 None None] Provisioning complete for port 30fe3d96-3b90-4462-af63-785d8596b926 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:41.317321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-76608986-d610-4d6c-a476-c4b6d5047f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:41.334155 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-824e2a64-3ee4-4d67-afe7-27d7d878314d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:41.338292 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-190a423c-2633-483d-b2f4-b882cf3cdce1 None None] Set router be179aae-299a-4dd9-94af-a94637f65638 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:41.402868 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e2a64-3ee4-4d67-afe7-27d7d878314d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Subnet': ['ID=9322ab5c-a925-463d-b492-8ea856d52fdf,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:41.405215 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0b44e3ee-b342-4f74-bf60-d13b042f9bb0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:41.414707 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-824e2a64-3ee4-4d67-afe7-27d7d878314d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:41.427579 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-0b44e3ee-b342-4f74-bf60-d13b042f9bb0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for 30fe3d96-3b90-4462-af63-785d8596b926 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:41.430794 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-824e2a64-3ee4-4d67-afe7-27d7d878314d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/subnets/9322ab5c-a925-463d-b492-8ea856d52fdf HTTP/1.1" status: 204 len: 168 time: 0.8062806 Nov 09 04:22:41.434466 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50622) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:41.471471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c892a0-455a-4832-bdf0-943fd601bd04 None None] Network 26274e59-ab78-4236-af3b-f51a5801fc4b requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:41.511575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-76608986-d610-4d6c-a476-c4b6d5047f16 None None] Port 30fe3d96-3b90-4462-af63-785d8596b926 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:41.550319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-12b891d9-1c82-4445-ab17-ca8a545f79af', 'network_id': '12b891d9-1c82-4445-ab17-ca8a545f79af', 'tenant_id': '898ad3f3d5364ab5a3c531b49dcbe996', 'fixed_ips': [{'subnet_id': '17f85c9e-84ee-437b-8754-aba899e84cd7'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:22:41.551216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c20f1a3f-cb0b-4e28-bd8a-2a56c68535f1 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:41.551814 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:41.585097 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port e5eed170-234d-45ee-80fb-86df733b8cf0 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:41.585475 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:41.613259 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-190a423c-2633-483d-b2f4-b882cf3cdce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be179aae-299a-4dd9-94af-a94637f65638', 'name': 'tempest-TestNetworkBasicOps-router-889249603', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:12Z', 'updated_at': '2021-11-09T04:22:39Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:14Z', 'updated_at': '2021-11-09T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:41.656187 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a423c-2633-483d-b2f4-b882cf3cdce1 None None] The sync data for ids ['be179aae-299a-4dd9-94af-a94637f65638'] in dv-neutron-816800-2-hyperv is: [{'id': 'be179aae-299a-4dd9-94af-a94637f65638', 'name': 'tempest-TestNetworkBasicOps-router-889249603', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:21:12Z', 'updated_at': '2021-11-09T04:22:39Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be179aae-299a-4dd9-94af-a94637f65638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:21:14Z', 'updated_at': '2021-11-09T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:41.719470 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-c20f1a3f-cb0b-4e28-bd8a-2a56c68535f1 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:22:41.720680 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c20f1a3f-cb0b-4e28-bd8a-2a56c68535f1 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "PUT /v2.0/routers/4d7f1a05-c6e3-43dd-99b7-189776c429a1 HTTP/1.1" status: 400 len: 364 time: 0.5631726 Nov 09 04:22:41.725689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50624) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:41.763736 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e6fba09d-1c93-4fd2-bbe7-095f17cfadff None None] Provisioning complete for port 30fe3d96-3b90-4462-af63-785d8596b926 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:41.764108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e6fba09d-1c93-4fd2-bbe7-095f17cfadff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:41.779156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:41.901222 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e6fba09d-1c93-4fd2-bbe7-095f17cfadff None None] Port 30fe3d96-3b90-4462-af63-785d8596b926 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:41.922857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Allocated IP 2001:db8:1::2 (12b891d9-1c82-4445-ab17-ca8a545f79af/17f85c9e-84ee-437b-8754-aba899e84cd7/bf82f8ca-6207-4fcd-82c7-d6b2db38cec3) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:41.950528 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0b44e3ee-b342-4f74-bf60-d13b042f9bb0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:41.952798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:41.982645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44e3ee-b342-4f74-bf60-d13b042f9bb0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=30fe3d96-3b90-4462-af63-785d8596b926,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:42.021882 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d107e199-123c-4430-ad43-9a2042217a46 None None] Could not find standard attr ID for object 30fe3d96-3b90-4462-af63-785d8596b926. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:22:42.076619 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98508ad4-9d25-470f-b476-96b46296ebd7 None None] DHCP port deletion for 26274e59-ab78-4236-af3b-f51a5801fc4b request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:42.126860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.140752 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.142230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0b44e3ee-b342-4f74-bf60-d13b042f9bb0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.154227 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.189688 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Network 12b891d9-1c82-4445-ab17-ca8a545f79af is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:42.201230 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-98508ad4-9d25-470f-b476-96b46296ebd7 None None] Deleting port 7ded6d7f-a57f-4e4c-9170-c1076be40db8 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:42.201627 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98508ad4-9d25-470f-b476-96b46296ebd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.203569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:42.206364 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:42.222110 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Pushing event updated for resources: {'Port': ['ID=bf82f8ca-6207-4fcd-82c7-d6b2db38cec3,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:42.262702 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:42.263160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.432743 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b44e3ee-b342-4f74-bf60-d13b042f9bb0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Router 21a8ea8d-24f6-4448-890c-1247afa9568d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:42.455250 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:42.456043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.478232 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Allocated IP 2001:db8::1 (bac51ecb-294b-4ef7-84a5-1006b9d28c3e/bd02634e-cfc8-44a9-9a0e-7a4e6d926b93/a3b93f5e-8eef-43cf-9b5c-49f3fa59e428) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:42.499354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-98508ad4-9d25-470f-b476-96b46296ebd7 None None] For port 7ded6d7f-a57f-4e4c-9170-c1076be40db8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=7ded6d7f-a57f-4e4c-9170-c1076be40db8,segment=NetworkSegment(0272764f-bd11-4a80-a3af-54f4584a948f),segment_id=0272764f-bd11-4a80-a3af-54f4584a948f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:42.499669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98508ad4-9d25-470f-b476-96b46296ebd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.517764 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-98508ad4-9d25-470f-b476-96b46296ebd7 None None] Calling delete_port for 7ded6d7f-a57f-4e4c-9170-c1076be40db8 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:42.519548 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Attempting to bind port bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:42.519918 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Attempting to bind port bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'fd0bb957-c23b-497e-a34a-144157f7d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '12b891d9-1c82-4445-ab17-ca8a545f79af'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:42.520279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Attempting to bind port bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 on network 12b891d9-1c82-4445-ab17-ca8a545f79af {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:42.527591 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:42.527969 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Checking segment: {'id': 'fd0bb957-c23b-497e-a34a-144157f7d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '12b891d9-1c82-4445-ab17-ca8a545f79af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:42.528368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.528759 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Bound using segment: {'id': 'fd0bb957-c23b-497e-a34a-144157f7d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '12b891d9-1c82-4445-ab17-ca8a545f79af'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:42.529230 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Bound port: bf82f8ca-6207-4fcd-82c7-d6b2db38cec3, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0bb957-c23b-497e-a34a-144157f7d59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '12b891d9-1c82-4445-ab17-ca8a545f79af'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:42.529641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.534692 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:42.547683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b44e3ee-b342-4f74-bf60-d13b042f9bb0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:42.556078 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0b44e3ee-b342-4f74-bf60-d13b042f9bb0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "PUT /v2.0/routers/21a8ea8d-24f6-4448-890c-1247afa9568d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3929515 Nov 09 04:22:42.556919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50626) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:42.598928 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.599409 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf9172-01c4-435e-960e-75d01c0a6173 None None] Sync routers for ids ['21a8ea8d-24f6-4448-890c-1247afa9568d'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:42.613945 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8276a2c2-643c-4560-829a-5bc952dad8e3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] GET failed (client error): The resource could not be found. Nov 09 04:22:42.617952 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8276a2c2-643c-4560-829a-5bc952dad8e3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/30fe3d96-3b90-4462-af63-785d8596b926 HTTP/1.1" status: 404 len: 333 time: 0.0576410 Nov 09 04:22:42.618217 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50628) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:42.637308 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.638747 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf9172-01c4-435e-960e-75d01c0a6173 None None] Routers {'21a8ea8d-24f6-4448-890c-1247afa9568d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:42.639491 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-60bf9172-01c4-435e-960e-75d01c0a6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['21a8ea8d-24f6-4448-890c-1247afa9568d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:42.679618 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Network bac51ecb-294b-4ef7-84a5-1006b9d28c3e is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:42.683078 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:42.687108 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:42.687502 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.695332 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-60bf9172-01c4-435e-960e-75d01c0a6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:42.708745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9e5a829e-4a9f-41ba-9147-50424fe54039 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.709443 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] For port bf82f8ca-6207-4fcd-82c7-d6b2db38cec3, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:42.724377 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf9172-01c4-435e-960e-75d01c0a6173 None None] Routers {'21a8ea8d-24f6-4448-890c-1247afa9568d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:42.725036 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-60bf9172-01c4-435e-960e-75d01c0a6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['21a8ea8d-24f6-4448-890c-1247afa9568d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:42.736072 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event updated for resources: {'Port': ['ID=a3b93f5e-8eef-43cf-9b5c-49f3fa59e428,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:42.781172 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] For port bf82f8ca-6207-4fcd-82c7-d6b2db38cec3, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=bf82f8ca-6207-4fcd-82c7-d6b2db38cec3,segment=NetworkSegment(fd0bb957-c23b-497e-a34a-144157f7d59e),segment_id=fd0bb957-c23b-497e-a34a-144157f7d59e)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:42.786826 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-60bf9172-01c4-435e-960e-75d01c0a6173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:42.787674 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf9172-01c4-435e-960e-75d01c0a6173 None None] The sync data for ids ['21a8ea8d-24f6-4448-890c-1247afa9568d'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:42.791948 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98508ad4-9d25-470f-b476-96b46296ebd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.794039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.827278 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98508ad4-9d25-470f-b476-96b46296ebd7 None None] No DVR routers for this DVR port 7ded6d7f-a57f-4e4c-9170-c1076be40db8 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:42.831467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98508ad4-9d25-470f-b476-96b46296ebd7 None None] Pushing event deleted for resources: {'Port': ['ID=7ded6d7f-a57f-4e4c-9170-c1076be40db8,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:42.864714 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:42.923105 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cf103-bfa0-4ca2-b1b4-14402ccdde74 None None] Pushing event updated for resources: {'Port': ['ID=bf82f8ca-6207-4fcd-82c7-d6b2db38cec3,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:43.019794 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9e5a829e-4a9f-41ba-9147-50424fe54039 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.023620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9e5a829e-4a9f-41ba-9147-50424fe54039 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.026911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 7ded6d7f-a57f-4e4c-9170-c1076be40db8 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:43.053743 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 7ded6d7f-a57f-4e4c-9170-c1076be40db8 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:43.054078 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 7ded6d7f-a57f-4e4c-9170-c1076be40db8 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:43.054509 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ab38b235-f3b5-4903-8783-0398379e605e no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:43.078890 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: ab38b235-f3b5-4903-8783-0398379e605e {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:43.079240 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ab38b235-f3b5-4903-8783-0398379e605e not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:43.093323 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.143511 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:43.145432 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9e5a829e-4a9f-41ba-9147-50424fe54039 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.145955 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5a829e-4a9f-41ba-9147-50424fe54039 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Fanout notify agent at l3_agent the message router_deleted on router 21a8ea8d-24f6-4448-890c-1247afa9568d {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:22:43.154044 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9e5a829e-4a9f-41ba-9147-50424fe54039 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.157940 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9e5a829e-4a9f-41ba-9147-50424fe54039 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/routers/21a8ea8d-24f6-4448-890c-1247afa9568d HTTP/1.1" status: 204 len: 168 time: 0.5387993 Nov 09 04:22:43.158915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50630) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:43.163429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4a1b4427-af34-4716-9b3e-4565dd29c04d None None] Provisioning complete for port a3b93f5e-8eef-43cf-9b5c-49f3fa59e428 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:43.163860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4a1b4427-af34-4716-9b3e-4565dd29c04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.213011 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b4427-af34-4716-9b3e-4565dd29c04d None None] Port a3b93f5e-8eef-43cf-9b5c-49f3fa59e428 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:43.256104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a039ca-8a8d-4a87-bcf0-c1d36b2b2837 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting subnet 7bd1c4d6-a371-47e7-89fd-7042fbfbf76c {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:43.261474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c5a039ca-8a8d-4a87-bcf0-c1d36b2b2837 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.288714 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.293398 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.294177 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.386870 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event updated for resources: {'Port': ['ID=a3b93f5e-8eef-43cf-9b5c-49f3fa59e428,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:43.433007 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Network bac51ecb-294b-4ef7-84a5-1006b9d28c3e is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:43.434740 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:43.539219 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Router 4d7f1a05-c6e3-43dd-99b7-189776c429a1 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:43.540342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.639119 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c5a039ca-8a8d-4a87-bcf0-c1d36b2b2837 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.643540 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:43.648794 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ed4eb174-0153-4e98-9514-d5aeb207d392 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "PUT /v2.0/routers/4d7f1a05-c6e3-43dd-99b7-189776c429a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9199157 Nov 09 04:22:43.651407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50632) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:43.653902 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e5e71-c3ae-4dff-943d-42f092c131d4 None None] Sync routers for ids ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:43.661237 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.665734 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.681694 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e5e71-c3ae-4dff-943d-42f092c131d4 None None] Routers {'4d7f1a05-c6e3-43dd-99b7-189776c429a1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:43.683779 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-851e5e71-c3ae-4dff-943d-42f092c131d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:43.731582 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-851e5e71-c3ae-4dff-943d-42f092c131d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:43.742220 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e5e71-c3ae-4dff-943d-42f092c131d4 None None] Routers {'4d7f1a05-c6e3-43dd-99b7-189776c429a1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:43.742583 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7f5c7627-26b8-44bc-92be-21f9b8120816 None None] Provisioning complete for port a3b93f5e-8eef-43cf-9b5c-49f3fa59e428 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:43.742846 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-851e5e71-c3ae-4dff-943d-42f092c131d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:43.743031 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7627-26b8-44bc-92be-21f9b8120816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.761040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.762016 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Fanout notify agent at l3_agent the message router_deleted on router be179aae-299a-4dd9-94af-a94637f65638 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:22:43.765023 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8127a27b-2521-4de6-859e-fc626504cd53 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.771009 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.775168 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-856c5b22-ed85-45da-b37a-a3a443423576 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/routers/be179aae-299a-4dd9-94af-a94637f65638 HTTP/1.1" status: 204 len: 168 time: 2.3395314 Nov 09 04:22:43.794540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50634) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:43.812986 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-851e5e71-c3ae-4dff-943d-42f092c131d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:43.814128 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e5e71-c3ae-4dff-943d-42f092c131d4 None None] The sync data for ids ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:43.820044 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-7f5c7627-26b8-44bc-92be-21f9b8120816 None None] Port a3b93f5e-8eef-43cf-9b5c-49f3fa59e428 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:43.886281 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c5a039ca-8a8d-4a87-bcf0-c1d36b2b2837 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.890502 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-8127a27b-2521-4de6-859e-fc626504cd53 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 04:22:43.891882 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8127a27b-2521-4de6-859e-fc626504cd53 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "DELETE /v2.0/routers/4d7f1a05-c6e3-43dd-99b7-189776c429a1 HTTP/1.1" status: 409 len: 329 time: 0.2393074 Nov 09 04:22:43.894800 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50636) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:43.913659 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-255b4734-c894-4d4d-b457-7fb81b157bd0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:43.995646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c5a039ca-8a8d-4a87-bcf0-c1d36b2b2837 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.053248 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a039ca-8a8d-4a87-bcf0-c1d36b2b2837 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd1c4d6-a371-47e7-89fd-7042fbfbf76c,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:44.060861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-255b4734-c894-4d4d-b457-7fb81b157bd0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.064023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c5a039ca-8a8d-4a87-bcf0-c1d36b2b2837 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.070019 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c5a039ca-8a8d-4a87-bcf0-c1d36b2b2837 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/7bd1c4d6-a371-47e7-89fd-7042fbfbf76c HTTP/1.1" status: 204 len: 168 time: 0.9076042 Nov 09 04:22:44.070643 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50638) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:44.075147 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219507d-d465-46cd-bb52-6540e036a989 None None] Network 1b48662d-bbb1-4618-b56c-c2fdfb0b3b58 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:44.120162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-255b4734-c894-4d4d-b457-7fb81b157bd0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26274e59-ab78-4236-af3b-f51a5801fc4b']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:44.158656 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-255b4734-c894-4d4d-b457-7fb81b157bd0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0272764f-bd11-4a80-a3af-54f4584a948f') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:44.158955 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-255b4734-c894-4d4d-b457-7fb81b157bd0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0272764f-bd11-4a80-a3af-54f4584a948f') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:44.175815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-255b4734-c894-4d4d-b457-7fb81b157bd0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.176680 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e3cbb3-8624-4871-8e9d-b3d373070a7a None None] Network 12b891d9-1c82-4445-ab17-ca8a545f79af requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:44.197344 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.199389 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-255b4734-c894-4d4d-b457-7fb81b157bd0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.208084 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255b4734-c894-4d4d-b457-7fb81b157bd0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:44.208405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-255b4734-c894-4d4d-b457-7fb81b157bd0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:44.211755 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:44.280066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-0d128327-44ad-4c5a-aa72-8b34f8d394fc None None] Provisioning complete for port bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:44.280551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0d128327-44ad-4c5a-aa72-8b34f8d394fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.310547 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-255b4734-c894-4d4d-b457-7fb81b157bd0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.318510 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-255b4734-c894-4d4d-b457-7fb81b157bd0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.322696 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-255b4734-c894-4d4d-b457-7fb81b157bd0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/networks/26274e59-ab78-4236-af3b-f51a5801fc4b HTTP/1.1" status: 204 len: 168 time: 0.5271392 Nov 09 04:22:44.338175 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50640) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:44.343980 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-4698767c-e368-4ea3-a8c1-6622751ff628 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'network': {'name': 'tempest-network-smoke--31716614', 'project_id': '871582c076e646fa8f870c685a113561', 'port_security_enabled': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:44.347571 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b4734-c894-4d4d-b457-7fb81b157bd0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Network': ['ID=26274e59-ab78-4236-af3b-f51a5801fc4b,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:44.353465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port e5eed170-234d-45ee-80fb-86df733b8cf0 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:44.353858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.422895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4698767c-e368-4ea3-a8c1-6622751ff628 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:44.426975 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4698767c-e368-4ea3-a8c1-6622751ff628 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.450471 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] For port e5eed170-234d-45ee-80fb-86df733b8cf0, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e5eed170-234d-45ee-80fb-86df733b8cf0,segment=NetworkSegment(d0e2e60a-8f05-4156-8e96-bcfd36529315),segment_id=d0e2e60a-8f05-4156-8e96-bcfd36529315)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:44.450842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.477291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637cf593-6ad8-4c16-9808-1e422a76f189 None None] DHCP port deletion for 1b48662d-bbb1-4618-b56c-c2fdfb0b3b58 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:44.487813 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4698767c-e368-4ea3-a8c1-6622751ff628 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:22:44.491539 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for e5eed170-234d-45ee-80fb-86df733b8cf0 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:44.492041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0d128327-44ad-4c5a-aa72-8b34f8d394fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.508355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4698767c-e368-4ea3-a8c1-6622751ff628 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.509075 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-4698767c-e368-4ea3-a8c1-6622751ff628 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Added segment 09feb4e2-7dc3-4f17-975a-917323bb64a2 of type vlan for network 0015125f-7176-4fb6-af21-ef492802bafe Nov 09 04:22:44.582624 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4698767c-e368-4ea3-a8c1-6622751ff628 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.598413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0d128327-44ad-4c5a-aa72-8b34f8d394fc None None] For port bf82f8ca-6207-4fcd-82c7-d6b2db38cec3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=bf82f8ca-6207-4fcd-82c7-d6b2db38cec3,segment=NetworkSegment(fd0bb957-c23b-497e-a34a-144157f7d59e),segment_id=fd0bb957-c23b-497e-a34a-144157f7d59e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:44.605783 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-637cf593-6ad8-4c16-9808-1e422a76f189 None None] Deleting port e5eed170-234d-45ee-80fb-86df733b8cf0 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:44.606171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-637cf593-6ad8-4c16-9808-1e422a76f189 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.609413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0d128327-44ad-4c5a-aa72-8b34f8d394fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.636121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4698767c-e368-4ea3-a8c1-6622751ff628 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.642449 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4698767c-e368-4ea3-a8c1-6622751ff628 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:44.643170 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4698767c-e368-4ea3-a8c1-6622751ff628 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.668430 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4698767c-e368-4ea3-a8c1-6622751ff628 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3269765 Nov 09 04:22:44.670604 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50642) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:44.680135 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'admin_state_up': True, 'project_id': '871582c076e646fa8f870c685a113561', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:44.686290 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.726414 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.728231 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.734637 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-637cf593-6ad8-4c16-9808-1e422a76f189 None None] For port e5eed170-234d-45ee-80fb-86df733b8cf0, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e5eed170-234d-45ee-80fb-86df733b8cf0,segment=NetworkSegment(d0e2e60a-8f05-4156-8e96-bcfd36529315),segment_id=d0e2e60a-8f05-4156-8e96-bcfd36529315)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:44.735087 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-637cf593-6ad8-4c16-9808-1e422a76f189 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.745793 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d128327-44ad-4c5a-aa72-8b34f8d394fc None None] Pushing event updated for resources: {'Port': ['ID=bf82f8ca-6207-4fcd-82c7-d6b2db38cec3,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:44.755023 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-637cf593-6ad8-4c16-9808-1e422a76f189 None None] Calling delete_port for e5eed170-234d-45ee-80fb-86df733b8cf0 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:44.762402 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=e5eed170-234d-45ee-80fb-86df733b8cf0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:44.769028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No DVR routers for this DVR port e5eed170-234d-45ee-80fb-86df733b8cf0 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:44.780767 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698767c-e368-4ea3-a8c1-6622751ff628 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Network': ['ID=0015125f-7176-4fb6-af21-ef492802bafe,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:44.804684 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.812448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 0015125f-7176-4fb6-af21-ef492802bafe details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:22:44.873279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.882882 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bc4b3361-c37c-42f2-936d-9aa2af3f479a tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.900135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b48662d-bbb1-4618-b56c-c2fdfb0b3b58']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:44.900576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bef044b1-ed3a-4021-803f-e2ae6dac3534 None None] Provisioning complete for port bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:44.900956 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bef044b1-ed3a-4021-803f-e2ae6dac3534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.912434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e2e60a-8f05-4156-8e96-bcfd36529315') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:44.912834 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e2e60a-8f05-4156-8e96-bcfd36529315') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:44.935494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.955041 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.970621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:44.973715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:44.984116 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:44.986817 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-637cf593-6ad8-4c16-9808-1e422a76f189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.014779 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cf593-6ad8-4c16-9808-1e422a76f189 None None] Pushing event deleted for resources: {'Port': ['ID=e5eed170-234d-45ee-80fb-86df733b8cf0,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:45.017134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.025190 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637cf593-6ad8-4c16-9808-1e422a76f189 None None] No DVR routers for this DVR port e5eed170-234d-45ee-80fb-86df733b8cf0 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:45.050231 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:45.064730 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.076868 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.084416 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/networks/1b48662d-bbb1-4618-b56c-c2fdfb0b3b58 HTTP/1.1" status: 204 len: 168 time: 1.0077827 Nov 09 04:22:45.085286 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50644) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:45.106850 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d380de-9843-4e46-a32f-7dcb4e1d2af4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Network': ['ID=1b48662d-bbb1-4618-b56c-c2fdfb0b3b58,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:45.116114 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:45.116640 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.156440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec415d6f-307d-4584-b5ff-94e208b73c90 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:45.156440 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ec415d6f-307d-4584-b5ff-94e208b73c90 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/5ee3de46-4fbc-4278-9118-cebc9f4e5f46 HTTP/1.1" status: 200 len: 845 time: 0.0565448 Nov 09 04:22:45.156440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50646) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:45.200447 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7a8638c4-1144-494d-88b9-cc678038cf0f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/5ee3de46-4fbc-4278-9118-cebc9f4e5f46?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0393693 Nov 09 04:22:45.200695 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50648) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:45.205486 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ff395839-56e7-4525-b639-ff30e723899f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'subnet': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:45.266731 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e5eed170-234d-45ee-80fb-86df733b8cf0 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:45.287142 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: e5eed170-234d-45ee-80fb-86df733b8cf0 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:45.287437 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e5eed170-234d-45ee-80fb-86df733b8cf0 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:45.287824 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:45.301667 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff395839-56e7-4525-b639-ff30e723899f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:45.305796 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff395839-56e7-4525-b639-ff30e723899f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.307169 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:45.307523 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9f4ae0d8-f87c-4a67-84cc-7c4fbc78a17c not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:45.369407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.391426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.441488 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b3361-c37c-42f2-936d-9aa2af3f479a tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Deleting port a3b93f5e-8eef-43cf-9b5c-49f3fa59e428 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:45.441812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bc4b3361-c37c-42f2-936d-9aa2af3f479a tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.492740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff395839-56e7-4525-b639-ff30e723899f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.537380 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff395839-56e7-4525-b639-ff30e723899f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 44699648-5450-4f43-a55d-e2aaa7044002 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:45.540614 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-ff395839-56e7-4525-b639-ff30e723899f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:45.546171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff395839-56e7-4525-b639-ff30e723899f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:45.546769 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff395839-56e7-4525-b639-ff30e723899f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.558943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98f5754-c356-473d-be54-568bfc8b9ffa None None] Network 44699648-5450-4f43-a55d-e2aaa7044002 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:45.561536 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff395839-56e7-4525-b639-ff30e723899f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Subnet': ['ID=822d8f8e-c37d-4762-bd71-73b94dda78f6,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:45.576238 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bc4b3361-c37c-42f2-936d-9aa2af3f479a tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.579306 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.149 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/490e1eb0-d4c5-443f-95fc-adc1c2059a55) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:45.579655 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ff395839-56e7-4525-b639-ff30e723899f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3764329 Nov 09 04:22:45.581038 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50650) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:45.587127 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-82522005-bc47-4533-a22f-f39b2680ea1c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'security_group': {'name': 'tempest-secgroup-1815097729'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:45.596573 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b3361-c37c-42f2-936d-9aa2af3f479a tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Calling delete_port for a3b93f5e-8eef-43cf-9b5c-49f3fa59e428 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:45.611759 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-82522005-bc47-4533-a22f-f39b2680ea1c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.681436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-82522005-bc47-4533-a22f-f39b2680ea1c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.688401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-82522005-bc47-4533-a22f-f39b2680ea1c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.729443 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-82522005-bc47-4533-a22f-f39b2680ea1c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.730402 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-82522005-bc47-4533-a22f-f39b2680ea1c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1478255 Nov 09 04:22:45.733166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50652) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:45.738422 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b353cd81-130f-4ee8-8adf-c1c329038a41 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'security_group': {'name': 'tempest-secgroup-605045132'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:45.744346 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82522005-bc47-4533-a22f-f39b2680ea1c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad41912e-9c5b-4ab0-8878-a64b6db7f8ec,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:45.744626 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-44699648-5450-4f43-a55d-e2aaa7044002', 'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'tenant_id': '71fd51368c80426eac4861e09f04834c', 'fixed_ips': [{'subnet_id': '822d8f8e-c37d-4762-bd71-73b94dda78f6'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:22:45.745534 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.773599 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b353cd81-130f-4ee8-8adf-c1c329038a41 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.783347 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.844916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b353cd81-130f-4ee8-8adf-c1c329038a41 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.850245 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b353cd81-130f-4ee8-8adf-c1c329038a41 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.869975 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.887808 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b353cd81-130f-4ee8-8adf-c1c329038a41 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.889054 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b353cd81-130f-4ee8-8adf-c1c329038a41 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1549251 Nov 09 04:22:45.891972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50654) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:45.897160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c2982ef7-482d-4758-9d31-c908dee19817 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1368877604', 'security_groups': ['da0665e8-687a-4ab6-a6e3-f7a71936aefb'], 'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '822d8f8e-c37d-4762-bd71-73b94dda78f6'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:45.898073 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Allocated IP 2001:db8::2 (44699648-5450-4f43-a55d-e2aaa7044002/822d8f8e-c37d-4762-bd71-73b94dda78f6/44e142cb-8f86-4187-9c4b-238548b6ebf8) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:45.902606 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bc4b3361-c37c-42f2-936d-9aa2af3f479a tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:45.912226 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353cd81-130f-4ee8-8adf-c1c329038a41 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0665e8-687a-4ab6-a6e3-f7a71936aefb,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:45.922910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:45.956785 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:45.959337 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:45.991226 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=490e1eb0-d4c5-443f-95fc-adc1c2059a55,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:46.048795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2982ef7-482d-4758-9d31-c908dee19817 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:46.086120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b3361-c37c-42f2-936d-9aa2af3f479a tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event deleted for resources: {'Port': ['ID=a3b93f5e-8eef-43cf-9b5c-49f3fa59e428,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:46.092331 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:46.105354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:46.127508 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bc4b3361-c37c-42f2-936d-9aa2af3f479a tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:46.147440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Network 44699648-5450-4f43-a55d-e2aaa7044002 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:46.149492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c2982ef7-482d-4758-9d31-c908dee19817 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:46.150514 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:46.154284 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:46.176637 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-c2982ef7-482d-4758-9d31-c908dee19817 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port 7444bd90-ee37-4d55-aa57-bd4007764123 yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:46.205423 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Pushing event updated for resources: {'Port': ['ID=44e142cb-8f86-4187-9c4b-238548b6ebf8,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:46.222061 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Attempting to bind port 44e142cb-8f86-4187-9c4b-238548b6ebf8 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:46.222876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Attempting to bind port 44e142cb-8f86-4187-9c4b-238548b6ebf8 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '03d93c84-ba95-48ed-9a1f-8822175ba916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '44699648-5450-4f43-a55d-e2aaa7044002'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:46.223237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Attempting to bind port 44e142cb-8f86-4187-9c4b-238548b6ebf8 on network 44699648-5450-4f43-a55d-e2aaa7044002 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:46.228866 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:46.229234 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Checking segment: {'id': '03d93c84-ba95-48ed-9a1f-8822175ba916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '44699648-5450-4f43-a55d-e2aaa7044002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:46.229659 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:46.230039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Bound using segment: {'id': '03d93c84-ba95-48ed-9a1f-8822175ba916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '44699648-5450-4f43-a55d-e2aaa7044002'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:46.230634 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Bound port: 44e142cb-8f86-4187-9c4b-238548b6ebf8, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d93c84-ba95-48ed-9a1f-8822175ba916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '44699648-5450-4f43-a55d-e2aaa7044002'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:46.233641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:46.300516 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] For port 44e142cb-8f86-4187-9c4b-238548b6ebf8, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:46.304176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] For port 44e142cb-8f86-4187-9c4b-238548b6ebf8, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=44e142cb-8f86-4187-9c4b-238548b6ebf8,segment=NetworkSegment(03d93c84-ba95-48ed-9a1f-8822175ba916),segment_id=03d93c84-ba95-48ed-9a1f-8822175ba916)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:46.308329 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:46.373291 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-c2982ef7-482d-4758-9d31-c908dee19817 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Allocated IP 2001:db8::f9 (44699648-5450-4f43-a55d-e2aaa7044002/822d8f8e-c37d-4762-bd71-73b94dda78f6/7444bd90-ee37-4d55-aa57-bd4007764123) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:46.377888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f89d2-243e-4c71-b23c-ff22407dcc2f None None] Pushing event updated for resources: {'Port': ['ID=44e142cb-8f86-4187-9c4b-238548b6ebf8,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:46.421416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4b3361-c37c-42f2-936d-9aa2af3f479a tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Router 4d7f1a05-c6e3-43dd-99b7-189776c429a1 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:46.542719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c2982ef7-482d-4758-9d31-c908dee19817 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:46.558448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4b3361-c37c-42f2-936d-9aa2af3f479a tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:46.565061 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bc4b3361-c37c-42f2-936d-9aa2af3f479a tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "PUT /v2.0/routers/4d7f1a05-c6e3-43dd-99b7-189776c429a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6685736 Nov 09 04:22:46.565954 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:46.569447 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50656) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:46.572027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5dd0c-838c-4d3c-8091-00a717c859ec None None] Sync routers for ids ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:46.594504 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5dd0c-838c-4d3c-8091-00a717c859ec None None] Routers {'4d7f1a05-c6e3-43dd-99b7-189776c429a1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:46.595680 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bab5dd0c-838c-4d3c-8091-00a717c859ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:46.606710 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c2982ef7-482d-4758-9d31-c908dee19817 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:46.640818 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bab5dd0c-838c-4d3c-8091-00a717c859ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:46.642566 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-b5074b2f-254b-48dc-bed8-490687344bd6 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] show failed (client error): The resource could not be found. Nov 09 04:22:46.643608 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b5074b2f-254b-48dc-bed8-490687344bd6 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-930766737 HTTP/1.1" status: 404 len: 334 time: 0.0739689 Nov 09 04:22:46.647807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50658) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:46.653236 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5dd0c-838c-4d3c-8091-00a717c859ec None None] Routers {'4d7f1a05-c6e3-43dd-99b7-189776c429a1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:46.653984 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-106bf361-e1b5-40d3-bce9-abd191064ef0 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:46.654370 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bab5dd0c-838c-4d3c-8091-00a717c859ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:46.661838 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2982ef7-482d-4758-9d31-c908dee19817 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 44699648-5450-4f43-a55d-e2aaa7044002 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:46.665467 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-c2982ef7-482d-4758-9d31-c908dee19817 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:46.675657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2982ef7-482d-4758-9d31-c908dee19817 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:46.682289 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2982ef7-482d-4758-9d31-c908dee19817 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:46.682979 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c2982ef7-482d-4758-9d31-c908dee19817 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:46.693504 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bab5dd0c-838c-4d3c-8091-00a717c859ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:46.694283 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab5dd0c-838c-4d3c-8091-00a717c859ec None None] The sync data for ids ['4d7f1a05-c6e3-43dd-99b7-189776c429a1'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:46.717735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2982ef7-482d-4758-9d31-c908dee19817 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=7444bd90-ee37-4d55-aa57-bd4007764123,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:46.731734 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c2982ef7-482d-4758-9d31-c908dee19817 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8385615 Nov 09 04:22:46.734589 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50660) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:46.739608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-35b21a2f-d274-46d9-9de6-0369cbca88f4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'subnet': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:46.860690 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b21a2f-d274-46d9-9de6-0369cbca88f4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:46.864982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-35b21a2f-d274-46d9-9de6-0369cbca88f4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:46.886089 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:46.971207 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.ipam_backend_mixin [None req-35b21a2f-d274-46d9-9de6-0369cbca88f4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 822d8f8e-c37d-4762-bd71-73b94dda78f6 (CIDR: 2001:db8::/64) Nov 09 04:22:46.975805 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b21a2f-d274-46d9-9de6-0369cbca88f4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:22:46.976272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b21a2f-d274-46d9-9de6-0369cbca88f4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:22:46.994978 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 44e142cb-8f86-4187-9c4b-238548b6ebf8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:47.012865 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-35b21a2f-d274-46d9-9de6-0369cbca88f4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2748318 Nov 09 04:22:47.013524 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50662) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:47.021368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6a650506-8e68-49b1-98de-a0c361827d05 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'subnet': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:47.044625 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-106bf361-e1b5-40d3-bce9-abd191064ef0 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] update failed (client error): The resource could not be found. Nov 09 04:22:47.045719 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-106bf361-e1b5-40d3-bce9-abd191064ef0 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1663068153 HTTP/1.1" status: 404 len: 335 time: 0.3969324 Nov 09 04:22:47.049113 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50664) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:47.058779 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 44e142cb-8f86-4187-9c4b-238548b6ebf8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:47.059354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.162950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a650506-8e68-49b1-98de-a0c361827d05 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:47.168119 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a650506-8e68-49b1-98de-a0c361827d05 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.194377 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a53708d-69ae-46b6-96cd-91af985db78f tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Deleting subnet 17f85c9e-84ee-437b-8754-aba899e84cd7 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:47.196575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.203274 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a53708d-69ae-46b6-96cd-91af985db78f tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.243084 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 44e142cb-8f86-4187-9c4b-238548b6ebf8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=44e142cb-8f86-4187-9c4b-238548b6ebf8,segment=NetworkSegment(03d93c84-ba95-48ed-9a1f-8822175ba916),segment_id=03d93c84-ba95-48ed-9a1f-8822175ba916)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:47.248003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.289738 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a53708d-69ae-46b6-96cd-91af985db78f tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.306944 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=44e142cb-8f86-4187-9c4b-238548b6ebf8,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:47.326150 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.425772 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a650506-8e68-49b1-98de-a0c361827d05 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.463079 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a53708d-69ae-46b6-96cd-91af985db78f tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.472491 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a650506-8e68-49b1-98de-a0c361827d05 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 44699648-5450-4f43-a55d-e2aaa7044002 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:47.475987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-6a650506-8e68-49b1-98de-a0c361827d05 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:47.479168 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a650506-8e68-49b1-98de-a0c361827d05 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:47.479847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a650506-8e68-49b1-98de-a0c361827d05 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.503097 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a650506-8e68-49b1-98de-a0c361827d05 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Subnet': ['ID=11c0995c-b5be-405a-8e43-fb815116c26b,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:47.514417 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6a650506-8e68-49b1-98de-a0c361827d05 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4961653 Nov 09 04:22:47.514736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50666) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:47.517538 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1607dde4-90b1-4924-9049-055898e617d2 None None] Provisioning complete for port 44e142cb-8f86-4187-9c4b-238548b6ebf8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:47.518016 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1607dde4-90b1-4924-9049-055898e617d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.523746 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a796eaf1-1c02-4801-909d-53bc4c0bdb32 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1675843988', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '11c0995c-b5be-405a-8e43-fb815116c26b'}], 'security_groups': ['ad41912e-9c5b-4ab0-8878-a64b6db7f8ec']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:47.546578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a53708d-69ae-46b6-96cd-91af985db78f tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.552785 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 6800090e-2088-4aa7-92d3-e5efb6656ee8 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:22:47.582261 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53708d-69ae-46b6-96cd-91af985db78f tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event deleted for resources: {'Subnet': ['ID=17f85c9e-84ee-437b-8754-aba899e84cd7,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:47.584816 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a53708d-69ae-46b6-96cd-91af985db78f tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.588621 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3a53708d-69ae-46b6-96cd-91af985db78f tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "DELETE /v2.0/subnets/17f85c9e-84ee-437b-8754-aba899e84cd7 HTTP/1.1" status: 204 len: 168 time: 0.5385063 Nov 09 04:22:47.591599 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50668) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:47.603359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a796eaf1-1c02-4801-909d-53bc4c0bdb32 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.637100 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c998e32-d2a6-4ca9-8137-e3523fd2465d None None] Network 12b891d9-1c82-4445-ab17-ca8a545f79af requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:47.693895 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1607dde4-90b1-4924-9049-055898e617d2 None None] Provisioning complete for port 5ee3de46-4fbc-4278-9118-cebc9f4e5f46 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:47.694260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1607dde4-90b1-4924-9049-055898e617d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.762415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c833801-db0b-4911-bd08-87ea5b9988ce None None] Network 44699648-5450-4f43-a55d-e2aaa7044002 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:47.787218 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:47.799068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1607dde4-90b1-4924-9049-055898e617d2 None None] Port 5ee3de46-4fbc-4278-9118-cebc9f4e5f46 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:47.799525 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Sync routers for ids ['6800090e-2088-4aa7-92d3-e5efb6656ee8'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:47.799991 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.814414 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Routers {'6800090e-2088-4aa7-92d3-e5efb6656ee8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:47.815616 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6800090e-2088-4aa7-92d3-e5efb6656ee8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:47.826768 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:47.831377 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5dcb0aac-d22a-4c5c-af12-aeff027ada5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1524696 Nov 09 04:22:47.847062 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50670) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:47.892686 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dc7e577f-6b46-490a-a469-a0076b260265 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=871582c076e646fa8f870c685a113561&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446455 Nov 09 04:22:47.895380 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50672) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:47.968896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-a796eaf1-1c02-4801-909d-53bc4c0bdb32 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Delete allocated IP 2001:db8::f9 (44699648-5450-4f43-a55d-e2aaa7044002/822d8f8e-c37d-4762-bd71-73b94dda78f6) {{(pid=101883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 04:22:47.979765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-a796eaf1-1c02-4801-909d-53bc4c0bdb32 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Allocated IP 2001:db8:0:1::3b5 (44699648-5450-4f43-a55d-e2aaa7044002/11c0995c-b5be-405a-8e43-fb815116c26b/7444bd90-ee37-4d55-aa57-bd4007764123) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:47.981804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Set router 6800090e-2088-4aa7-92d3-e5efb6656ee8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:48.049889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Deleting port bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:48.050446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.114906 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637f1e59-08e5-468d-9f98-9689949c66c3 None None] DHCP port deletion for 12b891d9-1c82-4445-ab17-ca8a545f79af request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:48.129185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164fa3d6-db47-444a-8581-13fffc005130 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:48.130864 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-164fa3d6-db47-444a-8581-13fffc005130 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2342761 Nov 09 04:22:48.133730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50674) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:48.139217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-5fb61660-ad6a-4871-9843-95204ed5ce71 None None] Provisioning complete for port 7444bd90-ee37-4d55-aa57-bd4007764123 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:48.140306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5fb61660-ad6a-4871-9843-95204ed5ce71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.169749 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a796eaf1-1c02-4801-909d-53bc4c0bdb32 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.178422 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7fead1f6-7b33-4604-a9f4-8298320f9b88 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435987 Nov 09 04:22:48.178973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a796eaf1-1c02-4801-909d-53bc4c0bdb32 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.183793 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50676) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:48.188867 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3bf42d62-bcbf-4ebd-9ab0-60821f9ee134 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-773308142', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'project_id': '871582c076e646fa8f870c685a113561', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:48.194568 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] For port bf82f8ca-6207-4fcd-82c7-d6b2db38cec3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=bf82f8ca-6207-4fcd-82c7-d6b2db38cec3,segment=NetworkSegment(fd0bb957-c23b-497e-a34a-144157f7d59e),segment_id=fd0bb957-c23b-497e-a34a-144157f7d59e)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:48.195089 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.218011 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:46Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:48.232461 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Calling delete_port for bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:48.250903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-5fb61660-ad6a-4871-9843-95204ed5ce71 None None] Port 7444bd90-ee37-4d55-aa57-bd4007764123 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:48.258220 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Checking router: 6800090e-2088-4aa7-92d3-e5efb6656ee8 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:22:48.258779 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Updating router 6800090e-2088-4aa7-92d3-e5efb6656ee8 port 490e1eb0-d4c5-443f-95fc-adc1c2059a55 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:22:48.275578 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-637f1e59-08e5-468d-9f98-9689949c66c3 None None] Deleting port bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:48.276073 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-637f1e59-08e5-468d-9f98-9689949c66c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.289256 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.289759 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a796eaf1-1c02-4801-909d-53bc4c0bdb32 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] In _notify_port_updated(), no bound segment for port 7444bd90-ee37-4d55-aa57-bd4007764123 on network 44699648-5450-4f43-a55d-e2aaa7044002 {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:22:48.302669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a796eaf1-1c02-4801-909d-53bc4c0bdb32 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:48.302669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a796eaf1-1c02-4801-909d-53bc4c0bdb32 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.303257 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a796eaf1-1c02-4801-909d-53bc4c0bdb32 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "PUT /v2.0/ports/7444bd90-ee37-4d55-aa57-bd4007764123 HTTP/1.1" status: 200 len: 931 time: 0.7874560 Nov 09 04:22:48.304225 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796eaf1-1c02-4801-909d-53bc4c0bdb32 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=7444bd90-ee37-4d55-aa57-bd4007764123,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:48.307123 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50678) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:48.370790 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-637f1e59-08e5-468d-9f98-9689949c66c3 None None] For port bf82f8ca-6207-4fcd-82c7-d6b2db38cec3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=bf82f8ca-6207-4fcd-82c7-d6b2db38cec3,segment=NetworkSegment(fd0bb957-c23b-497e-a34a-144157f7d59e),segment_id=fd0bb957-c23b-497e-a34a-144157f7d59e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:48.371368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-637f1e59-08e5-468d-9f98-9689949c66c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.373468 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf42d62-bcbf-4ebd-9ab0-60821f9ee134 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:48.377480 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3bf42d62-bcbf-4ebd-9ab0-60821f9ee134 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.388474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-637f1e59-08e5-468d-9f98-9689949c66c3 None None] Calling delete_port for bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:48.416646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-1c6cdac9-fd75-469c-b7e3-bb261dd82ad5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port 7444bd90-ee37-4d55-aa57-bd4007764123 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:48.417127 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1c6cdac9-fd75-469c-b7e3-bb261dd82ad5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.442217 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.474878 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event deleted for resources: {'Port': ['ID=bf82f8ca-6207-4fcd-82c7-d6b2db38cec3,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:48.489791 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] No DVR routers for this DVR port bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:48.498909 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467fc711-03f5-41ba-83da-f83ca73d7e8e None None] Update dhcp port {'port': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'fixed_ips': [{'subnet_id': '822d8f8e-c37d-4762-bd71-73b94dda78f6', 'ip_address': '2001:db8::2'}, {'subnet_id': '11c0995c-b5be-405a-8e43-fb815116c26b'}], 'binding:host_id': 'dv-neutron-816800-2-hyperv'}, 'id': '44e142cb-8f86-4187-9c4b-238548b6ebf8'} from dv-neutron-816800-2-hyperv. {{(pid=101885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 04:22:48.526762 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-467fc711-03f5-41ba-83da-f83ca73d7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.559823 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1c6cdac9-fd75-469c-b7e3-bb261dd82ad5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.576634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-1c6cdac9-fd75-469c-b7e3-bb261dd82ad5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for 7444bd90-ee37-4d55-aa57-bd4007764123 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:48.584272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-637f1e59-08e5-468d-9f98-9689949c66c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.594543 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.632501 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.640680 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.647128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b891d9-1c82-4445-ab17-ca8a545f79af']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:48.662988 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0bb957-c23b-497e-a34a-144157f7d59e') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:48.663546 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0bb957-c23b-497e-a34a-144157f7d59e') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:48.681319 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.685040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f1e59-08e5-468d-9f98-9689949c66c3 None None] Pushing event deleted for resources: {'Port': ['ID=bf82f8ca-6207-4fcd-82c7-d6b2db38cec3,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:48.687329 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637f1e59-08e5-468d-9f98-9689949c66c3 None None] No DVR routers for this DVR port bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:48.717607 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87aee2a-75b6-4e20-ace4-584bda9de128 None None] Pushing event updated for resources: {'Port': ['ID=490e1eb0-d4c5-443f-95fc-adc1c2059a55,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:48.735131 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Attempting to bind port 490e1eb0-d4c5-443f-95fc-adc1c2059a55 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:48.735504 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Attempting to bind port 490e1eb0-d4c5-443f-95fc-adc1c2059a55 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:48.735865 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Attempting to bind port 490e1eb0-d4c5-443f-95fc-adc1c2059a55 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:48.743148 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:48.743486 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:48.743889 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.744275 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:48.744407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.744742 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Bound port: 490e1eb0-d4c5-443f-95fc-adc1c2059a55, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:48.745120 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.766520 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:48.766760 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.768642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1c6cdac9-fd75-469c-b7e3-bb261dd82ad5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:48.769951 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:48.793214 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3bf42d62-bcbf-4ebd-9ab0-60821f9ee134 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.801120 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] For port 490e1eb0-d4c5-443f-95fc-adc1c2059a55, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:48.804202 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] For port 490e1eb0-d4c5-443f-95fc-adc1c2059a55, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=490e1eb0-d4c5-443f-95fc-adc1c2059a55,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:48.804845 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-467fc711-03f5-41ba-83da-f83ca73d7e8e None None] Allocated IP 2001:db8:0:1::2 (44699648-5450-4f43-a55d-e2aaa7044002/11c0995c-b5be-405a-8e43-fb815116c26b/44e142cb-8f86-4187-9c4b-238548b6ebf8) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:48.811432 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cdac9-fd75-469c-b7e3-bb261dd82ad5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=7444bd90-ee37-4d55-aa57-bd4007764123,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:48.811706 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.852462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1c6cdac9-fd75-469c-b7e3-bb261dd82ad5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.858950 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1c6cdac9-fd75-469c-b7e3-bb261dd82ad5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/7444bd90-ee37-4d55-aa57-bd4007764123 HTTP/1.1" status: 204 len: 168 time: 0.5485525 Nov 09 04:22:48.859627 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50680) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:48.889998 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87aee2a-75b6-4e20-ace4-584bda9de128 None None] Pushing event updated for resources: {'Port': ['ID=490e1eb0-d4c5-443f-95fc-adc1c2059a55,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:48.895557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.900113 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Routers {'6800090e-2088-4aa7-92d3-e5efb6656ee8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:48.900537 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6800090e-2088-4aa7-92d3-e5efb6656ee8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:48.900823 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:48.906686 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "DELETE /v2.0/networks/12b891d9-1c82-4445-ab17-ca8a545f79af HTTP/1.1" status: 204 len: 168 time: 1.3115764 Nov 09 04:22:48.906800 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1760074-1509-43b9-b975-d1c66f0df59f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] GET failed (client error): The resource could not be found. Nov 09 04:22:48.909543 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b1760074-1509-43b9-b975-d1c66f0df59f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/7444bd90-ee37-4d55-aa57-bd4007764123 HTTP/1.1" status: 404 len: 333 time: 0.0491364 Nov 09 04:22:48.912344 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50682) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:48.912689 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50684) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:48.919212 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf42d62-bcbf-4ebd-9ab0-60821f9ee134 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Subnet': ['ID=51bbb8ee-772b-4439-939e-8b6e723b5ee8,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:48.937003 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf42d62-bcbf-4ebd-9ab0-60821f9ee134 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Checking segment: {'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:48.937380 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf42d62-bcbf-4ebd-9ab0-60821f9ee134 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network hostable DHCP agents. Network: 0015125f-7176-4fb6-af21-ef492802bafe, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:22:48.939656 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ce518-78d5-48e1-adba-b3658fd62597 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event deleted for resources: {'Network': ['ID=12b891d9-1c82-4445-ab17-ca8a545f79af,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:48.963853 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf42d62-bcbf-4ebd-9ab0-60821f9ee134 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 0015125f-7176-4fb6-af21-ef492802bafe is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:22:48.967306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-467fc711-03f5-41ba-83da-f83ca73d7e8e None None] For port 44e142cb-8f86-4187-9c4b-238548b6ebf8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=44e142cb-8f86-4187-9c4b-238548b6ebf8,segment=NetworkSegment(03d93c84-ba95-48ed-9a1f-8822175ba916),segment_id=03d93c84-ba95-48ed-9a1f-8822175ba916)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:48.983200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-3bf42d62-bcbf-4ebd-9ab0-60821f9ee134 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 0015125f-7176-4fb6-af21-ef492802bafe) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:48.988767 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf42d62-bcbf-4ebd-9ab0-60821f9ee134 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:48.989383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3bf42d62-bcbf-4ebd-9ab0-60821f9ee134 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.004532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131dc85d-c337-443c-9f7f-317fbe789524 None None] Network 0015125f-7176-4fb6-af21-ef492802bafe requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:49.030627 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3bf42d62-bcbf-4ebd-9ab0-60821f9ee134 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8457561 Nov 09 04:22:49.033359 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50686) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:49.038657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d898cc45-87e7-44e4-8ff9-3680bd3a93d8 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Deleting subnet 379f6ea4-013f-4527-b703-c3aec6183c6a {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:49.062851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d898cc45-87e7-44e4-8ff9-3680bd3a93d8 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.066190 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bacde016-3640-4345-80e0-e35982adba8e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.113625 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 44e142cb-8f86-4187-9c4b-238548b6ebf8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:49.129687 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bacde016-3640-4345-80e0-e35982adba8e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.135509 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d898cc45-87e7-44e4-8ff9-3680bd3a93d8 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.145740 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] Set router 6800090e-2088-4aa7-92d3-e5efb6656ee8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:49.173108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-467fc711-03f5-41ba-83da-f83ca73d7e8e None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.191035 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-467fc711-03f5-41ba-83da-f83ca73d7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.250557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bacde016-3640-4345-80e0-e35982adba8e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.253274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bacde016-3640-4345-80e0-e35982adba8e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.257311 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bacde016-3640-4345-80e0-e35982adba8e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/security-groups/da0665e8-687a-4ab6-a6e3-f7a71936aefb HTTP/1.1" status: 204 len: 168 time: 0.3403025 Nov 09 04:22:49.257776 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50688) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:49.279431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacde016-3640-4345-80e0-e35982adba8e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0665e8-687a-4ab6-a6e3-f7a71936aefb,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:49.290352 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d898cc45-87e7-44e4-8ff9-3680bd3a93d8 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.336418 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-0015125f-7176-4fb6-af21-ef492802bafe', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:22:49.338081 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.350110 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fc711-03f5-41ba-83da-f83ca73d7e8e None None] Pushing event updated for resources: {'Port': ['ID=44e142cb-8f86-4187-9c4b-238548b6ebf8,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:49.365429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d898cc45-87e7-44e4-8ff9-3680bd3a93d8 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.376921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a286606b-a340-4638-a54d-1e746059345e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.398745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898cc45-87e7-44e4-8ff9-3680bd3a93d8 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event deleted for resources: {'Subnet': ['ID=379f6ea4-013f-4527-b703-c3aec6183c6a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:49.403931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 44e142cb-8f86-4187-9c4b-238548b6ebf8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:49.404309 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.410824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d898cc45-87e7-44e4-8ff9-3680bd3a93d8 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.417596 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d898cc45-87e7-44e4-8ff9-3680bd3a93d8 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "DELETE /v2.0/subnets/379f6ea4-013f-4527-b703-c3aec6183c6a HTTP/1.1" status: 204 len: 168 time: 0.5036080 Nov 09 04:22:49.418449 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50690) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:49.443347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde8ac26-b00b-4865-9c73-43a894463ea5 None None] Network bea9c5bd-95e2-4487-96a5-f1c4508142c9 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:49.444024 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:46Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:49.449542 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a286606b-a340-4638-a54d-1e746059345e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.482379 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-986978ca-259e-4d0b-90e9-ae77033da97d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Deleting subnet 735c5b5d-8036-4901-a966-5edb1783e143 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:49.489724 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2807431f-3ecd-4263-923d-f6fafed6410c None None] The sync data for ids ['6800090e-2088-4aa7-92d3-e5efb6656ee8'] in dv-neutron-816800-2-hyperv is: [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:46Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:49.490836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-986978ca-259e-4d0b-90e9-ae77033da97d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.577426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-986978ca-259e-4d0b-90e9-ae77033da97d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.627893 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a286606b-a340-4638-a54d-1e746059345e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.630764 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a286606b-a340-4638-a54d-1e746059345e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.633606 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a286606b-a340-4638-a54d-1e746059345e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad41912e-9c5b-4ab0-8878-a64b6db7f8ec HTTP/1.1" status: 204 len: 168 time: 0.3731983 Nov 09 04:22:49.648235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50692) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:49.692559 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286606b-a340-4638-a54d-1e746059345e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad41912e-9c5b-4ab0-8878-a64b6db7f8ec,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:49.772475 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-04aa3ee1-262c-4b80-81d9-981218f9912c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting subnet 822d8f8e-c37d-4762-bd71-73b94dda78f6 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:49.776024 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-04aa3ee1-262c-4b80-81d9-981218f9912c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.779440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Allocated IP 172.20.0.2 (0015125f-7176-4fb6-af21-ef492802bafe/51bbb8ee-772b-4439-939e-8b6e723b5ee8/98c4ccff-80af-4802-9618-208d2cfe5380) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:49.841221 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-04aa3ee1-262c-4b80-81d9-981218f9912c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:49.913114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.080332 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a8d767-9897-4da3-b76f-aa76a87d7719 None None] DHCP port deletion for bea9c5bd-95e2-4487-96a5-f1c4508142c9 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:50.090760 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:50.091501 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-986978ca-259e-4d0b-90e9-ae77033da97d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.162928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-986978ca-259e-4d0b-90e9-ae77033da97d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.190448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:50.190857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device bf82f8ca-6207-4fcd-82c7-d6b2db38cec3 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:50.197660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.207509 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986978ca-259e-4d0b-90e9-ae77033da97d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event deleted for resources: {'Subnet': ['ID=735c5b5d-8036-4901-a966-5edb1783e143,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:50.215235 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.218989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-986978ca-259e-4d0b-90e9-ae77033da97d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.223327 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-986978ca-259e-4d0b-90e9-ae77033da97d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "DELETE /v2.0/subnets/735c5b5d-8036-4901-a966-5edb1783e143 HTTP/1.1" status: 204 len: 168 time: 0.8041575 Nov 09 04:22:50.226044 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50694) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:50.234071 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-04aa3ee1-262c-4b80-81d9-981218f9912c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.242752 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb9bf7a-6768-4a98-81ba-7301222a4c7b None None] Network 6ca5f05f-8053-4302-a788-6969f60c572d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:50.322179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Network 0015125f-7176-4fb6-af21-ef492802bafe is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:50.354632 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.379823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:50.387687 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-04aa3ee1-262c-4b80-81d9-981218f9912c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.389995 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:50.409309 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Pushing event updated for resources: {'Port': ['ID=98c4ccff-80af-4802-9618-208d2cfe5380,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:50.415670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-94a8d767-9897-4da3-b76f-aa76a87d7719 None None] Deleting port a707b38b-3358-4803-a196-6138581891a1 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:50.416035 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-94a8d767-9897-4da3-b76f-aa76a87d7719 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.420823 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-04aa3ee1-262c-4b80-81d9-981218f9912c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.427921 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-04aa3ee1-262c-4b80-81d9-981218f9912c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/822d8f8e-c37d-4762-bd71-73b94dda78f6 HTTP/1.1" status: 204 len: 168 time: 0.7750056 Nov 09 04:22:50.429797 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50696) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:50.453030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9305041a-88e1-463b-a633-993783d19bd3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'subnet': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:50.454978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa3ee1-262c-4b80-81d9-981218f9912c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Subnet': ['ID=822d8f8e-c37d-4762-bd71-73b94dda78f6,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:50.467100 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.1 (0015125f-7176-4fb6-af21-ef492802bafe/51bbb8ee-772b-4439-939e-8b6e723b5ee8/71464971-1e0d-4f61-8403-dcc6c02a6c41) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:50.501916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Deleting port a707b38b-3358-4803-a196-6138581891a1 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:50.502256 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.612643 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.634480 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] For port a707b38b-3358-4803-a196-6138581891a1, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a707b38b-3358-4803-a196-6138581891a1,segment=NetworkSegment(de72cb19-3982-4286-97d7-746e74c203ee),segment_id=de72cb19-3982-4286-97d7-746e74c203ee)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:50.635286 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.656797 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b7b15a-c9ca-4eb0-9157-7311cb02371f None None] Network 44699648-5450-4f43-a55d-e2aaa7044002 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:50.662653 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.665681 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Calling delete_port for a707b38b-3358-4803-a196-6138581891a1 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:50.708353 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 0015125f-7176-4fb6-af21-ef492802bafe is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:50.714729 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:50.717192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:50.758623 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=71464971-1e0d-4f61-8403-dcc6c02a6c41,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:50.772769 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-94a8d767-9897-4da3-b76f-aa76a87d7719 None None] For port a707b38b-3358-4803-a196-6138581891a1, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a707b38b-3358-4803-a196-6138581891a1,segment=NetworkSegment(de72cb19-3982-4286-97d7-746e74c203ee),segment_id=de72cb19-3982-4286-97d7-746e74c203ee)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:50.773114 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-94a8d767-9897-4da3-b76f-aa76a87d7719 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.775544 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9305041a-88e1-463b-a633-993783d19bd3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:50.779375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9305041a-88e1-463b-a633-993783d19bd3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.790282 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.794399 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-89e1874e-d45d-4c4b-9ba3-3f7bfeccab39 None None] Could not find standard attr ID for object 7444bd90-ee37-4d55-aa57-bd4007764123. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:22:50.829216 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-94a8d767-9897-4da3-b76f-aa76a87d7719 None None] Calling delete_port for a707b38b-3358-4803-a196-6138581891a1 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:50.857037 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.882888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-89e1874e-d45d-4c4b-9ba3-3f7bfeccab39 None None] Provisioning complete for port 44e142cb-8f86-4187-9c4b-238548b6ebf8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:50.883248 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-89e1874e-d45d-4c4b-9ba3-3f7bfeccab39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.885416 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Attempting to bind port 98c4ccff-80af-4802-9618-208d2cfe5380 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:50.885803 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Attempting to bind port 98c4ccff-80af-4802-9618-208d2cfe5380 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:50.886161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Attempting to bind port 98c4ccff-80af-4802-9618-208d2cfe5380 on network 0015125f-7176-4fb6-af21-ef492802bafe {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:50.896686 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:50.897064 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Checking segment: {'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:50.897463 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.897653 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event deleted for resources: {'Port': ['ID=a707b38b-3358-4803-a196-6138581891a1,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:50.897878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Bound using segment: {'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:50.898420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Bound port: 98c4ccff-80af-4802-9618-208d2cfe5380, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:50.898730 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:50.912502 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] No DVR routers for this DVR port a707b38b-3358-4803-a196-6138581891a1 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:51.001690 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.023881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.081418 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea9c5bd-95e2-4487-96a5-f1c4508142c9']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:51.112857 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de72cb19-3982-4286-97d7-746e74c203ee') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:51.113152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de72cb19-3982-4286-97d7-746e74c203ee') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:51.136774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.137882 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-94a8d767-9897-4da3-b76f-aa76a87d7719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.141192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] For port 98c4ccff-80af-4802-9618-208d2cfe5380, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:51.182652 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.187130 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50498fb-6f74-4de1-8b4e-1b1303bed9b9 None None] DHCP port deletion for 6ca5f05f-8053-4302-a788-6969f60c572d request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:51.190314 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 44e142cb-8f86-4187-9c4b-238548b6ebf8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:51.193182 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:51.193624 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:51.197320 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:51.233866 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a8d767-9897-4da3-b76f-aa76a87d7719 None None] No DVR routers for this DVR port a707b38b-3358-4803-a196-6138581891a1 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:51.238555 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8d767-9897-4da3-b76f-aa76a87d7719 None None] Pushing event deleted for resources: {'Port': ['ID=a707b38b-3358-4803-a196-6138581891a1,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:51.245593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] For port 98c4ccff-80af-4802-9618-208d2cfe5380, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=98c4ccff-80af-4802-9618-208d2cfe5380,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:51.285607 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.294392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.297996 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "DELETE /v2.0/networks/bea9c5bd-95e2-4487-96a5-f1c4508142c9 HTTP/1.1" status: 204 len: 168 time: 1.0704885 Nov 09 04:22:51.303792 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.313852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50698) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:51.316375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9305041a-88e1-463b-a633-993783d19bd3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.395853 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb2776-0786-4a52-b874-b8d60ba2171d tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event deleted for resources: {'Network': ['ID=bea9c5bd-95e2-4487-96a5-f1c4508142c9,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:51.400851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.423789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-89e1874e-d45d-4c4b-9ba3-3f7bfeccab39 None None] Provisioning complete for port 5ee3de46-4fbc-4278-9118-cebc9f4e5f46 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:51.424371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-89e1874e-d45d-4c4b-9ba3-3f7bfeccab39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.463125 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9305041a-88e1-463b-a633-993783d19bd3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 44699648-5450-4f43-a55d-e2aaa7044002 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:51.474158 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-9305041a-88e1-463b-a633-993783d19bd3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:51.479714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305041a-88e1-463b-a633-993783d19bd3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:51.480832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9305041a-88e1-463b-a633-993783d19bd3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.503426 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434d301-6200-4662-ab1c-0d66fdabfda7 None None] Pushing event updated for resources: {'Port': ['ID=98c4ccff-80af-4802-9618-208d2cfe5380,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:51.515162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305041a-88e1-463b-a633-993783d19bd3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Subnet': ['ID=6b33c8f2-a4dd-49ac-ba1b-4e7c897d9913,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:51.527532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-89e1874e-d45d-4c4b-9ba3-3f7bfeccab39 None None] Port 5ee3de46-4fbc-4278-9118-cebc9f4e5f46 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:51.531243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b50498fb-6f74-4de1-8b4e-1b1303bed9b9 None None] Deleting port c2525b99-1761-44ba-83c9-a0a6f9070d0c {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:51.531627 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b50498fb-6f74-4de1-8b4e-1b1303bed9b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.534465 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 44e142cb-8f86-4187-9c4b-238548b6ebf8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:51.534806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.541320 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9305041a-88e1-463b-a633-993783d19bd3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1075521 Nov 09 04:22:51.546416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50700) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:51.551010 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-36d8e24f-bdc2-463d-864e-c327fe485892 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'security_group': {'name': 'tempest-secgroup-1781513796'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:51.605806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Deleting port c2525b99-1761-44ba-83c9-a0a6f9070d0c {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:51.606135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.638748 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36d8e24f-bdc2-463d-864e-c327fe485892 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.648191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b50498fb-6f74-4de1-8b4e-1b1303bed9b9 None None] For port c2525b99-1761-44ba-83c9-a0a6f9070d0c, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c2525b99-1761-44ba-83c9-a0a6f9070d0c,segment=NetworkSegment(d4bbbbb3-b4f6-49b8-a18b-28e02647df28),segment_id=d4bbbbb3-b4f6-49b8-a18b-28e02647df28)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:51.648516 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b50498fb-6f74-4de1-8b4e-1b1303bed9b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.670796 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b50498fb-6f74-4de1-8b4e-1b1303bed9b9 None None] Calling delete_port for c2525b99-1761-44ba-83c9-a0a6f9070d0c owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:51.792319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 490e1eb0-d4c5-443f-95fc-adc1c2059a55 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:51.808663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36d8e24f-bdc2-463d-864e-c327fe485892 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.822842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36d8e24f-bdc2-463d-864e-c327fe485892 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.827569 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] For port c2525b99-1761-44ba-83c9-a0a6f9070d0c, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c2525b99-1761-44ba-83c9-a0a6f9070d0c,segment=NetworkSegment(d4bbbbb3-b4f6-49b8-a18b-28e02647df28),segment_id=d4bbbbb3-b4f6-49b8-a18b-28e02647df28)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:51.827934 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.841075 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.848092 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.872573 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Calling delete_port for c2525b99-1761-44ba-83c9-a0a6f9070d0c owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:51.886559 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 490e1eb0-d4c5-443f-95fc-adc1c2059a55 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:51.887109 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.892133 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b50498fb-6f74-4de1-8b4e-1b1303bed9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.907411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36d8e24f-bdc2-463d-864e-c327fe485892 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:51.911937 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-36d8e24f-bdc2-463d-864e-c327fe485892 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3644707 Nov 09 04:22:51.918600 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50702) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:51.925231 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8e24f-bdc2-463d-864e-c327fe485892 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf66a891-94cc-4d58-9f94-1c26fcf0a1ab,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:51.959425 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-27278337-948f-4e47-be4e-034f9df8dc68 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'security_group': {'name': 'tempest-secgroup-1420103974'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:51.962527 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50498fb-6f74-4de1-8b4e-1b1303bed9b9 None None] Pushing event deleted for resources: {'Port': ['ID=c2525b99-1761-44ba-83c9-a0a6f9070d0c,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:51.966248 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50498fb-6f74-4de1-8b4e-1b1303bed9b9 None None] No DVR routers for this DVR port c2525b99-1761-44ba-83c9-a0a6f9070d0c on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:52.007233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-27278337-948f-4e47-be4e-034f9df8dc68 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.056987 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.062400 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=71464971-1e0d-4f61-8403-dcc6c02a6c41,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:52.065875 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.069884 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.080503 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] No DVR routers for this DVR port c2525b99-1761-44ba-83c9-a0a6f9070d0c on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:52.087965 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 490e1eb0-d4c5-443f-95fc-adc1c2059a55, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=490e1eb0-d4c5-443f-95fc-adc1c2059a55,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:52.093688 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.094095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.094447 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.094818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.095152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.096131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.096477 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.096807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.097387 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.097762 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.098095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.098423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.098746 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.105694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event deleted for resources: {'Port': ['ID=c2525b99-1761-44ba-83c9-a0a6f9070d0c,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:52.154735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.163340 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.164034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.164370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.164726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.166452 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=490e1eb0-d4c5-443f-95fc-adc1c2059a55,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:52.175931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.176348 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.176794 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.177609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.177950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.178467 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.178883 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:52.184384 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a707b38b-3358-4803-a196-6138581891a1 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:52.203294 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-27278337-948f-4e47-be4e-034f9df8dc68 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.209068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: a707b38b-3358-4803-a196-6138581891a1 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:52.209536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a707b38b-3358-4803-a196-6138581891a1 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:52.213814 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-27278337-948f-4e47-be4e-034f9df8dc68 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.264704 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-27278337-948f-4e47-be4e-034f9df8dc68 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.268491 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-27278337-948f-4e47-be4e-034f9df8dc68 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3434505 Nov 09 04:22:52.268918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50704) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:52.270573 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27278337-948f-4e47-be4e-034f9df8dc68 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c8e517-4511-4c6b-b6b9-6705bb79747a,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:52.278475 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 0015125f-7176-4fb6-af21-ef492802bafe is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:52.279826 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:52.286247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-e9ddcdbd-1117-4a3e-b3c0-85f4fa3fb00c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'security_group': {'name': 'tempest-secgroup-735343574'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:52.295412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.325718 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca5f05f-8053-4302-a788-6969f60c572d']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:52.339303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bbbbb3-b4f6-49b8-a18b-28e02647df28') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:52.339596 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bbbbb3-b4f6-49b8-a18b-28e02647df28') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:52.346278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9ddcdbd-1117-4a3e-b3c0-85f4fa3fb00c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.357834 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.376114 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.388258 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:52.388715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: self.session.flush() Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:52.391864 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:52.413585 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 6800090e-2088-4aa7-92d3-e5efb6656ee8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:22:52.479707 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.488631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.494467 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "DELETE /v2.0/networks/6ca5f05f-8053-4302-a788-6969f60c572d HTTP/1.1" status: 204 len: 168 time: 1.1792984 Nov 09 04:22:52.508281 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50706) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:52.512395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9ddcdbd-1117-4a3e-b3c0-85f4fa3fb00c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.514703 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dae84bd-c54a-4ab0-add1-2ef2dc52fb9c None None] Network 44699648-5450-4f43-a55d-e2aaa7044002 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:52.521387 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cf7d6-1347-4d25-8583-8500acc9e473 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event deleted for resources: {'Network': ['ID=6ca5f05f-8053-4302-a788-6969f60c572d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:52.550152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9ddcdbd-1117-4a3e-b3c0-85f4fa3fb00c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.555481 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:22:52.563768 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8fe02f0d-a86d-48c5-8ac2-8aad131fe7c4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/6800090e-2088-4aa7-92d3-e5efb6656ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5267327 Nov 09 04:22:52.563956 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50708) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:52.587976 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddcdbd-1117-4a3e-b3c0-85f4fa3fb00c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f494b71-13a4-4114-b432-476b4600f90d,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:52.604088 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-77cf0b42-e9d3-4e97-87d3-01d2ec783bdf tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Deleting subnet bd02634e-cfc8-44a9-9a0e-7a4e6d926b93 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:52.607533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-77cf0b42-e9d3-4e97-87d3-01d2ec783bdf tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.641575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Sync routers for ids ['6800090e-2088-4aa7-92d3-e5efb6656ee8'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:22:52.650023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e9ddcdbd-1117-4a3e-b3c0-85f4fa3fb00c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.651409 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e9ddcdbd-1117-4a3e-b3c0-85f4fa3fb00c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3814383 Nov 09 04:22:52.654629 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50710) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:52.662545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-beeac625-980b-495b-a6b4-3dd4a348933c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-968919106', 'security_groups': ['2f494b71-13a4-4114-b432-476b4600f90d'], 'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b33c8f2-a4dd-49ac-ba1b-4e7c897d9913'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:52.669950 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-752ec3a4-f076-4682-8c25-58511af6bdd5 None None] Provisioning complete for port 44e142cb-8f86-4187-9c4b-238548b6ebf8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:52.670318 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-752ec3a4-f076-4682-8c25-58511af6bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.709858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-77cf0b42-e9d3-4e97-87d3-01d2ec783bdf tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.727631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Routers {'6800090e-2088-4aa7-92d3-e5efb6656ee8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:52.728264 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6800090e-2088-4aa7-92d3-e5efb6656ee8'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:52.803755 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c64c07-76e9-40a8-9f5a-e2c4ab594b4d tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:52.804238 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c64c07-76e9-40a8-9f5a-e2c4ab594b4d tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:52.804706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c64c07-76e9-40a8-9f5a-e2c4ab594b4d tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:52.806294 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c64c07-76e9-40a8-9f5a-e2c4ab594b4d tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:52.806580 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c64c07-76e9-40a8-9f5a-e2c4ab594b4d tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:52.807046 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c64c07-76e9-40a8-9f5a-e2c4ab594b4d tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:52.809086 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-41c64c07-76e9-40a8-9f5a-e2c4ab594b4d tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4326 time: 0.2439110 Nov 09 04:22:52.814027 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50712) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:52.909080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeac625-980b-495b-a6b4-3dd4a348933c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:52.921315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-77cf0b42-e9d3-4e97-87d3-01d2ec783bdf tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:52.924597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Set router 6800090e-2088-4aa7-92d3-e5efb6656ee8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:52.966034 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd7406d-d6ae-467d-9a47-8becc324bb03 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:52.966759 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd7406d-d6ae-467d-9a47-8becc324bb03 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:52.968482 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd7406d-d6ae-467d-9a47-8becc324bb03 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:52.969130 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd7406d-d6ae-467d-9a47-8becc324bb03 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:52.969716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd7406d-d6ae-467d-9a47-8becc324bb03 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:52.970237 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd7406d-d6ae-467d-9a47-8becc324bb03 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:52.974075 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd7406d-d6ae-467d-9a47-8becc324bb03 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:52.978122 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1fd7406d-d6ae-467d-9a47-8becc324bb03 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4578 time: 0.1629148 Nov 09 04:22:52.980945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50714) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:53.064383 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-77cf0b42-e9d3-4e97-87d3-01d2ec783bdf tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.075795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-beeac625-980b-495b-a6b4-3dd4a348933c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.099823 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf0b42-e9d3-4e97-87d3-01d2ec783bdf tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event deleted for resources: {'Subnet': ['ID=bd02634e-cfc8-44a9-9a0e-7a4e6d926b93,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:53.114364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-77cf0b42-e9d3-4e97-87d3-01d2ec783bdf tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.119856 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-77cf0b42-e9d3-4e97-87d3-01d2ec783bdf tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "DELETE /v2.0/subnets/bd02634e-cfc8-44a9-9a0e-7a4e6d926b93 HTTP/1.1" status: 204 len: 168 time: 0.6104093 Nov 09 04:22:53.120804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50716) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:53.134330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [None req-beeac625-980b-495b-a6b4-3dd4a348933c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] device_id is not set on port 252aba7c-d3df-4996-adfb-a203f7f5af5f yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:22:53.161980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fe70aa-902b-4196-bfa3-9931ba3d418c None None] Network 0015125f-7176-4fb6-af21-ef492802bafe requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:53.164462 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a11f78c-1c3e-478f-9f30-1aff0865c989 None None] Network bac51ecb-294b-4ef7-84a5-1006b9d28c3e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:53.166656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 98c4ccff-80af-4802-9618-208d2cfe5380 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:53.173800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dbee1e-8faa-4c24-b182-cff0f2b67067 None None] Update dhcp port {'port': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'fixed_ips': [{'subnet_id': '11c0995c-b5be-405a-8e43-fb815116c26b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6b33c8f2-a4dd-49ac-ba1b-4e7c897d9913'}], 'binding:host_id': 'dv-neutron-816800-2-hyperv'}, 'id': '44e142cb-8f86-4187-9c4b-238548b6ebf8'} from dv-neutron-816800-2-hyperv. {{(pid=101885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 04:22:53.188055 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-57d80a25-8b7e-44dd-8a45-e7bba080d24f tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2150 time: 0.2032421 Nov 09 04:22:53.262385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-752ec3a4-f076-4682-8c25-58511af6bdd5 None None] Provisioning complete for port 5ee3de46-4fbc-4278-9118-cebc9f4e5f46 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:53.262810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-752ec3a4-f076-4682-8c25-58511af6bdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.265072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.283918 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:22:53.342129 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50720) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:53.349713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6dd4901c-156c-48d2-9cc9-24b6b7400cc1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2031186456', 'description': 'tempest-secgroup-smoke-2031186456 description', 'project_id': '871582c076e646fa8f870c685a113561'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:53.394547 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-68dbee1e-8faa-4c24-b182-cff0f2b67067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.426173 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-beeac625-980b-495b-a6b4-3dd4a348933c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Allocated IP 2001:db8::f2 (44699648-5450-4f43-a55d-e2aaa7044002/6b33c8f2-a4dd-49ac-ba1b-4e7c897d9913/252aba7c-d3df-4996-adfb-a203f7f5af5f) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:53.428180 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6dd4901c-156c-48d2-9cc9-24b6b7400cc1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.479356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Deleting port f1009e1a-f8e0-4cbb-8909-3679b343d9c0 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:53.479598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.498180 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-752ec3a4-f076-4682-8c25-58511af6bdd5 None None] Port 5ee3de46-4fbc-4278-9118-cebc9f4e5f46 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:53.630390 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] For port f1009e1a-f8e0-4cbb-8909-3679b343d9c0, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=f1009e1a-f8e0-4cbb-8909-3679b343d9c0,segment=NetworkSegment(533419e0-0ea9-425d-9cdd-c490589b3db5),segment_id=533419e0-0ea9-425d-9cdd-c490589b3db5)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:53.630992 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.653469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6dd4901c-156c-48d2-9cc9-24b6b7400cc1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.654562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Calling delete_port for f1009e1a-f8e0-4cbb-8909-3679b343d9c0 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:53.659759 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 98c4ccff-80af-4802-9618-208d2cfe5380 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:53.660302 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.664417 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6dd4901c-156c-48d2-9cc9-24b6b7400cc1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.752691 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6dd4901c-156c-48d2-9cc9-24b6b7400cc1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.756879 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6dd4901c-156c-48d2-9cc9-24b6b7400cc1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4098165 Nov 09 04:22:53.757857 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50722) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:53.763672 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-24e42c41-9767-42f0-8bb2-86b625730b05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'eab10f14-23e8-4ba3-9815-fb125fd30bf4', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:53.770964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-beeac625-980b-495b-a6b4-3dd4a348933c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.775660 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4901c-156c-48d2-9cc9-24b6b7400cc1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab10f14-23e8-4ba3-9815-fb125fd30bf4,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:53.782184 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-5b119c9d-b7b4-4576-a7c7-2b6f0e8c891e None None] Provisioning complete for port 98c4ccff-80af-4802-9618-208d2cfe5380 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:53.782550 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5b119c9d-b7b4-4576-a7c7-2b6f0e8c891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.814890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-24e42c41-9767-42f0-8bb2-86b625730b05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.823986 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adecfacb-b366-4e4f-8117-96a0220804fe None None] DHCP port deletion for bac51ecb-294b-4ef7-84a5-1006b9d28c3e request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:22:53.832801 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.842094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-beeac625-980b-495b-a6b4-3dd4a348933c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.864413 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event deleted for resources: {'Port': ['ID=f1009e1a-f8e0-4cbb-8909-3679b343d9c0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:53.874036 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] No DVR routers for this DVR port f1009e1a-f8e0-4cbb-8909-3679b343d9c0 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:22:53.898453 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-24e42c41-9767-42f0-8bb2-86b625730b05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.902612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-adecfacb-b366-4e4f-8117-96a0220804fe None None] The port 'f1009e1a-f8e0-4cbb-8909-3679b343d9c0' was deleted {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 09 04:22:53.906063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-24e42c41-9767-42f0-8bb2-86b625730b05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.931591 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeac625-980b-495b-a6b4-3dd4a348933c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 44699648-5450-4f43-a55d-e2aaa7044002 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:53.942362 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e42c41-9767-42f0-8bb2-86b625730b05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d6ebe5-deb2-4f02-b0e0-ee3e55efd7f3,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:53.942516 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-beeac625-980b-495b-a6b4-3dd4a348933c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:53.963543 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeac625-980b-495b-a6b4-3dd4a348933c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:53.967241 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-24e42c41-9767-42f0-8bb2-86b625730b05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.971103 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-24e42c41-9767-42f0-8bb2-86b625730b05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2096126 Nov 09 04:22:53.971247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeac625-980b-495b-a6b4-3dd4a348933c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:53.971247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-beeac625-980b-495b-a6b4-3dd4a348933c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:53.971992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50724) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:53.974649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-68dbee1e-8faa-4c24-b182-cff0f2b67067 None None] Allocated IP 2001:db8::2 (44699648-5450-4f43-a55d-e2aaa7044002/6b33c8f2-a4dd-49ac-ba1b-4e7c897d9913/44e142cb-8f86-4187-9c4b-238548b6ebf8) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:53.983406 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-fd6ce6e0-b525-4dfa-a47f-315c7749ddc8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'eab10f14-23e8-4ba3-9815-fb125fd30bf4', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:54.009066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeac625-980b-495b-a6b4-3dd4a348933c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=252aba7c-d3df-4996-adfb-a203f7f5af5f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:54.020281 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.027915 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.031007 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '71464971-1e0d-4f61-8403-dcc6c02a6c41', 'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:08:47:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:50Z', 'updated_at': '2021-11-09T04:22:51Z', 'revision_number': 2, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:54.040750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fd6ce6e0-b525-4dfa-a47f-315c7749ddc8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.051070 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-beeac625-980b-495b-a6b4-3dd4a348933c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3919129 Nov 09 04:22:54.052040 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50726) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:54.059735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac51ecb-294b-4ef7-84a5-1006b9d28c3e']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:54.061090 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c5ae2d90-1d97-4717-a8a2-ed41386d2a53 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'subnet': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:54.073765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533419e0-0ea9-425d-9cdd-c490589b3db5') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:54.074030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533419e0-0ea9-425d-9cdd-c490589b3db5') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:54.085528 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.088647 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Checking router: 6800090e-2088-4aa7-92d3-e5efb6656ee8 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:22:54.089009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Updating router 6800090e-2088-4aa7-92d3-e5efb6656ee8 port 71464971-1e0d-4f61-8403-dcc6c02a6c41 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:22:54.102054 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.116103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:22:54.116517 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:22:54.120543 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:22:54.162841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5b119c9d-b7b4-4576-a7c7-2b6f0e8c891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.185353 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.202132 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 98c4ccff-80af-4802-9618-208d2cfe5380, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=98c4ccff-80af-4802-9618-208d2cfe5380,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:54.219442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.222015 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fd6ce6e0-b525-4dfa-a47f-315c7749ddc8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.225624 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.226379 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 490e1eb0-d4c5-443f-95fc-adc1c2059a55 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:54.236839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.243177 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "DELETE /v2.0/networks/bac51ecb-294b-4ef7-84a5-1006b9d28c3e HTTP/1.1" status: 204 len: 168 time: 1.1213226 Nov 09 04:22:54.245612 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50728) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:54.251939 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fd6ce6e0-b525-4dfa-a47f-315c7749ddc8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.276870 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a3d43-73dd-432c-a4db-4c4f916b0b01 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Pushing event deleted for resources: {'Network': ['ID=bac51ecb-294b-4ef7-84a5-1006b9d28c3e,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:54.281269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ce6e0-b525-4dfa-a47f-315c7749ddc8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0765c3-53cf-4678-ab3b-e79ae9f32a71,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:54.291945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ae2d90-1d97-4717-a8a2-ed41386d2a53 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:54.297278 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2d90-1d97-4717-a8a2-ed41386d2a53 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.315381 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-28945855-9b48-426b-80f6-9fb426977436 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d7f1a05-c6e3-43dd-99b7-189776c429a1 HTTP/1.1" status: 200 len: 205 time: 0.0685513 Nov 09 04:22:54.316724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50730) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:54.320197 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fd6ce6e0-b525-4dfa-a47f-315c7749ddc8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.326103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50732) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:54.326797 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fd6ce6e0-b525-4dfa-a47f-315c7749ddc8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3537538 Nov 09 04:22:54.330811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9b91caff-23b4-43e6-a5d5-f6daf568b690 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'eab10f14-23e8-4ba3-9815-fb125fd30bf4', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:54.331516 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-68dbee1e-8faa-4c24-b182-cff0f2b67067 None None] For port 44e142cb-8f86-4187-9c4b-238548b6ebf8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=44e142cb-8f86-4187-9c4b-238548b6ebf8,segment=NetworkSegment(03d93c84-ba95-48ed-9a1f-8822175ba916),segment_id=03d93c84-ba95-48ed-9a1f-8822175ba916)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:54.424574 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.ipam_backend_mixin [None req-c5ae2d90-1d97-4717-a8a2-ed41386d2a53 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b33c8f2-a4dd-49ac-ba1b-4e7c897d9913 (CIDR: 2001:db8::/64) Nov 09 04:22:54.428963 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ae2d90-1d97-4717-a8a2-ed41386d2a53 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:22:54.429494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ae2d90-1d97-4717-a8a2-ed41386d2a53 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:22:54.442514 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4d640277-0d11-4c7e-8801-ea783fcda5c6 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.457643 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-5b119c9d-b7b4-4576-a7c7-2b6f0e8c891e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:22:54.457643 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-5b119c9d-b7b4-4576-a7c7-2b6f0e8c891e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:22:54.458722 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c5ae2d90-1d97-4717-a8a2-ed41386d2a53 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4054530 Nov 09 04:22:54.460626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50734) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:54.469048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=98c4ccff-80af-4802-9618-208d2cfe5380,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:54.469838 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f315f5ec-88cd-45d5-b2b0-774ff48475f0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'subnet': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:54.479222 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b91caff-23b4-43e6-a5d5-f6daf568b690 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.489832 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-68dbee1e-8faa-4c24-b182-cff0f2b67067 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.509356 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 490e1eb0-d4c5-443f-95fc-adc1c2059a55 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:54.509839 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.540043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-68dbee1e-8faa-4c24-b182-cff0f2b67067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.652715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f315f5ec-88cd-45d5-b2b0-774ff48475f0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:54.656563 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f315f5ec-88cd-45d5-b2b0-774ff48475f0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.667849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b91caff-23b4-43e6-a5d5-f6daf568b690 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.714093 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b91caff-23b4-43e6-a5d5-f6daf568b690 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.726774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4d640277-0d11-4c7e-8801-ea783fcda5c6 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.739988 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4d640277-0d11-4c7e-8801-ea783fcda5c6 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.757876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9b91caff-23b4-43e6-a5d5-f6daf568b690 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.760138 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9b91caff-23b4-43e6-a5d5-f6daf568b690 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4334691 Nov 09 04:22:54.760982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91caff-23b4-43e6-a5d5-f6daf568b690 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5016efd1-1651-420a-9993-7f9b9ae4b50e,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:54.789937 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.ipam_backend_mixin [None req-f315f5ec-88cd-45d5-b2b0-774ff48475f0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 11c0995c-b5be-405a-8e43-fb815116c26b (CIDR: 2001:db8:0:1::/64) Nov 09 04:22:54.790903 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50736) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:54.795954 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f257f32e-19e3-4bdf-a887-11915ff3cac7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'eab10f14-23e8-4ba3-9815-fb125fd30bf4', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:54.800964 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f315f5ec-88cd-45d5-b2b0-774ff48475f0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:22:54.801363 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f315f5ec-88cd-45d5-b2b0-774ff48475f0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:22:54.801806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4d640277-0d11-4c7e-8801-ea783fcda5c6 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.802394 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d640277-0d11-4c7e-8801-ea783fcda5c6 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Fanout notify agent at l3_agent the message router_deleted on router 4d7f1a05-c6e3-43dd-99b7-189776c429a1 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:22:54.811198 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4d640277-0d11-4c7e-8801-ea783fcda5c6 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.815452 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4d640277-0d11-4c7e-8801-ea783fcda5c6 tempest-RoutersNegativeIpV6Test-1182772401 tempest-RoutersNegativeIpV6Test-1182772401-project] 10.222.0.21 "DELETE /v2.0/routers/4d7f1a05-c6e3-43dd-99b7-189776c429a1 HTTP/1.1" status: 204 len: 168 time: 0.4975221 Nov 09 04:22:54.838418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f257f32e-19e3-4bdf-a887-11915ff3cac7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.854859 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f315f5ec-88cd-45d5-b2b0-774ff48475f0 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3929520 Nov 09 04:22:54.857673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50740) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:54.866059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-555a55cf-0e14-41f3-a28e-e1860f730758 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'subnet': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:54.876355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbee1e-8faa-4c24-b182-cff0f2b67067 None None] Pushing event updated for resources: {'Port': ['ID=44e142cb-8f86-4187-9c4b-238548b6ebf8,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:54.917102 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f257f32e-19e3-4bdf-a887-11915ff3cac7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.929669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f257f32e-19e3-4bdf-a887-11915ff3cac7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.975938 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257f32e-19e3-4bdf-a887-11915ff3cac7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186c4cf1-f1e8-42e5-9ea2-a11320710c63,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:54.991316 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f257f32e-19e3-4bdf-a887-11915ff3cac7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:54.993797 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f257f32e-19e3-4bdf-a887-11915ff3cac7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2009637 Nov 09 04:22:55.010695 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50742) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:55.023593 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-a1ec5482-5549-485c-af5f-fc0432c29e41 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'eab10f14-23e8-4ba3-9815-fb125fd30bf4', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:55.044332 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c2525b99-1761-44ba-83c9-a0a6f9070d0c no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:55.081627 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-a1ec5482-5549-485c-af5f-fc0432c29e41 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:22:55.090293 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1ec5482-5549-485c-af5f-fc0432c29e41 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.091435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: c2525b99-1761-44ba-83c9-a0a6f9070d0c {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:55.092810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c2525b99-1761-44ba-83c9-a0a6f9070d0c not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:55.141584 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.155042 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.218690 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1ec5482-5549-485c-af5f-fc0432c29e41 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.225494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1ec5482-5549-485c-af5f-fc0432c29e41 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.260660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec5482-5549-485c-af5f-fc0432c29e41 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71abcaf-bcf7-4bee-8b43-d80542311f44,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:55.264880 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 44e142cb-8f86-4187-9c4b-238548b6ebf8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:55.281818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a1ec5482-5549-485c-af5f-fc0432c29e41 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.284472 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a1ec5482-5549-485c-af5f-fc0432c29e41 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2699406 Nov 09 04:22:55.287232 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50746) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:55.294098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f77ecca7-97d7-480c-9f78-3e0897a53cd9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'eab10f14-23e8-4ba3-9815-fb125fd30bf4', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:55.299513 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50748) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:55.351325 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-f77ecca7-97d7-480c-9f78-3e0897a53cd9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:22:55.357198 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13db5d1-4589-448d-97b2-f3575ccd98ca None None] Pushing event updated for resources: {'Port': ['ID=71464971-1e0d-4f61-8403-dcc6c02a6c41,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:55.363091 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f77ecca7-97d7-480c-9f78-3e0897a53cd9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.371929 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c313f4d9-4988-4127-b511-fa7b0d0dc3e7 None None] Provisioning complete for port 71464971-1e0d-4f61-8403-dcc6c02a6c41 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:55.372306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c313f4d9-4988-4127-b511-fa7b0d0dc3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.475142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555a55cf-0e14-41f3-a28e-e1860f730758 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Made reservation on behalf of 71fd51368c80426eac4861e09f04834c for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:55.479549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Attempting to bind port 71464971-1e0d-4f61-8403-dcc6c02a6c41 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:22:55.479706 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Attempting to bind port 71464971-1e0d-4f61-8403-dcc6c02a6c41 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:22:55.479830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-555a55cf-0e14-41f3-a28e-e1860f730758 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.480070 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Attempting to bind port 71464971-1e0d-4f61-8403-dcc6c02a6c41 on network 0015125f-7176-4fb6-af21-ef492802bafe {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:22:55.484303 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c313f4d9-4988-4127-b511-fa7b0d0dc3e7 None None] Port 71464971-1e0d-4f61-8403-dcc6c02a6c41 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:55.491668 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:22:55.492041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Checking segment: {'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:22:55.492444 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.492865 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Bound using segment: {'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:22:55.493368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Bound port: 71464971-1e0d-4f61-8403-dcc6c02a6c41, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:22:55.493773 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.507721 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8e668c8a-f961-4839-92f2-447a12721eeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=898ad3f3d5364ab5a3c531b49dcbe996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2045686 Nov 09 04:22:55.507970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50752) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:55.533009 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f77ecca7-97d7-480c-9f78-3e0897a53cd9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.544055 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 44e142cb-8f86-4187-9c4b-238548b6ebf8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:55.544307 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.547946 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f77ecca7-97d7-480c-9f78-3e0897a53cd9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.564046 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ecca7-97d7-480c-9f78-3e0897a53cd9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4197a5c8-06b2-4ca3-a049-72ea2923e33c,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:55.593588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f77ecca7-97d7-480c-9f78-3e0897a53cd9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.594820 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f77ecca7-97d7-480c-9f78-3e0897a53cd9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3060167 Nov 09 04:22:55.600074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-36cc9872-3cdc-412f-a20c-e579610249ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.604918 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2b8138f1-5180-45f6-95d7-2b578ceb889f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.610271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c313f4d9-4988-4127-b511-fa7b0d0dc3e7 None None] Provisioning complete for port 98c4ccff-80af-4802-9618-208d2cfe5380 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:55.610668 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c313f4d9-4988-4127-b511-fa7b0d0dc3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.639336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-36cc9872-3cdc-412f-a20c-e579610249ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.730482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] For port 71464971-1e0d-4f61-8403-dcc6c02a6c41, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:22:55.734128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-36cc9872-3cdc-412f-a20c-e579610249ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.737058 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-36cc9872-3cdc-412f-a20c-e579610249ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.739288 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-36cc9872-3cdc-412f-a20c-e579610249ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34a391c2-d1e8-4301-a0eb-fa52c3cb8cfe HTTP/1.1" status: 204 len: 168 time: 0.2296624 Nov 09 04:22:55.744701 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] For port 71464971-1e0d-4f61-8403-dcc6c02a6c41, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=71464971-1e0d-4f61-8403-dcc6c02a6c41,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:22:55.752785 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc9872-3cdc-412f-a20c-e579610249ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a391c2-d1e8-4301-a0eb-fa52c3cb8cfe,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:55.759507 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.917568 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 98c4ccff-80af-4802-9618-208d2cfe5380 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:55.932200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-555a55cf-0e14-41f3-a28e-e1860f730758 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:55.975257 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13db5d1-4589-448d-97b2-f3575ccd98ca None None] Pushing event updated for resources: {'Port': ['ID=71464971-1e0d-4f61-8403-dcc6c02a6c41,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:56.002450 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Routers {'6800090e-2088-4aa7-92d3-e5efb6656ee8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:22:56.003298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6800090e-2088-4aa7-92d3-e5efb6656ee8'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:56.016264 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a55cf-0e14-41f3-a28e-e1860f730758 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Network 44699648-5450-4f43-a55d-e2aaa7044002 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:56.017991 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-fdc21d08-f3c2-496b-b8db-e047a4793977 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031186456&fields=id&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 267 time: 0.1001151 Nov 09 04:22:56.024669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-555a55cf-0e14-41f3-a28e-e1860f730758 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:56.036589 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555a55cf-0e14-41f3-a28e-e1860f730758 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:56.037534 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-555a55cf-0e14-41f3-a28e-e1860f730758 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:56.050859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a55cf-0e14-41f3-a28e-e1860f730758 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Subnet': ['ID=85988d55-e682-45b8-9669-fb0f0796f7b3,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:56.067753 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-555a55cf-0e14-41f3-a28e-e1860f730758 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2078304 Nov 09 04:22:56.070255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50774) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:56.078617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b931d295-9aa2-4dad-839f-d45c751e2bc5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1686049323', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '85988d55-e682-45b8-9669-fb0f0796f7b3'}], 'security_groups': ['cf66a891-94cc-4d58-9f94-1c26fcf0a1ab', '27c8e517-4511-4c6b-b6b9-6705bb79747a']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:56.168938 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 98c4ccff-80af-4802-9618-208d2cfe5380 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:56.169306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:56.171472 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b931d295-9aa2-4dad-839f-d45c751e2bc5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:56.215855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] Set router 6800090e-2088-4aa7-92d3-e5efb6656ee8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:22:56.276971 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-dc343c32-40e0-4a96-aad7-1262aaf02cc1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:56.278825 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-dc343c32-40e0-4a96-aad7-1262aaf02cc1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/networks?id=0015125f-7176-4fb6-af21-ef492802bafe HTTP/1.1" status: 200 len: 795 time: 0.2486882 Nov 09 04:22:56.302457 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-fcd2c3e8-c51f-4e9f-b86a-5b2e40acbe0e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/quotas/871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 375 time: 0.0111811 Nov 09 04:22:56.329426 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4e1c4ff3-c82f-48d4-aee1-85d827bf7ddc None None] Provisioning complete for port 71464971-1e0d-4f61-8403-dcc6c02a6c41 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:56.330013 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4ff3-c82f-48d4-aee1-85d827bf7ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:56.386746 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cd966d-8efc-4b3b-b5ba-f7722ea472fd None None] Network 44699648-5450-4f43-a55d-e2aaa7044002 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:56.407761 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-9136c03f-65bd-4152-b2c8-8a7dd6b39262 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873206 Nov 09 04:22:56.532070 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-59b65d9a-364d-40fe-bc57-e89229bf1527 service neutron] 10.222.0.21 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043150 Nov 09 04:22:56.629105 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f1009e1a-f8e0-4cbb-8909-3679b343d9c0 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:22:56.685344 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: f1009e1a-f8e0-4cbb-8909-3679b343d9c0 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:22:56.685712 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device f1009e1a-f8e0-4cbb-8909-3679b343d9c0 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:22:56.697665 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4ff3-c82f-48d4-aee1-85d827bf7ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:56.749915 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-b0d53b5d-bb3c-4511-87ea-278b9330b1bf service neutron] 10.222.0.21 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012050 Nov 09 04:22:56.751010 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-b931d295-9aa2-4dad-839f-d45c751e2bc5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Delete allocated IP 2001:db8::f2 (44699648-5450-4f43-a55d-e2aaa7044002/6b33c8f2-a4dd-49ac-ba1b-4e7c897d9913) {{(pid=101883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 09 04:22:56.761642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-b931d295-9aa2-4dad-839f-d45c751e2bc5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Allocated IP 2001:db8:0:2::14f (44699648-5450-4f43-a55d-e2aaa7044002/85988d55-e682-45b8-9669-fb0f0796f7b3/252aba7c-d3df-4996-adfb-a203f7f5af5f) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:56.765573 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4e1c4ff3-c82f-48d4-aee1-85d827bf7ddc None None] For port 71464971-1e0d-4f61-8403-dcc6c02a6c41, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=71464971-1e0d-4f61-8403-dcc6c02a6c41,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:56.780126 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4ff3-c82f-48d4-aee1-85d827bf7ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:56.826973 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '71464971-1e0d-4f61-8403-dcc6c02a6c41', 'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:08:47:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:50Z', 'updated_at': '2021-11-09T04:22:55Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:22:56.879842 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7f7f1d-3fe0-4eb8-bfee-95b9859fd9c1 None None] The sync data for ids ['6800090e-2088-4aa7-92d3-e5efb6656ee8'] in dv-neutron-816800-2-hyperv is: [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '71464971-1e0d-4f61-8403-dcc6c02a6c41', 'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:08:47:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:50Z', 'updated_at': '2021-11-09T04:22:55Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:22:56.906360 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4e1c4ff3-c82f-48d4-aee1-85d827bf7ddc None None] Provisioning complete for port 44e142cb-8f86-4187-9c4b-238548b6ebf8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:56.906731 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4ff3-c82f-48d4-aee1-85d827bf7ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:56.946782 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c4ff3-c82f-48d4-aee1-85d827bf7ddc None None] Pushing event updated for resources: {'Port': ['ID=71464971-1e0d-4f61-8403-dcc6c02a6c41,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:56.990695 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Update dhcp port {'port': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'fixed_ips': [{'subnet_id': '11c0995c-b5be-405a-8e43-fb815116c26b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6b33c8f2-a4dd-49ac-ba1b-4e7c897d9913', 'ip_address': '2001:db8::2'}, {'subnet_id': '85988d55-e682-45b8-9669-fb0f0796f7b3'}], 'binding:host_id': 'dv-neutron-816800-2-hyperv'}, 'id': '44e142cb-8f86-4187-9c4b-238548b6ebf8'} from dv-neutron-816800-2-hyperv. {{(pid=101885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 04:22:57.020659 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50796) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:57.022756 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.063860 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cf9ec3f9-a042-4c6d-9dcd-c15ff722f154 req-41b326a3-33e4-4d1d-90ef-7c10ddd26a48 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 210 time: 0.0478323 Nov 09 04:22:57.076956 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b931d295-9aa2-4dad-839f-d45c751e2bc5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.097567 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b931d295-9aa2-4dad-839f-d45c751e2bc5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.220761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-b931d295-9aa2-4dad-839f-d45c751e2bc5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] In _notify_port_updated(), no bound segment for port 252aba7c-d3df-4996-adfb-a203f7f5af5f on network 44699648-5450-4f43-a55d-e2aaa7044002 {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:22:57.227347 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b931d295-9aa2-4dad-839f-d45c751e2bc5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:57.228130 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b931d295-9aa2-4dad-839f-d45c751e2bc5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.236294 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50804) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:57.236788 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b931d295-9aa2-4dad-839f-d45c751e2bc5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "PUT /v2.0/ports/252aba7c-d3df-4996-adfb-a203f7f5af5f HTTP/1.1" status: 200 len: 970 time: 1.1627586 Nov 09 04:22:57.242985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931d295-9aa2-4dad-839f-d45c751e2bc5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event updated for resources: {'Port': ['ID=252aba7c-d3df-4996-adfb-a203f7f5af5f,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:57.263818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-fccd396e-9b1f-4b10-9363-150852a474e9 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group': {'name': 'tempest-secgroup--627559018'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:57.315445 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 71464971-1e0d-4f61-8403-dcc6c02a6c41 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:57.384752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fccd396e-9b1f-4b10-9363-150852a474e9 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.400576 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fccd396e-9b1f-4b10-9363-150852a474e9 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.410630 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c525e084-8a56-4dd5-a374-947798f277c3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port 252aba7c-d3df-4996-adfb-a203f7f5af5f {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:22:57.411209 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c525e084-8a56-4dd5-a374-947798f277c3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.545232 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4e1c4ff3-c82f-48d4-aee1-85d827bf7ddc None None] Provisioning complete for port 5ee3de46-4fbc-4278-9118-cebc9f4e5f46 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:57.545629 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4ff3-c82f-48d4-aee1-85d827bf7ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.569106 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c525e084-8a56-4dd5-a374-947798f277c3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.595757 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c525e084-8a56-4dd5-a374-947798f277c3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for 252aba7c-d3df-4996-adfb-a203f7f5af5f owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:22:57.600140 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 71464971-1e0d-4f61-8403-dcc6c02a6c41 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:57.600514 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.602859 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Allocated IP 2001:db8:0:2::2 (44699648-5450-4f43-a55d-e2aaa7044002/85988d55-e682-45b8-9669-fb0f0796f7b3/44e142cb-8f86-4187-9c4b-238548b6ebf8) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:57.603409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fccd396e-9b1f-4b10-9363-150852a474e9 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.611746 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fccd396e-9b1f-4b10-9363-150852a474e9 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.642941 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c4ff3-c82f-48d4-aee1-85d827bf7ddc None None] Port 5ee3de46-4fbc-4278-9118-cebc9f4e5f46 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:57.690730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd396e-9b1f-4b10-9363-150852a474e9 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaca0e58-c9d8-4540-ba19-915df83e7cd7,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:57.769736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fccd396e-9b1f-4b10-9363-150852a474e9 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.800056 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fccd396e-9b1f-4b10-9363-150852a474e9 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.842789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] For port 44e142cb-8f86-4187-9c4b-238548b6ebf8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=44e142cb-8f86-4187-9c4b-238548b6ebf8,segment=NetworkSegment(03d93c84-ba95-48ed-9a1f-8822175ba916),segment_id=03d93c84-ba95-48ed-9a1f-8822175ba916)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:22:57.848358 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fccd396e-9b1f-4b10-9363-150852a474e9 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.848358 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fccd396e-9b1f-4b10-9363-150852a474e9 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8235686 Nov 09 04:22:57.848692 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7c58da09-06b7-4bb0-8735-e0930654cef3 None None] Provisioning complete for port 252aba7c-d3df-4996-adfb-a203f7f5af5f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:57.848692 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7c58da09-06b7-4bb0-8735-e0930654cef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.854948 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50808) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:57.861761 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd396e-9b1f-4b10-9363-150852a474e9 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef8191b-3f57-4cf4-a559-b383ac8d92be,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:57.876085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c525e084-8a56-4dd5-a374-947798f277c3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.885623 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-716d6741-028b-4f37-b3c5-ac34a1b37b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.909705 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-7c58da09-06b7-4bb0-8735-e0930654cef3 None None] Port 252aba7c-d3df-4996-adfb-a203f7f5af5f cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:57.924546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.932894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.953137 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-def976d2-f9b4-4d0e-96b9-b4814446f4c1 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0967000 Nov 09 04:22:57.955813 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50810) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:57.961839 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525e084-8a56-4dd5-a374-947798f277c3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=252aba7c-d3df-4996-adfb-a203f7f5af5f,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:57.962762 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-206eb187-d27a-4e6c-baa7-655c533b4cb0 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group': {'name': 'tempest-security--1778908646', 'description': 'tempest-security-description-1579335679'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:57.967002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c525e084-8a56-4dd5-a374-947798f277c3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:57.973258 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c525e084-8a56-4dd5-a374-947798f277c3 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/252aba7c-d3df-4996-adfb-a203f7f5af5f HTTP/1.1" status: 204 len: 168 time: 0.7359140 Nov 09 04:22:57.973901 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50812) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:58.003294 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c327820-58b8-463f-8cd0-75645949b2e9 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] GET failed (client error): The resource could not be found. Nov 09 04:22:58.008643 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8c327820-58b8-463f-8cd0-75645949b2e9 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports/252aba7c-d3df-4996-adfb-a203f7f5af5f HTTP/1.1" status: 404 len: 333 time: 0.0336497 Nov 09 04:22:58.011996 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50814) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:58.024051 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-206eb187-d27a-4e6c-baa7-655c533b4cb0 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.091885 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b9383f6-a327-4dac-be52-e7f896889d15 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.096679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Pushing event updated for resources: {'Port': ['ID=44e142cb-8f86-4187-9c4b-238548b6ebf8,revision_number=7']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:58.100970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-206eb187-d27a-4e6c-baa7-655c533b4cb0 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.105979 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-206eb187-d27a-4e6c-baa7-655c533b4cb0 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.112619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-206eb187-d27a-4e6c-baa7-655c533b4cb0 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.116542 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-206eb187-d27a-4e6c-baa7-655c533b4cb0 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "PUT /v2.0/security-groups/1ef8191b-3f57-4cf4-a559-b383ac8d92be HTTP/1.1" status: 200 len: 1797 time: 0.1560431 Nov 09 04:22:58.117845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50818) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:58.120286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:58.121088 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:58.121997 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:58.126574 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:58.129584 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:58.137903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:58.138505 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:58.139199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:58.139784 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:58.140350 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:58.141256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:58.142482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec82d5-fbeb-452d-b9ed-e24bebcc4d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:22:58.144591 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b9383f6-a327-4dac-be52-e7f896889d15 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.158334 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206eb187-d27a-4e6c-baa7-655c533b4cb0 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef8191b-3f57-4cf4-a559-b383ac8d92be,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:58.300663 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1a7b225b-9141-460a-812e-4499e9d6eea3 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-groups/1ef8191b-3f57-4cf4-a559-b383ac8d92be HTTP/1.1" status: 200 len: 1797 time: 0.1813679 Nov 09 04:22:58.301965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50820) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:58.307023 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c0778559-e6bd-43fe-b1aa-2a8aa8550b5e req-5a4b33b4-4cec-45ce-900f-b950f7e9e29a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 210 time: 0.0815494 Nov 09 04:22:58.359995 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b9383f6-a327-4dac-be52-e7f896889d15 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.362636 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9b9383f6-a327-4dac-be52-e7f896889d15 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.363780 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9b9383f6-a327-4dac-be52-e7f896889d15 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/security-groups/2f494b71-13a4-4114-b432-476b4600f90d HTTP/1.1" status: 204 len: 168 time: 0.3507826 Nov 09 04:22:58.368877 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50822) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:58.388631 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9383f6-a327-4dac-be52-e7f896889d15 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f494b71-13a4-4114-b432-476b4600f90d,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:58.405358 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8cefee97-56ed-4fc2-8405-c3ede34f02aa tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.415694 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4d89f00c-f709-4eaf-b5d1-99108d2eb517 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:58.417780 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4d89f00c-f709-4eaf-b5d1-99108d2eb517 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/networks?id=0015125f-7176-4fb6-af21-ef492802bafe HTTP/1.1" status: 200 len: 795 time: 0.2453082 Nov 09 04:22:58.449741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8cefee97-56ed-4fc2-8405-c3ede34f02aa tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.475402 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b858fdcb-a047-4dad-a3b2-f05f178fe3bb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.512338 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4f41730f-0292-4cc2-9136-6e6e58a4773c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 380 time: 0.0852537 Nov 09 04:22:58.519896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8cefee97-56ed-4fc2-8405-c3ede34f02aa tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.522816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8cefee97-56ed-4fc2-8405-c3ede34f02aa tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.524710 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8cefee97-56ed-4fc2-8405-c3ede34f02aa tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-groups/1ef8191b-3f57-4cf4-a559-b383ac8d92be HTTP/1.1" status: 204 len: 168 time: 0.2209866 Nov 09 04:22:58.526529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b858fdcb-a047-4dad-a3b2-f05f178fe3bb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.530677 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-6dcd871e-c36b-41bb-860d-4821009fd195 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'port': {'device_id': 'bdccb436-6b3e-4843-a0d8-a7fefd70666d', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'admin_state_up': True, 'tenant_id': '871582c076e646fa8f870c685a113561', 'security_groups': ['eab10f14-23e8-4ba3-9815-fb125fd30bf4']}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:58.535315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50828) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:58.552943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefee97-56ed-4fc2-8405-c3ede34f02aa tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef8191b-3f57-4cf4-a559-b383ac8d92be,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:58.592389 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b858fdcb-a047-4dad-a3b2-f05f178fe3bb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.596130 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b858fdcb-a047-4dad-a3b2-f05f178fe3bb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.599790 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b858fdcb-a047-4dad-a3b2-f05f178fe3bb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/security-groups/27c8e517-4511-4c6b-b6b9-6705bb79747a HTTP/1.1" status: 204 len: 168 time: 0.2274764 Nov 09 04:22:58.610899 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50830) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:58.611666 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858fdcb-a047-4dad-a3b2-f05f178fe3bb tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c8e517-4511-4c6b-b6b9-6705bb79747a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:58.671899 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a34ad6a9-d211-4ea3-93c1-a5aaead964ed tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1357980 Nov 09 04:22:58.674807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50832) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:58.696706 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-892a3781-a9f2-4360-b9a0-83ab1e5cf19f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.699353 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-a08d1fe6-e26d-4607-a916-86376bf97d1c tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] delete failed (client error): The resource could not be found. Nov 09 04:22:58.700403 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a08d1fe6-e26d-4607-a916-86376bf97d1c tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-groups/1ef8191b-3f57-4cf4-a559-b383ac8d92be HTTP/1.1" status: 404 len: 347 time: 0.0246835 Nov 09 04:22:58.705174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50834) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:58.710878 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-cafa98b8-5795-42d7-b87a-50b3cb275a9f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516386630'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:58.730888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-892a3781-a9f2-4360-b9a0-83ab1e5cf19f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.732170 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.db.api [None req-cafa98b8-5795-42d7-b87a-50b3cb275a9f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 04:22:58.732170 dv-neutron-816800-2-hyperv neutron-server[101884]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 04:22:58.732170 dv-neutron-816800-2-hyperv neutron-server[101884]: [parameters: {'project_id': '1bbd2278ca9a4a99a4a1b36ae653e590', 'id': '36fb4bc6-d301-4d79-bb15-e4f8c87667ec', 'expiration': datetime.datetime(2021, 11, 9, 4, 24, 58, 728864)}] Nov 09 04:22:58.732170 dv-neutron-816800-2-hyperv neutron-server[101884]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:22:58.732583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG oslo_db.api [None req-cafa98b8-5795-42d7-b87a-50b3cb275a9f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:22:58.743233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-6dcd871e-c36b-41bb-860d-4821009fd195 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:22:58.747067 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-6dcd871e-c36b-41bb-860d-4821009fd195 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.784416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-892a3781-a9f2-4360-b9a0-83ab1e5cf19f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.787308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-892a3781-a9f2-4360-b9a0-83ab1e5cf19f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.791035 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-892a3781-a9f2-4360-b9a0-83ab1e5cf19f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/security-groups/cf66a891-94cc-4d58-9f94-1c26fcf0a1ab HTTP/1.1" status: 204 len: 168 time: 0.1666260 Nov 09 04:22:58.791985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50836) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:58.830372 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a3781-a9f2-4360-b9a0-83ab1e5cf19f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf66a891-94cc-4d58-9f94-1c26fcf0a1ab,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:58.850487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edf602e-ed77-4c02-9996-6c14111482a5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting subnet 6b33c8f2-a4dd-49ac-ba1b-4e7c897d9913 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:58.859291 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3edf602e-ed77-4c02-9996-6c14111482a5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.890639 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-6dcd871e-c36b-41bb-860d-4821009fd195 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.10 (0015125f-7176-4fb6-af21-ef492802bafe/51bbb8ee-772b-4439-939e-8b6e723b5ee8/e26f416e-4d4a-43af-bbf6-c0dfb0176915) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:22:58.901099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3edf602e-ed77-4c02-9996-6c14111482a5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.935077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9af3e5ff-633f-4585-a3b6-84851ca85d04 None None] Could not find standard attr ID for object 252aba7c-d3df-4996-adfb-a203f7f5af5f. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:22:58.950056 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9af3e5ff-633f-4585-a3b6-84851ca85d04 None None] Provisioning complete for port 44e142cb-8f86-4187-9c4b-238548b6ebf8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:58.950812 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9af3e5ff-633f-4585-a3b6-84851ca85d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:58.992446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3edf602e-ed77-4c02-9996-6c14111482a5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.063943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-6dcd871e-c36b-41bb-860d-4821009fd195 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.067410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.075401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3edf602e-ed77-4c02-9996-6c14111482a5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.082114 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9af3e5ff-633f-4585-a3b6-84851ca85d04 None None] Provisioning complete for port 5ee3de46-4fbc-4278-9118-cebc9f4e5f46 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:59.082524 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9af3e5ff-633f-4585-a3b6-84851ca85d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.108217 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-6dcd871e-c36b-41bb-860d-4821009fd195 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.120430 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf602e-ed77-4c02-9996-6c14111482a5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Subnet': ['ID=6b33c8f2-a4dd-49ac-ba1b-4e7c897d9913,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:59.121089 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-9af3e5ff-633f-4585-a3b6-84851ca85d04 None None] Port 5ee3de46-4fbc-4278-9118-cebc9f4e5f46 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:59.130689 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3edf602e-ed77-4c02-9996-6c14111482a5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.135477 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3edf602e-ed77-4c02-9996-6c14111482a5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/6b33c8f2-a4dd-49ac-ba1b-4e7c897d9913 HTTP/1.1" status: 204 len: 168 time: 0.3411598 Nov 09 04:22:59.139021 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50838) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:59.171217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3040c2-e37f-4d6d-b384-e37ba4a34a23 None None] Network 44699648-5450-4f43-a55d-e2aaa7044002 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:22:59.192870 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-6dcd871e-c36b-41bb-860d-4821009fd195 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 0015125f-7176-4fb6-af21-ef492802bafe is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:22:59.197804 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-6dcd871e-c36b-41bb-860d-4821009fd195 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:22:59.203881 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-6dcd871e-c36b-41bb-860d-4821009fd195 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:22:59.203996 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ecbeb7-5447-45d0-8609-6f880d049f2f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting subnet 85988d55-e682-45b8-9669-fb0f0796f7b3 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:59.207976 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd871e-c36b-41bb-860d-4821009fd195 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=e26f416e-4d4a-43af-bbf6-c0dfb0176915,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:59.208592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07ecbeb7-5447-45d0-8609-6f880d049f2f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.241110 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 44e142cb-8f86-4187-9c4b-238548b6ebf8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:22:59.254207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07ecbeb7-5447-45d0-8609-6f880d049f2f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.268244 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-6dcd871e-c36b-41bb-860d-4821009fd195 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:59.268897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-6dcd871e-c36b-41bb-860d-4821009fd195 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.279224 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-54006588-5f64-4de6-a262-431259006ef7 None None] Could not find standard attr ID for object 7444bd90-ee37-4d55-aa57-bd4007764123. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:22:59.287889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cafa98b8-5795-42d7-b87a-50b3cb275a9f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.312299 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-6dcd871e-c36b-41bb-860d-4821009fd195 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7891333 Nov 09 04:22:59.330484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Request body: {'port': {'device_id': 'bdccb436-6b3e-4843-a0d8-a7fefd70666d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:59.381601 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07ecbeb7-5447-45d0-8609-6f880d049f2f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.400145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 44e142cb-8f86-4187-9c4b-238548b6ebf8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:59.400394 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.417323 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.454149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cafa98b8-5795-42d7-b87a-50b3cb275a9f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.480470 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cafa98b8-5795-42d7-b87a-50b3cb275a9f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.494316 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07ecbeb7-5447-45d0-8609-6f880d049f2f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.530453 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cafa98b8-5795-42d7-b87a-50b3cb275a9f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.531664 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cafa98b8-5795-42d7-b87a-50b3cb275a9f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8255208 Nov 09 04:22:59.535191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50842) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:59.543410 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-87724fc6-2aaa-4f90-a341-4dab54746352 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group_rule': {'security_group_id': '157e9e26-840c-488e-b271-23e24e8703c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:22:59.547341 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa98b8-5795-42d7-b87a-50b3cb275a9f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157e9e26-840c-488e-b271-23e24e8703c9,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:59.554488 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecbeb7-5447-45d0-8609-6f880d049f2f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Subnet': ['ID=85988d55-e682-45b8-9669-fb0f0796f7b3,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:59.557099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-07ecbeb7-5447-45d0-8609-6f880d049f2f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.562641 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-07ecbeb7-5447-45d0-8609-6f880d049f2f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/85988d55-e682-45b8-9669-fb0f0796f7b3 HTTP/1.1" status: 204 len: 168 time: 0.4202442 Nov 09 04:22:59.563286 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50844) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:59.591978 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4376569d-26c0-47ea-9876-de91cb474869 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] DELETE failed (client error): The resource could not be found. Nov 09 04:22:59.592301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4376569d-26c0-47ea-9876-de91cb474869 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:22:59.598170 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4376569d-26c0-47ea-9876-de91cb474869 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/6b33c8f2-a4dd-49ac-ba1b-4e7c897d9913 HTTP/1.1" status: 404 len: 337 time: 0.0312603 Nov 09 04:22:59.598510 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50846) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:59.614145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159f86b-56de-437f-86ce-e2c525dc1369 req-4187926b-9b93-41d3-97de-b58047735967 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:22:59.616881 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9159f86b-56de-437f-86ce-e2c525dc1369 req-4187926b-9b93-41d3-97de-b58047735967 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 932 time: 0.1846085 Nov 09 04:22:59.620487 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-087aebbc-9173-4d5c-961c-a50b58568268 None None] Provisioning complete for port e26f416e-4d4a-43af-bbf6-c0dfb0176915 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:22:59.620974 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-087aebbc-9173-4d5c-961c-a50b58568268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.624008 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ec9337-bb1f-4f47-ab26-35f64129caea None None] Update dhcp port {'port': {'network_id': '44699648-5450-4f43-a55d-e2aaa7044002', 'fixed_ips': [{'subnet_id': '11c0995c-b5be-405a-8e43-fb815116c26b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '85988d55-e682-45b8-9669-fb0f0796f7b3'}], 'binding:host_id': 'dv-neutron-816800-2-hyperv'}, 'id': '44e142cb-8f86-4187-9c4b-238548b6ebf8'} from dv-neutron-816800-2-hyperv. {{(pid=101885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 09 04:22:59.676702 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-71ec9337-bb1f-4f47-ab26-35f64129caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.679665 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-087aebbc-9173-4d5c-961c-a50b58568268 None None] Port e26f416e-4d4a-43af-bbf6-c0dfb0176915 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:22:59.689677 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9159f86b-56de-437f-86ce-e2c525dc1369 req-7c215c05-1a49-444b-ad29-e01201c8e9d3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=eab10f14-23e8-4ba3-9815-fb125fd30bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629842 Nov 09 04:22:59.699220 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-87724fc6-2aaa-4f90-a341-4dab54746352 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.741604 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-629f3c22-333a-4b1f-a51e-96730c5c743c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting subnet 11c0995c-b5be-405a-8e43-fb815116c26b {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:22:59.749569 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-629f3c22-333a-4b1f-a51e-96730c5c743c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.830691 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-629f3c22-333a-4b1f-a51e-96730c5c743c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.887723 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-87724fc6-2aaa-4f90-a341-4dab54746352 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.898433 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-87724fc6-2aaa-4f90-a341-4dab54746352 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.966547 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87724fc6-2aaa-4f90-a341-4dab54746352 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a45c04-4fbd-467f-8415-8823c47cfe1d,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:22:59.980893 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-87724fc6-2aaa-4f90-a341-4dab54746352 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:22:59.982111 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-87724fc6-2aaa-4f90-a341-4dab54746352 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4457648 Nov 09 04:22:59.985109 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50848) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:22:59.996063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26f416e-4d4a-43af-bbf6-c0dfb0176915 {{(pid=101884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:23:00.003372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-629f3c22-333a-4b1f-a51e-96730c5c743c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.007292 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.012569 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-510321ed-0272-4fb7-aa46-a7083c5babc1 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.020804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-510321ed-0272-4fb7-aa46-a7083c5babc1 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.054035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-510321ed-0272-4fb7-aa46-a7083c5babc1 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.060459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-510321ed-0272-4fb7-aa46-a7083c5babc1 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.061612 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-510321ed-0272-4fb7-aa46-a7083c5babc1 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/99a45c04-4fbd-467f-8415-8823c47cfe1d HTTP/1.1" status: 204 len: 168 time: 0.0753946 Nov 09 04:23:00.064248 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50850) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.075338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510321ed-0272-4fb7-aa46-a7083c5babc1 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99a45c04-4fbd-467f-8415-8823c47cfe1d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:00.128017 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-12d2a79d-6615-4bc0-8e3e-d4ac99347108 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0626307 Nov 09 04:23:00.129791 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50852) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.188281 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e6b139ab-3aa2-4e01-9f23-f37ff3143124 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.217113 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e6b139ab-3aa2-4e01-9f23-f37ff3143124 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.239551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.275135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e6b139ab-3aa2-4e01-9f23-f37ff3143124 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.278335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e6b139ab-3aa2-4e01-9f23-f37ff3143124 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.282634 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e6b139ab-3aa2-4e01-9f23-f37ff3143124 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-groups/157e9e26-840c-488e-b271-23e24e8703c9 HTTP/1.1" status: 204 len: 168 time: 0.1514127 Nov 09 04:23:00.283345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50854) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.305193 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b139ab-3aa2-4e01-9f23-f37ff3143124 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=157e9e26-840c-488e-b271-23e24e8703c9,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:00.352576 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4c314505-5113-44c9-9537-bf3bad369c3a tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0644593 Nov 09 04:23:00.357305 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50856) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.363725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-927f18d6-d3da-48f0-affa-2462eb126888 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088054976'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:00.388488 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-927f18d6-d3da-48f0-affa-2462eb126888 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.396089 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.provisioning_blocks [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Transition to ACTIVE for port object e26f416e-4d4a-43af-bbf6-c0dfb0176915 will not be triggered until provisioned by entity L2. {{(pid=101884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:23:00.402306 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server [None req-71ec9337-bb1f-4f47-ab26-35f64129caea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11c0995c-b5be-405a-8e43-fb815116c26b: This subnet is being modified by another concurrent operation. Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise exception Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11c0995c-b5be-405a-8e43-fb815116c26b: This subnet is being modified by another concurrent operation. Nov 09 04:23:00.475467 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server Nov 09 04:23:00.490295 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-927f18d6-d3da-48f0-affa-2462eb126888 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.492588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e26f416e-4d4a-43af-bbf6-c0dfb0176915,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:00.495951 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-629f3c22-333a-4b1f-a51e-96730c5c743c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.496699 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-927f18d6-d3da-48f0-affa-2462eb126888 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.532909 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-927f18d6-d3da-48f0-affa-2462eb126888 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.534277 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-927f18d6-d3da-48f0-affa-2462eb126888 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1763184 Nov 09 04:23:00.537417 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50858) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.542471 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-42e580a0-dc74-453a-b20e-bef924775086 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group_rule': {'security_group_id': '6db4614d-5753-4a34-8ffc-bb6e48843f7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:00.550927 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-629f3c22-333a-4b1f-a51e-96730c5c743c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.554285 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-629f3c22-333a-4b1f-a51e-96730c5c743c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/11c0995c-b5be-405a-8e43-fb815116c26b HTTP/1.1" status: 204 len: 168 time: 0.9528892 Nov 09 04:23:00.555833 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f3c22-333a-4b1f-a51e-96730c5c743c tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Subnet': ['ID=11c0995c-b5be-405a-8e43-fb815116c26b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:00.557425 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50860) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.573469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f18d6-d3da-48f0-affa-2462eb126888 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db4614d-5753-4a34-8ffc-bb6e48843f7a,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:00.584251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42e580a0-dc74-453a-b20e-bef924775086 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.589841 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5ccebc-0359-453a-9b9c-11f260aff4ad tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] DELETE failed (client error): The resource could not be found. Nov 09 04:23:00.590293 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5ccebc-0359-453a-9b9c-11f260aff4ad tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:23:00.593276 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0c5ccebc-0359-453a-9b9c-11f260aff4ad tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/822d8f8e-c37d-4762-bd71-73b94dda78f6 HTTP/1.1" status: 404 len: 337 time: 0.0332179 Nov 09 04:23:00.596673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50862) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.600987 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a399811e-73dd-4175-b693-5ec99149f358 None None] Network 44699648-5450-4f43-a55d-e2aaa7044002 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:23:00.626036 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9d2f18ac-798c-4d7b-87a4-24031b7a8320 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a8ea8d-24f6-4448-890c-1247afa9568d HTTP/1.1" status: 200 len: 205 time: 0.0280945 Nov 09 04:23:00.631065 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50864) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.653982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42e580a0-dc74-453a-b20e-bef924775086 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.658140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42e580a0-dc74-453a-b20e-bef924775086 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.675533 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-45588e58-2aa0-4aa3-83aa-ca4c3cb47e6e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] delete failed (client error): The resource could not be found. Nov 09 04:23:00.676576 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-45588e58-2aa0-4aa3-83aa-ca4c3cb47e6e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/routers/21a8ea8d-24f6-4448-890c-1247afa9568d HTTP/1.1" status: 404 len: 336 time: 0.0445914 Nov 09 04:23:00.681231 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50866) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.695412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42e580a0-dc74-453a-b20e-bef924775086 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.697236 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-42e580a0-dc74-453a-b20e-bef924775086 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1586156 Nov 09 04:23:00.700070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e580a0-dc74-453a-b20e-bef924775086 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21211d53-e8c4-45f8-b728-1f0517627344,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:00.702913 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50868) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.707792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-4776ee09-1fcf-4848-9647-c91a55a9520f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group_rule': {'security_group_id': '6db4614d-5753-4a34-8ffc-bb6e48843f7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:00.713468 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-47f697e0-f361-4678-b4b2-a1f09a799478 None None] Provisioning complete for port 44e142cb-8f86-4187-9c4b-238548b6ebf8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:00.713945 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-47f697e0-f361-4678-b4b2-a1f09a799478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.723425 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-431bde9e-b4c8-4039-bfe6-326a362646c4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] DELETE failed (client error): The resource could not be found. Nov 09 04:23:00.724118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431bde9e-b4c8-4039-bfe6-326a362646c4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:23:00.728468 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-431bde9e-b4c8-4039-bfe6-326a362646c4 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/7bd1c4d6-a371-47e7-89fd-7042fbfbf76c HTTP/1.1" status: 404 len: 337 time: 0.0459971 Nov 09 04:23:00.729783 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Attempting to bind port e26f416e-4d4a-43af-bbf6-c0dfb0176915 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:23:00.730285 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Attempting to bind port e26f416e-4d4a-43af-bbf6-c0dfb0176915 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:23:00.730764 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Attempting to bind port e26f416e-4d4a-43af-bbf6-c0dfb0176915 on network 0015125f-7176-4fb6-af21-ef492802bafe {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:23:00.732871 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50872) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.745538 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Port e26f416e-4d4a-43af-bbf6-c0dfb0176915 on network 0015125f-7176-4fb6-af21-ef492802bafe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:23:00.746061 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Attempting to bind port e26f416e-4d4a-43af-bbf6-c0dfb0176915 on network 0015125f-7176-4fb6-af21-ef492802bafe {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:23:00.759508 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4776ee09-1fcf-4848-9647-c91a55a9520f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.770937 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fc0787-6da3-4fa2-a735-7a83ed8bb3e2 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] DELETE failed (client error): The resource could not be found. Nov 09 04:23:00.771623 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fc0787-6da3-4fa2-a735-7a83ed8bb3e2 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:23:00.775014 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-10fc0787-6da3-4fa2-a735-7a83ed8bb3e2 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/05a32c6f-e75c-4288-954b-22d83fab51e2 HTTP/1.1" status: 404 len: 337 time: 0.0409842 Nov 09 04:23:00.776252 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:23:00.776749 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Checking segment: {'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:23:00.777281 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Bound using segment: {'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:23:00.779805 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Bound port: e26f416e-4d4a-43af-bbf6-c0dfb0176915, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'}}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:23:00.780355 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.787875 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50874) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.839722 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-993e441a-3163-4bd5-8ce2-85d5474b7a7e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] DELETE failed (client error): The resource could not be found. Nov 09 04:23:00.840185 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993e441a-3163-4bd5-8ce2-85d5474b7a7e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:23:00.843296 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-993e441a-3163-4bd5-8ce2-85d5474b7a7e tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/85e4f5b7-6882-409b-a9da-f2fedadf0070 HTTP/1.1" status: 404 len: 337 time: 0.0535595 Nov 09 04:23:00.847500 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50876) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.859289 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df8bf8-85e5-42ea-a30e-57a717adcb9d None None] DHCP port deletion for 44699648-5450-4f43-a55d-e2aaa7044002 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:23:00.884590 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-539d03e7-3edb-47e4-9a46-729ebcec3a4f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] DELETE failed (client error): The resource could not be found. Nov 09 04:23:00.885217 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539d03e7-3edb-47e4-9a46-729ebcec3a4f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:23:00.888204 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-539d03e7-3edb-47e4-9a46-729ebcec3a4f tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/0101ac37-bfa7-4e7c-9c09-ff6f68f7ddb0 HTTP/1.1" status: 404 len: 333 time: 0.0397413 Nov 09 04:23:00.890095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4776ee09-1fcf-4848-9647-c91a55a9520f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.891013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50878) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.899570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b651d2-10a8-4e7a-a0c5-5f163f7bee52 req-116beda6-a526-472f-b0a1-0132850586cd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:00.899817 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4776ee09-1fcf-4848-9647-c91a55a9520f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.901743 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d7b651d2-10a8-4e7a-a0c5-5f163f7bee52 req-116beda6-a526-472f-b0a1-0132850586cd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 944 time: 0.1125650 Nov 09 04:23:00.910172 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] For port e26f416e-4d4a-43af-bbf6-c0dfb0176915, host hv-neutron-8168, cleared binding levels {{(pid=101884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:23:00.915754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] For port e26f416e-4d4a-43af-bbf6-c0dfb0176915, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e26f416e-4d4a-43af-bbf6-c0dfb0176915,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:23:00.922043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-47f697e0-f361-4678-b4b2-a1f09a799478 None None] Provisioning complete for port 5ee3de46-4fbc-4278-9118-cebc9f4e5f46 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:00.922749 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-47f697e0-f361-4678-b4b2-a1f09a799478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.925100 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.927322 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70079dc-0d67-4069-a918-888a30e160e9 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] DELETE failed (client error): The resource could not be found. Nov 09 04:23:00.927772 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70079dc-0d67-4069-a918-888a30e160e9 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:23:00.933923 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e70079dc-0d67-4069-a918-888a30e160e9 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/c546376a-caef-450a-8233-696c58e8cbeb HTTP/1.1" status: 404 len: 337 time: 0.0398149 Nov 09 04:23:00.936439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50880) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.945748 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776ee09-1fcf-4848-9647-c91a55a9520f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d82ed9-c2eb-4fe7-aefc-dd10ff6491cc,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:00.967843 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4b487b-8a38-4abb-87ec-ed8b94d04891 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] DELETE failed (client error): The resource could not be found. Nov 09 04:23:00.968293 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4b487b-8a38-4abb-87ec-ed8b94d04891 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:23:00.968429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-47f697e0-f361-4678-b4b2-a1f09a799478 None None] Port 5ee3de46-4fbc-4278-9118-cebc9f4e5f46 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:23:00.973797 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7c4b487b-8a38-4abb-87ec-ed8b94d04891 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/f7a1dfb6-7415-4491-ac16-05226bc0e7c0 HTTP/1.1" status: 404 len: 337 time: 0.0339737 Nov 09 04:23:00.973976 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:00.973976 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.974166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4776ee09-1fcf-4848-9647-c91a55a9520f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.974504 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] 10.222.0.31 "PUT /v2.0/ports/e26f416e-4d4a-43af-bbf6-c0dfb0176915 HTTP/1.1" status: 200 len: 1094 time: 1.6495378 Nov 09 04:23:00.974960 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4776ee09-1fcf-4848-9647-c91a55a9520f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2709162 Nov 09 04:23:00.975493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50882) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.978104 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdccb436-6b3e-4843-a0d8-a7fefd70666d', 'tag': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:23:00.978504 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50884) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:00.979748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-31df8bf8-85e5-42ea-a30e-57a717adcb9d None None] Deleting port 44e142cb-8f86-4187-9c4b-238548b6ebf8 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:23:00.980129 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-31df8bf8-85e5-42ea-a30e-57a717adcb9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:00.981183 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e28265-f8e7-41ac-b925-99057662c36a" -d '{"events": [{"name": "network-changed", "server_uuid": "bdccb436-6b3e-4843-a0d8-a7fefd70666d", "tag": "e26f416e-4d4a-43af-bbf6-c0dfb0176915"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:23:01.000204 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-816834ac-7745-41ed-ac5a-a8d377107405 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group_rule': {'security_group_id': '6db4614d-5753-4a34-8ffc-bb6e48843f7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:01.022205 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-652da73b-88b5-4f2c-b1cf-936eb0b78d79 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] DELETE failed (client error): The resource could not be found. Nov 09 04:23:01.022909 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652da73b-88b5-4f2c-b1cf-936eb0b78d79 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:23:01.025971 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-652da73b-88b5-4f2c-b1cf-936eb0b78d79 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/546b550e-eb67-4e51-92b6-01bc31b05e39 HTTP/1.1" status: 404 len: 333 time: 0.0495570 Nov 09 04:23:01.028683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50888) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:01.060258 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eacb003-0a6b-448e-b7c8-f0263adc333e x-openstack-request-id: req-2eacb003-0a6b-448e-b7c8-f0263adc333e {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:23:01.060258 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdccb436-6b3e-4843-a0d8-a7fefd70666d", "tag": "e26f416e-4d4a-43af-bbf6-c0dfb0176915", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:23:01.060258 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2eacb003-0a6b-448e-b7c8-f0263adc333e {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:23:01.060837 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdccb436-6b3e-4843-a0d8-a7fefd70666d', 'tag': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915', 'status': 'completed', 'code': 200} Nov 09 04:23:01.067484 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-75af8096-dc89-4948-9a04-054abdbdf6be tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] DELETE failed (client error): The resource could not be found. Nov 09 04:23:01.067868 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75af8096-dc89-4948-9a04-054abdbdf6be tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:23:01.070986 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-75af8096-dc89-4948-9a04-054abdbdf6be tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/ba062747-a925-4081-b166-b82b92f94157 HTTP/1.1" status: 404 len: 337 time: 0.0411463 Nov 09 04:23:01.074878 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50890) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:01.079914 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-31df8bf8-85e5-42ea-a30e-57a717adcb9d None None] For port 44e142cb-8f86-4187-9c4b-238548b6ebf8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=44e142cb-8f86-4187-9c4b-238548b6ebf8,segment=NetworkSegment(03d93c84-ba95-48ed-9a1f-8822175ba916),segment_id=03d93c84-ba95-48ed-9a1f-8822175ba916)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:01.080724 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-31df8bf8-85e5-42ea-a30e-57a717adcb9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.084161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.098729 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-31df8bf8-85e5-42ea-a30e-57a717adcb9d None None] Calling delete_port for 44e142cb-8f86-4187-9c4b-238548b6ebf8 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:23:01.119465 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b25b962-c3eb-43b5-8651-58117c2ca907 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] DELETE failed (client error): The resource could not be found. Nov 09 04:23:01.119905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b25b962-c3eb-43b5-8651-58117c2ca907 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:23:01.123794 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8b25b962-c3eb-43b5-8651-58117c2ca907 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/subnets/15a838a4-d32c-4705-b864-86c729f2eefc HTTP/1.1" status: 404 len: 337 time: 0.0479534 Nov 09 04:23:01.127012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50892) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:01.137102 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-816834ac-7745-41ed-ac5a-a8d377107405 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.140708 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d7b651d2-10a8-4e7a-a0c5-5f163f7bee52 req-858b516d-68bb-44f3-8371-e58105a246b1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=eab10f14-23e8-4ba3-9815-fb125fd30bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276888 Nov 09 04:23:01.142788 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6df62e-1ef7-450d-af4e-c080a16943c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e26f416e-4d4a-43af-bbf6-c0dfb0176915,revision_number=3']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:01.166515 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-2778b184-5273-4dbc-823d-d7f6477321e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:01.168397 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-2778b184-5273-4dbc-823d-d7f6477321e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 1097 time: 0.1492298 Nov 09 04:23:01.220479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 44e142cb-8f86-4187-9c4b-238548b6ebf8 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:23:01.236631 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-03690fa4-586e-4ee8-9bb6-f3ae3c33b283 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e26f416e-4d4a-43af-bbf6-c0dfb0176915 HTTP/1.1" status: 200 len: 217 time: 0.0592492 Nov 09 04:23:01.286928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-816834ac-7745-41ed-ac5a-a8d377107405 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.288999 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-31df8bf8-85e5-42ea-a30e-57a717adcb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.296174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No active binding found for port 44e142cb-8f86-4187-9c4b-238548b6ebf8 {{(pid=101885) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 04:23:01.296610 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 44e142cb-8f86-4187-9c4b-238548b6ebf8 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:23:01.300926 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-816834ac-7745-41ed-ac5a-a8d377107405 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.307580 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-900c08b7-228a-470c-a78a-ddca177a2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:01.308290 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-900c08b7-228a-470c-a78a-ddca177a2275 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51bbb8ee-772b-4439-939e-8b6e723b5ee8 HTTP/1.1" status: 200 len: 834 time: 0.0640934 Nov 09 04:23:01.311605 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-afe9d902-5c66-4022-af24-cc0bf5fa2a03 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Deleting port 5ee3de46-4fbc-4278-9118-cebc9f4e5f46 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:23:01.311949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-afe9d902-5c66-4022-af24-cc0bf5fa2a03 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.321217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df8bf8-85e5-42ea-a30e-57a717adcb9d None None] Pushing event deleted for resources: {'Port': ['ID=44e142cb-8f86-4187-9c4b-238548b6ebf8,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:01.325188 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31df8bf8-85e5-42ea-a30e-57a717adcb9d None None] No DVR routers for this DVR port 44e142cb-8f86-4187-9c4b-238548b6ebf8 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:23:01.353292 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816834ac-7745-41ed-ac5a-a8d377107405 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5881c3a0-c986-4f42-8fa7-55d55691955c,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:01.356146 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7a20fb-e885-442e-b18b-91348e19fc2c None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:23:01.365300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-816834ac-7745-41ed-ac5a-a8d377107405 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.366554 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-816834ac-7745-41ed-ac5a-a8d377107405 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3702846 Nov 09 04:23:01.370097 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-1ca96a8f-2b71-405a-adc5-b336eb886f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:01.371613 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-1ca96a8f-2b71-405a-adc5-b336eb886f74 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0015125f-7176-4fb6-af21-ef492802bafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0556209 Nov 09 04:23:01.372143 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50894) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:01.376625 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-30733b44-43c2-44f5-8629-f6d257fb0b66 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group_rule': {'security_group_id': '6db4614d-5753-4a34-8ffc-bb6e48843f7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:01.409377 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-afe9d902-5c66-4022-af24-cc0bf5fa2a03 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.425073 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-afe9d902-5c66-4022-af24-cc0bf5fa2a03 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Calling delete_port for 5ee3de46-4fbc-4278-9118-cebc9f4e5f46 owned by {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:23:01.446043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7a20fb-e885-442e-b18b-91348e19fc2c None None] Resources bound (agent type, host, resource id): {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 04:23:01.467728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-30733b44-43c2-44f5-8629-f6d257fb0b66 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.505977 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-f8dd73aa-b48a-4b47-b38c-bb3121a431e0 service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235011 Nov 09 04:23:01.507225 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-afe9d902-5c66-4022-af24-cc0bf5fa2a03 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.541595 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9d902-5c66-4022-af24-cc0bf5fa2a03 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Port': ['ID=5ee3de46-4fbc-4278-9118-cebc9f4e5f46,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:01.551397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-afe9d902-5c66-4022-af24-cc0bf5fa2a03 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.564441 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-afe9d902-5c66-4022-af24-cc0bf5fa2a03 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/ports/5ee3de46-4fbc-4278-9118-cebc9f4e5f46 HTTP/1.1" status: 204 len: 168 time: 0.4262938 Nov 09 04:23:01.564907 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50896) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:01.587858 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-30733b44-43c2-44f5-8629-f6d257fb0b66 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.597527 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-30733b44-43c2-44f5-8629-f6d257fb0b66 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.620859 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30733b44-43c2-44f5-8629-f6d257fb0b66 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3b587b-4100-4054-80ab-c47ac3be0e03,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:01.631851 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-30733b44-43c2-44f5-8629-f6d257fb0b66 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.633062 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-30733b44-43c2-44f5-8629-f6d257fb0b66 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2599847 Nov 09 04:23:01.638674 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50898) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:01.643152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1d0324a0-5d65-408b-b603-8651a69a5a58 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group_rule': {'security_group_id': '6db4614d-5753-4a34-8ffc-bb6e48843f7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:01.644988 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0d7321ac-05a0-4c93-8862-320a20da6574 req-5e966578-999a-44c8-ba2a-965a7e65648d service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311033 Nov 09 04:23:01.671799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-75500d06-9295-407b-b5cd-a490a6c93fb5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.697987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d0324a0-5d65-408b-b603-8651a69a5a58 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.740503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28265-f8e7-41ac-b925-99057662c36a req-512ce3fb-9cb4-40b9-81c9-10db396ff973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:01.742102 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f2e28265-f8e7-41ac-b925-99057662c36a req-512ce3fb-9cb4-40b9-81c9-10db396ff973 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 1097 time: 0.0424407 Nov 09 04:23:01.802929 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-75500d06-9295-407b-b5cd-a490a6c93fb5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.833211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-75500d06-9295-407b-b5cd-a490a6c93fb5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44699648-5450-4f43-a55d-e2aaa7044002']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:01.836259 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d0324a0-5d65-408b-b603-8651a69a5a58 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.837351 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28265-f8e7-41ac-b925-99057662c36a req-122fc8a3-fb37-4238-8621-07a5ac26dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:01.838969 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f2e28265-f8e7-41ac-b925-99057662c36a req-122fc8a3-fb37-4238-8621-07a5ac26dbaf service neutron] 10.222.0.31 "GET /v2.0/networks?id=0015125f-7176-4fb6-af21-ef492802bafe HTTP/1.1" status: 200 len: 895 time: 0.0895317 Nov 09 04:23:01.844446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d0324a0-5d65-408b-b603-8651a69a5a58 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.849548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-75500d06-9295-407b-b5cd-a490a6c93fb5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d93c84-ba95-48ed-9a1f-8822175ba916') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:01.849857 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-75500d06-9295-407b-b5cd-a490a6c93fb5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d93c84-ba95-48ed-9a1f-8822175ba916') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:01.865396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-75500d06-9295-407b-b5cd-a490a6c93fb5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.880471 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f2e28265-f8e7-41ac-b925-99057662c36a req-e45ff305-7fd2-4b71-90a7-7eaf2021b9fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e26f416e-4d4a-43af-bbf6-c0dfb0176915 HTTP/1.1" status: 200 len: 217 time: 0.0331848 Nov 09 04:23:01.880682 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0324a0-5d65-408b-b603-8651a69a5a58 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2d5921-7070-4055-ab6a-ce22262a86f0,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:01.887729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-75500d06-9295-407b-b5cd-a490a6c93fb5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.894370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d0324a0-5d65-408b-b603-8651a69a5a58 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.898149 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1d0324a0-5d65-408b-b603-8651a69a5a58 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2559373 Nov 09 04:23:01.899082 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75500d06-9295-407b-b5cd-a490a6c93fb5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:23:01.900045 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-75500d06-9295-407b-b5cd-a490a6c93fb5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:23:01.903224 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:23:01.905631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50900) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:01.932152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28265-f8e7-41ac-b925-99057662c36a req-34083227-5702-46f7-9923-666000820702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:01.933736 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f2e28265-f8e7-41ac-b925-99057662c36a req-34083227-5702-46f7-9923-666000820702 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51bbb8ee-772b-4439-939e-8b6e723b5ee8 HTTP/1.1" status: 200 len: 834 time: 0.0454483 Nov 09 04:23:01.977121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4254892d-da59-49f2-818c-f767ed09a379 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.980199 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28265-f8e7-41ac-b925-99057662c36a req-324bf3d8-f4e8-4b7f-a190-1a3d6a6cfe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:01.981877 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f2e28265-f8e7-41ac-b925-99057662c36a req-324bf3d8-f4e8-4b7f-a190-1a3d6a6cfe2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0015125f-7176-4fb6-af21-ef492802bafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406151 Nov 09 04:23:01.985049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-75500d06-9295-407b-b5cd-a490a6c93fb5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.989289 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-75500d06-9295-407b-b5cd-a490a6c93fb5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:01.995807 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-75500d06-9295-407b-b5cd-a490a6c93fb5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] 10.222.0.21 "DELETE /v2.0/networks/44699648-5450-4f43-a55d-e2aaa7044002 HTTP/1.1" status: 204 len: 168 time: 0.4266686 Nov 09 04:23:01.995807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4254892d-da59-49f2-818c-f767ed09a379 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.019994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75500d06-9295-407b-b5cd-a490a6c93fb5 tempest-PortsIpV6TestJSON-1069548823 tempest-PortsIpV6TestJSON-1069548823-project] Pushing event deleted for resources: {'Network': ['ID=44699648-5450-4f43-a55d-e2aaa7044002,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:02.038997 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4254892d-da59-49f2-818c-f767ed09a379 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.046935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4254892d-da59-49f2-818c-f767ed09a379 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.049893 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4254892d-da59-49f2-818c-f767ed09a379 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1e2d5921-7070-4055-ab6a-ce22262a86f0 HTTP/1.1" status: 204 len: 168 time: 0.1435165 Nov 09 04:23:02.051561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50904) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:02.059602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254892d-da59-49f2-818c-f767ed09a379 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e2d5921-7070-4055-ab6a-ce22262a86f0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:02.094243 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f2e28265-f8e7-41ac-b925-99057662c36a req-a3c0781f-9f98-4397-80e9-ddd88c4101b8 service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034279 Nov 09 04:23:02.100534 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7bf81f29-eb6a-4a74-9aec-45dc7595709f tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0454454 Nov 09 04:23:02.100760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50906) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:02.129219 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-276f746b-cdb9-4e1c-9ab1-2dc8348067d6 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.137751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-276f746b-cdb9-4e1c-9ab1-2dc8348067d6 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.165367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-276f746b-cdb9-4e1c-9ab1-2dc8348067d6 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.179378 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-276f746b-cdb9-4e1c-9ab1-2dc8348067d6 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.183558 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-276f746b-cdb9-4e1c-9ab1-2dc8348067d6 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ec3b587b-4100-4054-80ab-c47ac3be0e03 HTTP/1.1" status: 204 len: 168 time: 0.0793731 Nov 09 04:23:02.183734 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50910) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:02.189018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f746b-cdb9-4e1c-9ab1-2dc8348067d6 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec3b587b-4100-4054-80ab-c47ac3be0e03,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:02.223523 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f2e28265-f8e7-41ac-b925-99057662c36a req-e39257b4-1d3f-40e4-8833-cb636519901a service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214054 Nov 09 04:23:02.245549 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-58c428c8-e124-41c9-9c55-befbe9c84b61 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0604880 Nov 09 04:23:02.248189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50914) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:02.273094 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16ffa310-ae20-4e08-b6a2-76f697e3d9ad tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.280943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16ffa310-ae20-4e08-b6a2-76f697e3d9ad tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.287239 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50916) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:02.287514 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3388ab-c024-4338-9ba7-07306539edc3 req-bb2023a8-591b-494a-b0db-b5e6473e8040 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:02.289048 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2c3388ab-c024-4338-9ba7-07306539edc3 req-bb2023a8-591b-494a-b0db-b5e6473e8040 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 944 time: 0.0603271 Nov 09 04:23:02.314756 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16ffa310-ae20-4e08-b6a2-76f697e3d9ad tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.324297 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16ffa310-ae20-4e08-b6a2-76f697e3d9ad tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.325947 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-16ffa310-ae20-4e08-b6a2-76f697e3d9ad tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5881c3a0-c986-4f42-8fa7-55d55691955c HTTP/1.1" status: 204 len: 168 time: 0.0768292 Nov 09 04:23:02.329917 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50920) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:02.347033 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffa310-ae20-4e08-b6a2-76f697e3d9ad tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5881c3a0-c986-4f42-8fa7-55d55691955c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:02.347494 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2c3388ab-c024-4338-9ba7-07306539edc3 req-c586fc61-0cc9-415b-a711-2ab43508ee70 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=eab10f14-23e8-4ba3-9815-fb125fd30bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519660 Nov 09 04:23:02.375586 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c51c4331-b7c5-4f2d-a603-293e4e4544c4 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0443206 Nov 09 04:23:02.378279 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50922) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:02.402303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ccfd3961-6d93-44a8-aca2-bc4b7b2eb438 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.416486 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ccfd3961-6d93-44a8-aca2-bc4b7b2eb438 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.466564 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c1cc6c4b-c261-407e-8b89-23299e36a941 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71fd51368c80426eac4861e09f04834c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1781743 Nov 09 04:23:02.467753 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ccfd3961-6d93-44a8-aca2-bc4b7b2eb438 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.469155 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50924) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:02.472108 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ccfd3961-6d93-44a8-aca2-bc4b7b2eb438 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.473270 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ccfd3961-6d93-44a8-aca2-bc4b7b2eb438 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/71d82ed9-c2eb-4fe7-aefc-dd10ff6491cc HTTP/1.1" status: 204 len: 168 time: 0.0939467 Nov 09 04:23:02.475899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50926) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:02.493539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd3961-6d93-44a8-aca2-bc4b7b2eb438 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71d82ed9-c2eb-4fe7-aefc-dd10ff6491cc,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:02.520927 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ee2982a4-acc0-41f5-be1d-2db0c393d7b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.522543 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2b53b312-387b-482f-aac4-f68f06e60bd6 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0441411 Nov 09 04:23:02.525280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50928) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:02.542409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ee2982a4-acc0-41f5-be1d-2db0c393d7b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.550870 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cddd8a7a-b172-402f-9107-0eadd9a7a631 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.558811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cddd8a7a-b172-402f-9107-0eadd9a7a631 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.583865 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cddd8a7a-b172-402f-9107-0eadd9a7a631 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.587806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ee2982a4-acc0-41f5-be1d-2db0c393d7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.589716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cddd8a7a-b172-402f-9107-0eadd9a7a631 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.590424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ee2982a4-acc0-41f5-be1d-2db0c393d7b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.593254 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cddd8a7a-b172-402f-9107-0eadd9a7a631 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/21211d53-e8c4-45f8-b728-1f0517627344 HTTP/1.1" status: 204 len: 168 time: 0.0646265 Nov 09 04:23:02.593535 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50930) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:02.594273 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ee2982a4-acc0-41f5-be1d-2db0c393d7b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/521be9c2-6170-4a62-8754-face47f77b49 HTTP/1.1" status: 204 len: 168 time: 0.1239326 Nov 09 04:23:02.602012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2982a4-acc0-41f5-be1d-2db0c393d7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521be9c2-6170-4a62-8754-face47f77b49,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:02.616558 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd8a7a-b172-402f-9107-0eadd9a7a631 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21211d53-e8c4-45f8-b728-1f0517627344,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:02.645208 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0d80ccd7-772a-4818-ab2d-154150436464 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484631 Nov 09 04:23:02.648131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50934) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:02.706363 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0bad052b-9987-4edc-a203-e7ebafb728cc tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.730428 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0bad052b-9987-4edc-a203-e7ebafb728cc tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.770679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0bad052b-9987-4edc-a203-e7ebafb728cc tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.773380 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0bad052b-9987-4edc-a203-e7ebafb728cc tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.777849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50938) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:02.778021 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0bad052b-9987-4edc-a203-e7ebafb728cc tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-groups/6db4614d-5753-4a34-8ffc-bb6e48843f7a HTTP/1.1" status: 204 len: 168 time: 0.1288614 Nov 09 04:23:02.786744 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad052b-9987-4edc-a203-e7ebafb728cc tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db4614d-5753-4a34-8ffc-bb6e48843f7a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:02.830358 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-118c5d9e-52b2-4691-bdc7-d337a9607722 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0511432 Nov 09 04:23:02.835340 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50942) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:02.840511 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-64fc7df1-9f4a-4e3e-993a-6d20d61fdc1a tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group': {'name': 'tempest-secgroup--314925107'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:02.863354 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-64fc7df1-9f4a-4e3e-993a-6d20d61fdc1a tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.886208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e26f416e-4d4a-43af-bbf6-c0dfb0176915 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:23:02.930813 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-64fc7df1-9f4a-4e3e-993a-6d20d61fdc1a tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.934879 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-64fc7df1-9f4a-4e3e-993a-6d20d61fdc1a tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.969912 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-64fc7df1-9f4a-4e3e-993a-6d20d61fdc1a tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:02.972179 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-64fc7df1-9f4a-4e3e-993a-6d20d61fdc1a tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1357226 Nov 09 04:23:02.972443 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50950) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:02.974273 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc7df1-9f4a-4e3e-993a-6d20d61fdc1a tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4893f82b-6c77-4ced-a186-147d1450415a,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:02.986208 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-a31b2000-125b-4ca9-b846-ff6fc8058be8 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group_rule': {'security_group_id': '4893f82b-6c77-4ced-a186-147d1450415a', 'direction': 'ingress', 'protocol': 17}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:03.001922 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e26f416e-4d4a-43af-bbf6-c0dfb0176915, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e26f416e-4d4a-43af-bbf6-c0dfb0176915,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:03.017152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'port_id': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915', 'mac_address': 'fa:16:3e:8f:9a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:23:03.029555 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a31b2000-125b-4ca9-b846-ff6fc8058be8 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.056071 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.074115 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26f416e-4d4a-43af-bbf6-c0dfb0176915 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:23:03.079152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a31b2000-125b-4ca9-b846-ff6fc8058be8 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.083852 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a31b2000-125b-4ca9-b846-ff6fc8058be8 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.102476 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e26f416e-4d4a-43af-bbf6-c0dfb0176915, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e26f416e-4d4a-43af-bbf6-c0dfb0176915,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:03.103346 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b2000-125b-4ca9-b846-ff6fc8058be8 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab298b44-8bb1-4ed3-a839-ff8d0e376f71,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:03.107669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.114446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a31b2000-125b-4ca9-b846-ff6fc8058be8 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.116196 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a31b2000-125b-4ca9-b846-ff6fc8058be8 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1423619 Nov 09 04:23:03.118789 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50954) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:03.161852 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=e26f416e-4d4a-43af-bbf6-c0dfb0176915,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:03.183630 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acbfc823-e400-4549-92a6-c744b18d0a06 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.207538 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acbfc823-e400-4549-92a6-c744b18d0a06 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.254421 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acbfc823-e400-4549-92a6-c744b18d0a06 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.257076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-acbfc823-e400-4549-92a6-c744b18d0a06 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.261528 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-acbfc823-e400-4549-92a6-c744b18d0a06 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-groups/4893f82b-6c77-4ced-a186-147d1450415a HTTP/1.1" status: 204 len: 168 time: 0.1416264 Nov 09 04:23:03.261698 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50962) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:03.270484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfc823-e400-4549-92a6-c744b18d0a06 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4893f82b-6c77-4ced-a186-147d1450415a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:03.309411 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5b8487ce-3c89-4973-9e44-3cd047bfb626 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0466187 Nov 09 04:23:03.313012 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50964) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:03.317774 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-35f1b57f-c78d-4430-837e-31847c896c02 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820134369'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:03.322103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['e26f416e-4d4a-43af-bbf6-c0dfb0176915'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:23:03.343419 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35f1b57f-c78d-4430-837e-31847c896c02 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.352773 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50966) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:03.418355 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35f1b57f-c78d-4430-837e-31847c896c02 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.423324 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35f1b57f-c78d-4430-837e-31847c896c02 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.481118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35f1b57f-c78d-4430-837e-31847c896c02 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.482384 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-35f1b57f-c78d-4430-837e-31847c896c02 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1683097 Nov 09 04:23:03.484542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-8c144095-cfd0-4f2b-b366-e2f60156b4ae tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-463422235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:03.486567 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50972) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:03.496033 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e7bd8853-effb-420a-ab29-953c0428ed85 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group': {'name': 'tempest-secgroup--515403907'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:03.503921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1b57f-c78d-4430-837e-31847c896c02 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b64a3b-03e8-47fd-844f-d9d9398a5745,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:03.521378 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c144095-cfd0-4f2b-b366-e2f60156b4ae tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.522401 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ac151-1672-497c-bf4e-d6dfe0288b5c req-329989fe-49df-4f60-9930-4d891d7fcf9d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:03.522605 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c144095-cfd0-4f2b-b366-e2f60156b4ae tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.523940 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-026ac151-1672-497c-bf4e-d6dfe0288b5c req-329989fe-49df-4f60-9930-4d891d7fcf9d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 945 time: 0.0917695 Nov 09 04:23:03.561379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8853-effb-420a-ab29-953c0428ed85 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.580062 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c144095-cfd0-4f2b-b366-e2f60156b4ae tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.585857 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c144095-cfd0-4f2b-b366-e2f60156b4ae tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.598402 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-026ac151-1672-497c-bf4e-d6dfe0288b5c req-e819247a-318e-4f0b-ba28-11d9340137d0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=eab10f14-23e8-4ba3-9815-fb125fd30bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664382 Nov 09 04:23:03.607580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8c144095-cfd0-4f2b-b366-e2f60156b4ae tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.608986 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8c144095-cfd0-4f2b-b366-e2f60156b4ae tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2552061 Nov 09 04:23:03.611620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50974) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:03.617016 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1966189015'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:03.639183 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Made reservation on behalf of a516a2f14b594f71812b62651497072e for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:23:03.642888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.651100 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8853-effb-420a-ab29-953c0428ed85 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.651338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.656248 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8853-effb-420a-ab29-953c0428ed85 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.685233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e7bd8853-effb-420a-ab29-953c0428ed85 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.689092 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e7bd8853-effb-420a-ab29-953c0428ed85 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1985066 Nov 09 04:23:03.689368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50976) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:03.690940 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd8853-effb-420a-ab29-953c0428ed85 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966d9e6f-6fb4-4f04-aa14-18b4257c4f78,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:03.698551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d6d6d522-f4bd-465a-aee7-ac24eb076b61 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group_rule': {'security_group_id': 'f8b64a3b-03e8-47fd-844f-d9d9398a5745', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '966d9e6f-6fb4-4f04-aa14-18b4257c4f78', 'remote_ip_prefix': None}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:03.756714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.757942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d6d6d522-f4bd-465a-aee7-ac24eb076b61 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.762561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.806274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:23:03.822189 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0817109d-453a-40cc-b6d9-4714428a8482,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:03.833462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.833836 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Added segment c4f870c0-0165-4013-8a9b-8877b3202a98 of type vlan for network d208ac69-48ef-4a1b-84e3-d982063ef02b Nov 09 04:23:03.892195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.903148 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d6d6d522-f4bd-465a-aee7-ac24eb076b61 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.909396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d6d6d522-f4bd-465a-aee7-ac24eb076b61 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.936731 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6d522-f4bd-465a-aee7-ac24eb076b61 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea29bf32-1601-47ce-9121-ba8de65037c5,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:03.939965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.945976 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:03.946562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.958131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d6d6d522-f4bd-465a-aee7-ac24eb076b61 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.959276 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d6d6d522-f4bd-465a-aee7-ac24eb076b61 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2689145 Nov 09 04:23:03.962169 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50978) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:03.986276 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3735645 Nov 09 04:23:03.986509 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0ef25e9-49f1-463b-b692-27404a8948c2 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:03.989129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50980) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:03.994675 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e25b443e-485f-4513-9e0f-fa693c0310ad tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Request body: {'subnet': {'network_id': 'd208ac69-48ef-4a1b-84e3-d982063ef02b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:04.003732 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0ef25e9-49f1-463b-b692-27404a8948c2 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.022855 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac7cdf-1efa-49e4-9145-25c019036702 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event updated for resources: {'Network': ['ID=d208ac69-48ef-4a1b-84e3-d982063ef02b,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:04.033214 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network d208ac69-48ef-4a1b-84e3-d982063ef02b details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:23:04.084977 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0ef25e9-49f1-463b-b692-27404a8948c2 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.094218 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a0ef25e9-49f1-463b-b692-27404a8948c2 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.095338 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a0ef25e9-49f1-463b-b692-27404a8948c2 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ea29bf32-1601-47ce-9121-ba8de65037c5 HTTP/1.1" status: 204 len: 168 time: 0.1321707 Nov 09 04:23:04.098565 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50982) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:04.103427 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef25e9-49f1-463b-b692-27404a8948c2 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea29bf32-1601-47ce-9121-ba8de65037c5,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:04.118734 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25b443e-485f-4513-9e0f-fa693c0310ad tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Made reservation on behalf of a516a2f14b594f71812b62651497072e for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:23:04.122399 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e25b443e-485f-4513-9e0f-fa693c0310ad tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.145941 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0612f315-b08b-4361-b3a2-d4af723b3fd5 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0432866 Nov 09 04:23:04.146136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50984) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:04.196733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24ae2d30-def5-4d17-b6dd-b4fe8de88754 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.220127 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24ae2d30-def5-4d17-b6dd-b4fe8de88754 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.261449 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24ae2d30-def5-4d17-b6dd-b4fe8de88754 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.264042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24ae2d30-def5-4d17-b6dd-b4fe8de88754 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.265194 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-24ae2d30-def5-4d17-b6dd-b4fe8de88754 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-groups/966d9e6f-6fb4-4f04-aa14-18b4257c4f78 HTTP/1.1" status: 204 len: 168 time: 0.1182129 Nov 09 04:23:04.268309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50986) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:04.280826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae2d30-def5-4d17-b6dd-b4fe8de88754 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=966d9e6f-6fb4-4f04-aa14-18b4257c4f78,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:04.300395 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e25b443e-485f-4513-9e0f-fa693c0310ad tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.327138 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6cf5a475-821c-4810-8210-d8ce276dbbd9 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0566356 Nov 09 04:23:04.329815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50988) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:04.361364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b443e-485f-4513-9e0f-fa693c0310ad tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event updated for resources: {'Subnet': ['ID=f8833b72-b91d-47ea-87bb-e9bd96b27b8b,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:04.368526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25b443e-485f-4513-9e0f-fa693c0310ad tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Checking segment: {'id': 'c4f870c0-0165-4013-8a9b-8877b3202a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd208ac69-48ef-4a1b-84e3-d982063ef02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:23:04.368913 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25b443e-485f-4513-9e0f-fa693c0310ad tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Network hostable DHCP agents. Network: d208ac69-48ef-4a1b-84e3-d982063ef02b, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:23:04.385179 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25b443e-485f-4513-9e0f-fa693c0310ad tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Network d208ac69-48ef-4a1b-84e3-d982063ef02b is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:23:04.386367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-82a84d63-db60-4c49-aa24-2606a51110d8 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.395257 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-e25b443e-485f-4513-9e0f-fa693c0310ad tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, d208ac69-48ef-4a1b-84e3-d982063ef02b) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:04.400523 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25b443e-485f-4513-9e0f-fa693c0310ad tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:04.401376 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e25b443e-485f-4513-9e0f-fa693c0310ad tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.407029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a34b450-7b4c-4a01-9a77-1f588851798e None None] Network d208ac69-48ef-4a1b-84e3-d982063ef02b requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:23:04.414199 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-82a84d63-db60-4c49-aa24-2606a51110d8 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.421184 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e25b443e-485f-4513-9e0f-fa693c0310ad tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4282100 Nov 09 04:23:04.421429 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 50990) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:04.426318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-02dad4eb-d50c-4db8-bcb2-41f9f3e626e2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Request body: {'network': {'name': 'tempest-router-network01--2052805513'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:04.449345 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dad4eb-d50c-4db8-bcb2-41f9f3e626e2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Made reservation on behalf of a516a2f14b594f71812b62651497072e for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:23:04.452998 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-02dad4eb-d50c-4db8-bcb2-41f9f3e626e2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.459855 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-82a84d63-db60-4c49-aa24-2606a51110d8 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.463716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-82a84d63-db60-4c49-aa24-2606a51110d8 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.465154 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-82a84d63-db60-4c49-aa24-2606a51110d8 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-groups/f8b64a3b-03e8-47fd-844f-d9d9398a5745 HTTP/1.1" status: 204 len: 168 time: 0.1344013 Nov 09 04:23:04.468606 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50992) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:04.478847 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02dad4eb-d50c-4db8-bcb2-41f9f3e626e2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:23:04.482437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a84d63-db60-4c49-aa24-2606a51110d8 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b64a3b-03e8-47fd-844f-d9d9398a5745,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:04.489068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-02dad4eb-d50c-4db8-bcb2-41f9f3e626e2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.490005 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-02dad4eb-d50c-4db8-bcb2-41f9f3e626e2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Added segment 660c2a20-a6c0-46a3-b746-842e4e06711b of type vlan for network 7c58dfb9-258f-474e-838d-083d73cd856e Nov 09 04:23:04.529957 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9eb88def-e183-4b45-a5d1-d275e3df0e24 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0586214 Nov 09 04:23:04.534697 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50994) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:04.537843 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d982c889-5036-4869-a0bc-28f489a10d86 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group': {'name': 'tempest-secgroup--917336426'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:04.539076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-02dad4eb-d50c-4db8-bcb2-41f9f3e626e2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.559247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d982c889-5036-4869-a0bc-28f489a10d86 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.567226 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-02dad4eb-d50c-4db8-bcb2-41f9f3e626e2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.575476 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dad4eb-d50c-4db8-bcb2-41f9f3e626e2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:04.576186 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-02dad4eb-d50c-4db8-bcb2-41f9f3e626e2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.587155 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-d208ac69-48ef-4a1b-84e3-d982063ef02b', 'network_id': 'd208ac69-48ef-4a1b-84e3-d982063ef02b', 'tenant_id': 'a516a2f14b594f71812b62651497072e', 'fixed_ips': [{'subnet_id': 'f8833b72-b91d-47ea-87bb-e9bd96b27b8b'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:23:04.588259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.619347 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-02dad4eb-d50c-4db8-bcb2-41f9f3e626e2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1945090 Nov 09 04:23:04.619602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 50996) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:04.628003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9a7237c8-b42a-4c5a-b364-91acc4da7fb5 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Request body: {'network': {'name': 'tempest-router-network02--1571403592'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:04.642321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d982c889-5036-4869-a0bc-28f489a10d86 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.651409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d982c889-5036-4869-a0bc-28f489a10d86 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.685592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982c889-5036-4869-a0bc-28f489a10d86 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e689afe-d583-4a6d-8d2d-c5d482f232f3,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:04.707052 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7237c8-b42a-4c5a-b364-91acc4da7fb5 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Made reservation on behalf of a516a2f14b594f71812b62651497072e for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:23:04.708748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dad4eb-d50c-4db8-bcb2-41f9f3e626e2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event updated for resources: {'Network': ['ID=7c58dfb9-258f-474e-838d-083d73cd856e,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:04.709282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9a7237c8-b42a-4c5a-b364-91acc4da7fb5 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.720262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 7c58dfb9-258f-474e-838d-083d73cd856e details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:23:04.737987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d982c889-5036-4869-a0bc-28f489a10d86 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.739207 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d982c889-5036-4869-a0bc-28f489a10d86 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2048905 Nov 09 04:23:04.742560 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51000) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:04.748541 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-355c7aab-1c80-463d-a296-c6e6b9be47f5 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group_rule': {'security_group_id': '0e689afe-d583-4a6d-8d2d-c5d482f232f3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:04.764108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7237c8-b42a-4c5a-b364-91acc4da7fb5 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:23:04.773260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429c6dc-f0b1-481c-8224-6413cdba9c18 req-35fcdac5-2417-4b94-b5e1-a319df391e35 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:04.775393 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7429c6dc-f0b1-481c-8224-6413cdba9c18 req-35fcdac5-2417-4b94-b5e1-a319df391e35 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 945 time: 0.0850444 Nov 09 04:23:04.779835 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-355c7aab-1c80-463d-a296-c6e6b9be47f5 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.789795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9a7237c8-b42a-4c5a-b364-91acc4da7fb5 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.790210 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-9a7237c8-b42a-4c5a-b364-91acc4da7fb5 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Added segment 48a7e381-ffba-49fd-8087-dc2eab87fa54 of type vlan for network 269cc269-eb23-47de-bc65-3ba812f9e946 Nov 09 04:23:04.845842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-355c7aab-1c80-463d-a296-c6e6b9be47f5 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.851058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9a7237c8-b42a-4c5a-b364-91acc4da7fb5 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.851737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-355c7aab-1c80-463d-a296-c6e6b9be47f5 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.881172 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c7aab-1c80-463d-a296-c6e6b9be47f5 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db6afa6-17c5-42ff-bcaa-64fa9cef3ce1,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:04.888834 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-355c7aab-1c80-463d-a296-c6e6b9be47f5 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.890275 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-355c7aab-1c80-463d-a296-c6e6b9be47f5 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1461484 Nov 09 04:23:04.893003 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51002) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:04.901876 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7429c6dc-f0b1-481c-8224-6413cdba9c18 req-d39d289a-3c5c-479b-9e39-948749fd0e8e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=eab10f14-23e8-4ba3-9815-fb125fd30bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069202 Nov 09 04:23:04.916271 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9a7237c8-b42a-4c5a-b364-91acc4da7fb5 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.922428 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7237c8-b42a-4c5a-b364-91acc4da7fb5 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:04.923002 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9a7237c8-b42a-4c5a-b364-91acc4da7fb5 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.926606 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fda872ec-7145-427b-bda9-dfd01b9f7663 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.936202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fda872ec-7145-427b-bda9-dfd01b9f7663 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.936914 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Allocated IP 172.20.0.2 (d208ac69-48ef-4a1b-84e3-d982063ef02b/f8833b72-b91d-47ea-87bb-e9bd96b27b8b/c4ce984b-a843-4aa0-b0ad-731e5716ebe3) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:23:04.940766 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e26f416e-4d4a-43af-bbf6-c0dfb0176915 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:23:04.967830 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fda872ec-7145-427b-bda9-dfd01b9f7663 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.972871 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fda872ec-7145-427b-bda9-dfd01b9f7663 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:04.976717 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fda872ec-7145-427b-bda9-dfd01b9f7663 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6db6afa6-17c5-42ff-bcaa-64fa9cef3ce1 HTTP/1.1" status: 204 len: 168 time: 0.0792038 Nov 09 04:23:04.977086 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51004) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:04.988822 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9a7237c8-b42a-4c5a-b364-91acc4da7fb5 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3681130 Nov 09 04:23:04.993502 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51006) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:04.996996 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b014da4c-e529-4a13-9878-67fb7b62a3f2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Request body: {'subnet': {'network_id': '7c58dfb9-258f-474e-838d-083d73cd856e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:04.999693 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda872ec-7145-427b-bda9-dfd01b9f7663 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6db6afa6-17c5-42ff-bcaa-64fa9cef3ce1,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:05.024807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7237c8-b42a-4c5a-b364-91acc4da7fb5 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event updated for resources: {'Network': ['ID=269cc269-eb23-47de-bc65-3ba812f9e946,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:05.032710 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-673bb146-3bf1-4ab6-9395-25fa3fa1c482 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0518348 Nov 09 04:23:05.032982 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51008) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:05.053756 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 269cc269-eb23-47de-bc65-3ba812f9e946 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:23:05.088737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-205138f1-caad-4f2c-b92b-fa9ce844d373 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.091851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b014da4c-e529-4a13-9878-67fb7b62a3f2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Made reservation on behalf of a516a2f14b594f71812b62651497072e for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:23:05.095418 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b014da4c-e529-4a13-9878-67fb7b62a3f2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.119603 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-205138f1-caad-4f2c-b92b-fa9ce844d373 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.124738 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port e26f416e-4d4a-43af-bbf6-c0dfb0176915 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:23:05.134783 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port e26f416e-4d4a-43af-bbf6-c0dfb0176915 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:05.135164 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.169877 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-205138f1-caad-4f2c-b92b-fa9ce844d373 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.172420 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-205138f1-caad-4f2c-b92b-fa9ce844d373 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.176627 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-205138f1-caad-4f2c-b92b-fa9ce844d373 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-groups/0e689afe-d583-4a6d-8d2d-c5d482f232f3 HTTP/1.1" status: 204 len: 168 time: 0.1425424 Nov 09 04:23:05.177304 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51010) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:05.186925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205138f1-caad-4f2c-b92b-fa9ce844d373 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e689afe-d583-4a6d-8d2d-c5d482f232f3,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:05.238682 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b9fd7469-3d06-41aa-946a-694e6d6ee740 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0600843 Nov 09 04:23:05.243448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51012) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:05.248373 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f3f9872e-2c85-4cf0-8b2a-2b3f15708317 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157376389'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:05.267263 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.273066 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f3f9872e-2c85-4cf0-8b2a-2b3f15708317 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.276774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.314147 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.322364 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Network d208ac69-48ef-4a1b-84e3-d982063ef02b is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:23:05.337423 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:05.338968 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b014da4c-e529-4a13-9878-67fb7b62a3f2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.348775 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:23:05.353064 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f3f9872e-2c85-4cf0-8b2a-2b3f15708317 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.357042 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f3f9872e-2c85-4cf0-8b2a-2b3f15708317 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.359255 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Pushing event updated for resources: {'Port': ['ID=c4ce984b-a843-4aa0-b0ad-731e5716ebe3,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:05.370811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdccb436-6b3e-4843-a0d8-a7fefd70666d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:23:05.373093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2067303-33e9-4aee-aa78-973d119b792c" -d '{"events": [{"server_uuid": "bdccb436-6b3e-4843-a0d8-a7fefd70666d", "name": "network-vif-plugged", "status": "completed", "tag": "e26f416e-4d4a-43af-bbf6-c0dfb0176915"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:23:05.400836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014da4c-e529-4a13-9878-67fb7b62a3f2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event updated for resources: {'Subnet': ['ID=80bae6a0-a0af-49fe-8797-c1f25b0bddcf,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:05.402138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e26f416e-4d4a-43af-bbf6-c0dfb0176915, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e26f416e-4d4a-43af-bbf6-c0dfb0176915,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:05.404482 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f3f9872e-2c85-4cf0-8b2a-2b3f15708317 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.406178 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f3f9872e-2c85-4cf0-8b2a-2b3f15708317 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1614363 Nov 09 04:23:05.408809 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51016) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:05.415485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-77f9ab8e-7cdd-4d45-9759-e8b4bb3e1447 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group_rule': {'security_group_id': 'a764083f-23bc-4362-95f0-0c15b99b5f01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:05.421081 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9872e-2c85-4cf0-8b2a-2b3f15708317 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a764083f-23bc-4362-95f0-0c15b99b5f01,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:05.421535 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.440030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b014da4c-e529-4a13-9878-67fb7b62a3f2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Checking segment: {'id': '660c2a20-a6c0-46a3-b746-842e4e06711b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7c58dfb9-258f-474e-838d-083d73cd856e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:23:05.440474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b014da4c-e529-4a13-9878-67fb7b62a3f2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Network hostable DHCP agents. Network: 7c58dfb9-258f-474e-838d-083d73cd856e, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:23:05.452935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f90dd0-c9a7-4041-8742-5568aaa53dec x-openstack-request-id: req-f9f90dd0-c9a7-4041-8742-5568aaa53dec {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:23:05.453219 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdccb436-6b3e-4843-a0d8-a7fefd70666d", "name": "network-vif-plugged", "status": "completed", "tag": "e26f416e-4d4a-43af-bbf6-c0dfb0176915", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:23:05.453464 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9f90dd0-c9a7-4041-8742-5568aaa53dec {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:23:05.454074 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdccb436-6b3e-4843-a0d8-a7fefd70666d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915', 'code': 200} Nov 09 04:23:05.457383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Attempting to bind port c4ce984b-a843-4aa0-b0ad-731e5716ebe3 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:23:05.457981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Attempting to bind port c4ce984b-a843-4aa0-b0ad-731e5716ebe3 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'c4f870c0-0165-4013-8a9b-8877b3202a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd208ac69-48ef-4a1b-84e3-d982063ef02b'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:23:05.458527 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Attempting to bind port c4ce984b-a843-4aa0-b0ad-731e5716ebe3 on network d208ac69-48ef-4a1b-84e3-d982063ef02b {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:23:05.460373 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-77f9ab8e-7cdd-4d45-9759-e8b4bb3e1447 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.464263 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b014da4c-e529-4a13-9878-67fb7b62a3f2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Network 7c58dfb9-258f-474e-838d-083d73cd856e is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:23:05.467688 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:23:05.468069 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Checking segment: {'id': 'c4f870c0-0165-4013-8a9b-8877b3202a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd208ac69-48ef-4a1b-84e3-d982063ef02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:23:05.468471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.468866 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Bound using segment: {'id': 'c4f870c0-0165-4013-8a9b-8877b3202a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd208ac69-48ef-4a1b-84e3-d982063ef02b'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:23:05.469344 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Bound port: c4ce984b-a843-4aa0-b0ad-731e5716ebe3, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f870c0-0165-4013-8a9b-8877b3202a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd208ac69-48ef-4a1b-84e3-d982063ef02b'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:23:05.469767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.487435 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-b014da4c-e529-4a13-9878-67fb7b62a3f2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 7c58dfb9-258f-474e-838d-083d73cd856e) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:05.493655 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b014da4c-e529-4a13-9878-67fb7b62a3f2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:05.494808 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b014da4c-e529-4a13-9878-67fb7b62a3f2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.520304 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b014da4c-e529-4a13-9878-67fb7b62a3f2 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5246081 Nov 09 04:23:05.520304 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51018) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:05.523140 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e889b79-32e6-4e31-9975-9ec688674038 None None] Network 7c58dfb9-258f-474e-838d-083d73cd856e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:23:05.526656 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-357da7d3-4f10-495b-a4d3-08364edac9fb tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Request body: {'subnet': {'network_id': '269cc269-eb23-47de-bc65-3ba812f9e946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:05.530088 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=e26f416e-4d4a-43af-bbf6-c0dfb0176915,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:05.542735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-77f9ab8e-7cdd-4d45-9759-e8b4bb3e1447 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.550608 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-77f9ab8e-7cdd-4d45-9759-e8b4bb3e1447 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.574108 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9ab8e-7cdd-4d45-9759-e8b4bb3e1447 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2bbb34-2bab-4d95-ae48-d9c509e0080c,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:05.585424 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-77f9ab8e-7cdd-4d45-9759-e8b4bb3e1447 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.590036 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-77f9ab8e-7cdd-4d45-9759-e8b4bb3e1447 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1790380 Nov 09 04:23:05.590865 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51020) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:05.611840 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] For port c4ce984b-a843-4aa0-b0ad-731e5716ebe3, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:23:05.635236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51022) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:05.635776 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] For port c4ce984b-a843-4aa0-b0ad-731e5716ebe3, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c4ce984b-a843-4aa0-b0ad-731e5716ebe3,segment=NetworkSegment(c4f870c0-0165-4013-8a9b-8877b3202a98),segment_id=c4f870c0-0165-4013-8a9b-8877b3202a98)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:23:05.637864 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b419f08a-838a-4ada-8619-c4872fdf0065 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules/4f2bbb34-2bab-4d95-ae48-d9c509e0080c HTTP/1.1" status: 200 len: 763 time: 0.0413358 Nov 09 04:23:05.644043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.672916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357da7d3-4f10-495b-a4d3-08364edac9fb tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Made reservation on behalf of a516a2f14b594f71812b62651497072e for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:23:05.676800 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-357da7d3-4f10-495b-a4d3-08364edac9fb tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.716427 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f99a6-2447-484f-95ff-86bb61e95139 req-96a72958-7a2b-4992-9ff9-e60652b0cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:05.718492 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-686f99a6-2447-484f-95ff-86bb61e95139 req-96a72958-7a2b-4992-9ff9-e60652b0cac3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 1099 time: 0.0666919 Nov 09 04:23:05.723763 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d983444c-b865-485c-932a-4d77478e9588 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0838237 Nov 09 04:23:05.725130 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51024) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:05.764162 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04fd22-ea2b-4d84-9502-fe11bf5f1f6d None None] Pushing event updated for resources: {'Port': ['ID=c4ce984b-a843-4aa0-b0ad-731e5716ebe3,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:05.767937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6d73cddc-2724-4292-a968-b0072171ca9e tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.775477 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-7c58dfb9-258f-474e-838d-083d73cd856e', 'network_id': '7c58dfb9-258f-474e-838d-083d73cd856e', 'tenant_id': 'a516a2f14b594f71812b62651497072e', 'fixed_ips': [{'subnet_id': '80bae6a0-a0af-49fe-8797-c1f25b0bddcf'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:23:05.776576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.781664 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6d73cddc-2724-4292-a968-b0072171ca9e tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.819010 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-686f99a6-2447-484f-95ff-86bb61e95139 req-844fd7ca-e2b8-477e-8f8a-f814941ec602 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eab10f14-23e8-4ba3-9815-fb125fd30bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866587 Nov 09 04:23:05.836210 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6d73cddc-2724-4292-a968-b0072171ca9e tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.849383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6d73cddc-2724-4292-a968-b0072171ca9e tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:05.854018 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6d73cddc-2724-4292-a968-b0072171ca9e tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4f2bbb34-2bab-4d95-ae48-d9c509e0080c HTTP/1.1" status: 204 len: 168 time: 0.1257114 Nov 09 04:23:05.854959 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51026) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:05.860635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73cddc-2724-4292-a968-b0072171ca9e tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f2bbb34-2bab-4d95-ae48-d9c509e0080c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:05.938969 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Allocated IP 172.20.0.2 (7c58dfb9-258f-474e-838d-083d73cd856e/80bae6a0-a0af-49fe-8797-c1f25b0bddcf/3a687ad2-3672-4459-bbef-1bcee94c7bef) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:23:05.943770 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-08f5ec32-edd9-4057-813c-a3794c005550 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0878215 Nov 09 04:23:05.946804 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51030) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:05.951942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-851733c7-3b6b-4f1e-b3a4-dc17a2e46097 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group_rule': {'security_group_id': 'a764083f-23bc-4362-95f0-0c15b99b5f01', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:05.964176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-357da7d3-4f10-495b-a4d3-08364edac9fb tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.045885 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-851733c7-3b6b-4f1e-b3a4-dc17a2e46097 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.067219 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357da7d3-4f10-495b-a4d3-08364edac9fb tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event updated for resources: {'Subnet': ['ID=4b074987-7328-4a94-af22-a0d39c91a86c,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:06.094705 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f957b-e6a1-4a66-a878-10a1912b0e05 req-01db93b0-2156-4a2b-ab3b-952255021486 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:06.096338 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-370f957b-e6a1-4a66-a878-10a1912b0e05 req-01db93b0-2156-4a2b-ab3b-952255021486 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 946 time: 0.1220670 Nov 09 04:23:06.100846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357da7d3-4f10-495b-a4d3-08364edac9fb tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Checking segment: {'id': '48a7e381-ffba-49fd-8087-dc2eab87fa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '269cc269-eb23-47de-bc65-3ba812f9e946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:23:06.101268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357da7d3-4f10-495b-a4d3-08364edac9fb tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Network hostable DHCP agents. Network: 269cc269-eb23-47de-bc65-3ba812f9e946, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:23:06.136802 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.138452 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-851733c7-3b6b-4f1e-b3a4-dc17a2e46097 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.143032 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-851733c7-3b6b-4f1e-b3a4-dc17a2e46097 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.144921 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.159565 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357da7d3-4f10-495b-a4d3-08364edac9fb tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Network 269cc269-eb23-47de-bc65-3ba812f9e946 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:23:06.173182 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851733c7-3b6b-4f1e-b3a4-dc17a2e46097 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692f3ccd-a304-445f-8a2d-0415e1de250f,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:06.174736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-357da7d3-4f10-495b-a4d3-08364edac9fb tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 269cc269-eb23-47de-bc65-3ba812f9e946) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:06.184494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-851733c7-3b6b-4f1e-b3a4-dc17a2e46097 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.186381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357da7d3-4f10-495b-a4d3-08364edac9fb tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:06.186984 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-357da7d3-4f10-495b-a4d3-08364edac9fb tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.190878 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-851733c7-3b6b-4f1e-b3a4-dc17a2e46097 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2401814 Nov 09 04:23:06.190988 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Network 7c58dfb9-258f-474e-838d-083d73cd856e is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:23:06.192109 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51032) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:06.192427 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:06.196539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:23:06.206336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3a9b02-1f9d-40a6-8b43-e9ad98bdab62 None None] Network 269cc269-eb23-47de-bc65-3ba812f9e946 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:23:06.221592 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cb1df803-683d-4ae2-9413-20d7d48116fe tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules/692f3ccd-a304-445f-8a2d-0415e1de250f HTTP/1.1" status: 200 len: 763 time: 0.0261240 Nov 09 04:23:06.222056 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51034) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:06.234293 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Pushing event updated for resources: {'Port': ['ID=3a687ad2-3672-4459-bbef-1bcee94c7bef,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:06.240080 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-370f957b-e6a1-4a66-a878-10a1912b0e05 req-4e4b0115-2447-445e-93ff-a581387d8eff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=eab10f14-23e8-4ba3-9815-fb125fd30bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199675 Nov 09 04:23:06.244292 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-357da7d3-4f10-495b-a4d3-08364edac9fb tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7232425 Nov 09 04:23:06.247483 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51036) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:06.278685 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6a60211d-5514-4db6-b149-35928d7d6353 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0552468 Nov 09 04:23:06.285559 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51038) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:06.312934 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a275350-4db7-46fb-8995-430d2f153c23 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.321557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a275350-4db7-46fb-8995-430d2f153c23 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.330207 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Attempting to bind port 3a687ad2-3672-4459-bbef-1bcee94c7bef on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:23:06.330819 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Attempting to bind port 3a687ad2-3672-4459-bbef-1bcee94c7bef by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '660c2a20-a6c0-46a3-b746-842e4e06711b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7c58dfb9-258f-474e-838d-083d73cd856e'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:23:06.331609 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Attempting to bind port 3a687ad2-3672-4459-bbef-1bcee94c7bef on network 7c58dfb9-258f-474e-838d-083d73cd856e {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:23:06.354096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:23:06.354530 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Checking segment: {'id': '660c2a20-a6c0-46a3-b746-842e4e06711b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7c58dfb9-258f-474e-838d-083d73cd856e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:23:06.354825 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.355210 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Bound using segment: {'id': '660c2a20-a6c0-46a3-b746-842e4e06711b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7c58dfb9-258f-474e-838d-083d73cd856e'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:23:06.355679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Bound port: 3a687ad2-3672-4459-bbef-1bcee94c7bef, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660c2a20-a6c0-46a3-b746-842e4e06711b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '7c58dfb9-258f-474e-838d-083d73cd856e'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:23:06.356049 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.356580 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a275350-4db7-46fb-8995-430d2f153c23 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.361564 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a275350-4db7-46fb-8995-430d2f153c23 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.362726 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6a275350-4db7-46fb-8995-430d2f153c23 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/692f3ccd-a304-445f-8a2d-0415e1de250f HTTP/1.1" status: 204 len: 168 time: 0.0761206 Nov 09 04:23:06.366543 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51040) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:06.391216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a275350-4db7-46fb-8995-430d2f153c23 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=692f3ccd-a304-445f-8a2d-0415e1de250f,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:06.424450 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d07828f2-12ab-4dac-aac2-a852ac051bca tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0543611 Nov 09 04:23:06.425012 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51042) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:06.430764 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8040746d-47ec-444f-8474-59c782dfccbc tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Request body: {'security_group_rule': {'security_group_id': 'a764083f-23bc-4362-95f0-0c15b99b5f01', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:06.464662 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8040746d-47ec-444f-8474-59c782dfccbc tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.470158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] For port 3a687ad2-3672-4459-bbef-1bcee94c7bef, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:23:06.501819 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] For port 3a687ad2-3672-4459-bbef-1bcee94c7bef, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3a687ad2-3672-4459-bbef-1bcee94c7bef,segment=NetworkSegment(660c2a20-a6c0-46a3-b746-842e4e06711b),segment_id=660c2a20-a6c0-46a3-b746-842e4e06711b)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:23:06.508306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.512597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-269cc269-eb23-47de-bc65-3ba812f9e946', 'network_id': '269cc269-eb23-47de-bc65-3ba812f9e946', 'tenant_id': 'a516a2f14b594f71812b62651497072e', 'fixed_ips': [{'subnet_id': '4b074987-7328-4a94-af22-a0d39c91a86c'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:23:06.513429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.532689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8040746d-47ec-444f-8474-59c782dfccbc tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.536867 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8040746d-47ec-444f-8474-59c782dfccbc tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.558879 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040746d-47ec-444f-8474-59c782dfccbc tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b5d437-35e2-4b07-b514-723df39d74e5,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:06.571985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8040746d-47ec-444f-8474-59c782dfccbc tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.575980 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8040746d-47ec-444f-8474-59c782dfccbc tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474223 Nov 09 04:23:06.576494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51044) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:06.597600 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-97464cbd-d225-4893-b26d-ddda319a0ad4 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules/d8b5d437-35e2-4b07-b514-723df39d74e5 HTTP/1.1" status: 200 len: 764 time: 0.0175385 Nov 09 04:23:06.598037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51046) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:06.644735 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d7eb03c6-bac7-4a4f-b3cd-0df5a49a0d08 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0430455 Nov 09 04:23:06.645372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51048) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:06.665244 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6719d62-fead-4255-aaf6-1888356d7cfd None None] Pushing event updated for resources: {'Port': ['ID=3a687ad2-3672-4459-bbef-1bcee94c7bef,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:06.674587 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2c8e1720-87bf-4472-b7fc-47df2cc35679 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.684182 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2c8e1720-87bf-4472-b7fc-47df2cc35679 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.741194 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2c8e1720-87bf-4472-b7fc-47df2cc35679 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.748016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2c8e1720-87bf-4472-b7fc-47df2cc35679 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.749164 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2c8e1720-87bf-4472-b7fc-47df2cc35679 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d8b5d437-35e2-4b07-b514-723df39d74e5 HTTP/1.1" status: 204 len: 168 time: 0.1025305 Nov 09 04:23:06.754040 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51050) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:06.756696 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e1720-87bf-4472-b7fc-47df2cc35679 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8b5d437-35e2-4b07-b514-723df39d74e5,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:06.769199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Allocated IP 172.20.0.2 (269cc269-eb23-47de-bc65-3ba812f9e946/4b074987-7328-4a94-af22-a0d39c91a86c/d369adae-15b1-4a8b-a0fd-b4eda72f2f4a) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:23:06.832265 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9ba38f67-8072-4b83-9247-08147bae4bb2 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0765467 Nov 09 04:23:06.834979 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51052) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:06.941843 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:06.965618 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-398d75d2-3ae1-4195-ae81-c93d14666614 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:07.012926 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-398d75d2-3ae1-4195-ae81-c93d14666614 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:07.062163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:07.076891 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:07.105531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-398d75d2-3ae1-4195-ae81-c93d14666614 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:07.113242 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-398d75d2-3ae1-4195-ae81-c93d14666614 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:07.115085 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-398d75d2-3ae1-4195-ae81-c93d14666614 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "DELETE /v2.0/security-groups/a764083f-23bc-4362-95f0-0c15b99b5f01 HTTP/1.1" status: 204 len: 168 time: 0.2789760 Nov 09 04:23:07.127847 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51054) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:07.128749 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d75d2-3ae1-4195-ae81-c93d14666614 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a764083f-23bc-4362-95f0-0c15b99b5f01,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:07.188734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Network 269cc269-eb23-47de-bc65-3ba812f9e946 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:23:07.191671 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ae5fb083-a780-49fc-a229-a2ab30008164 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0599279 Nov 09 04:23:07.193528 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:07.195161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Pushing event updated for resources: {'Port': ['ID=d369adae-15b1-4a8b-a0fd-b4eda72f2f4a,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:07.197644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51056) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:07.198297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:23:07.257706 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Attempting to bind port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:23:07.258082 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Attempting to bind port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '48a7e381-ffba-49fd-8087-dc2eab87fa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '269cc269-eb23-47de-bc65-3ba812f9e946'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:23:07.259091 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Attempting to bind port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a on network 269cc269-eb23-47de-bc65-3ba812f9e946 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:23:07.277672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:23:07.278564 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Checking segment: {'id': '48a7e381-ffba-49fd-8087-dc2eab87fa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '269cc269-eb23-47de-bc65-3ba812f9e946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:23:07.279204 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:07.280807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Bound using segment: {'id': '48a7e381-ffba-49fd-8087-dc2eab87fa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '269cc269-eb23-47de-bc65-3ba812f9e946'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:23:07.281457 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Bound port: d369adae-15b1-4a8b-a0fd-b4eda72f2f4a, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a7e381-ffba-49fd-8087-dc2eab87fa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '269cc269-eb23-47de-bc65-3ba812f9e946'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:23:07.281935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:07.311391 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2db9c5e0-2293-42b6-af20-dd7d03b40850 tempest-SecGroupTest-240646956 tempest-SecGroupTest-240646956-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1125650 Nov 09 04:23:07.379429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Allocated IP 172.20.0.1 (7c58dfb9-258f-474e-838d-083d73cd856e/80bae6a0-a0af-49fe-8797-c1f25b0bddcf/eacf9366-a280-44a3-add2-c1057fab3ff6) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:23:07.396043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c4ce984b-a843-4aa0-b0ad-731e5716ebe3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:23:07.405459 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b5645c-6367-4c04-b655-aed8a8baf60f None None] Network d208ac69-48ef-4a1b-84e3-d982063ef02b requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:23:07.425703 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] For port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:23:07.428897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6df93-d73d-4fb9-9ce9-3ecc1383f722 req-4a902a71-751a-4771-a15c-187df7773b51 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:07.431220 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-98a6df93-d73d-4fb9-9ce9-3ecc1383f722 req-4a902a71-751a-4771-a15c-187df7773b51 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 946 time: 0.0821764 Nov 09 04:23:07.461691 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] For port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d369adae-15b1-4a8b-a0fd-b4eda72f2f4a,segment=NetworkSegment(48a7e381-ffba-49fd-8087-dc2eab87fa54),segment_id=48a7e381-ffba-49fd-8087-dc2eab87fa54)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:23:07.501988 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:07.521768 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-98a6df93-d73d-4fb9-9ce9-3ecc1383f722 req-19e1813d-3550-44bd-9e37-5c2c0a407486 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=eab10f14-23e8-4ba3-9815-fb125fd30bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819159 Nov 09 04:23:07.554701 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:07.589577 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6802f815-31fc-4f96-9885-4dc4aa14c722 None None] Provisioning complete for port c4ce984b-a843-4aa0-b0ad-731e5716ebe3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:07.590247 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6802f815-31fc-4f96-9885-4dc4aa14c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:07.607547 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:07.652420 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Network 7c58dfb9-258f-474e-838d-083d73cd856e is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:23:07.655883 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:07.660527 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:23:07.681746 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c4ce984b-a843-4aa0-b0ad-731e5716ebe3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:07.682119 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:07.714650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:07.738415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51066) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:07.791461 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c16ff1-5fa8-4fac-8c9b-b61f4b9f26bd None None] Pushing event updated for resources: {'Port': ['ID=d369adae-15b1-4a8b-a0fd-b4eda72f2f4a,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:07.798367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event updated for resources: {'Port': ['ID=eacf9366-a280-44a3-add2-c1057fab3ff6,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:07.868575 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189340a-795d-443d-bfc5-d4b5005225ba req-75096dd9-da8d-4318-89f7-cbe0235115ab tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:07.879814 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e189340a-795d-443d-bfc5-d4b5005225ba req-75096dd9-da8d-4318-89f7-cbe0235115ab tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 946 time: 0.1597466 Nov 09 04:23:07.992665 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6802f815-31fc-4f96-9885-4dc4aa14c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.002969 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.023602 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8bcdb6a0-14a3-485a-8fbd-09e54a8b7dea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bbd2278ca9a4a99a4a1b36ae653e590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2823312 Nov 09 04:23:08.025303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51070) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:08.027312 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e189340a-795d-443d-bfc5-d4b5005225ba req-a2091a87-610b-40e5-afff-511f06629b9d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=eab10f14-23e8-4ba3-9815-fb125fd30bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461272 Nov 09 04:23:08.047104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51072) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:08.060754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.067215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6802f815-31fc-4f96-9885-4dc4aa14c722 None None] For port c4ce984b-a843-4aa0-b0ad-731e5716ebe3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c4ce984b-a843-4aa0-b0ad-731e5716ebe3,segment=NetworkSegment(c4f870c0-0165-4013-8a9b-8877b3202a98),segment_id=c4f870c0-0165-4013-8a9b-8877b3202a98)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:08.078921 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6802f815-31fc-4f96-9885-4dc4aa14c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.092670 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c732d4be-8338-4932-8eef-d04ee3cd1415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.130134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c732d4be-8338-4932-8eef-d04ee3cd1415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.203607 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c732d4be-8338-4932-8eef-d04ee3cd1415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.207646 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c732d4be-8338-4932-8eef-d04ee3cd1415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.209981 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c732d4be-8338-4932-8eef-d04ee3cd1415 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eaca0e58-c9d8-4540-ba19-915df83e7cd7 HTTP/1.1" status: 204 len: 168 time: 0.1834433 Nov 09 04:23:08.221460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732d4be-8338-4932-8eef-d04ee3cd1415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaca0e58-c9d8-4540-ba19-915df83e7cd7,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:08.300038 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2d893-b1de-4480-8b2f-ffd3008e4e8e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:08.304343 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-33b2d893-b1de-4480-8b2f-ffd3008e4e8e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 1094 time: 0.2535357 Nov 09 04:23:08.305339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51076) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:08.439052 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802f815-31fc-4f96-9885-4dc4aa14c722 None None] Pushing event updated for resources: {'Port': ['ID=c4ce984b-a843-4aa0-b0ad-731e5716ebe3,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:08.460256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:23:08.461381 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:23:08.499772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed43eb58-011a-41a6-9817-69c8ffd47d92 None None] Network 7c58dfb9-258f-474e-838d-083d73cd856e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:23:08.551045 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:08.563119 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.574418 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.587348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c00bc86b-ef21-443a-b5c8-b186776b60d8 None None] Provisioning complete for port c4ce984b-a843-4aa0-b0ad-731e5716ebe3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:08.587714 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c00bc86b-ef21-443a-b5c8-b186776b60d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.644190 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.674638 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.685898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event updated for resources: {'Port': ['ID=eacf9366-a280-44a3-add2-c1057fab3ff6,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:08.762226 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c00bc86b-ef21-443a-b5c8-b186776b60d8 None None] Provisioning complete for port 3a687ad2-3672-4459-bbef-1bcee94c7bef triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:08.762550 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c00bc86b-ef21-443a-b5c8-b186776b60d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.838049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Network 7c58dfb9-258f-474e-838d-083d73cd856e is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:23:08.840188 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:08.851170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c00bc86b-ef21-443a-b5c8-b186776b60d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.855799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.894948 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c00bc86b-ef21-443a-b5c8-b186776b60d8 None None] For port 3a687ad2-3672-4459-bbef-1bcee94c7bef, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3a687ad2-3672-4459-bbef-1bcee94c7bef,segment=NetworkSegment(660c2a20-a6c0-46a3-b746-842e4e06711b),segment_id=660c2a20-a6c0-46a3-b746-842e4e06711b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:08.900615 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c00bc86b-ef21-443a-b5c8-b186776b60d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:08.961391 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bc86b-ef21-443a-b5c8-b186776b60d8 None None] Pushing event updated for resources: {'Port': ['ID=3a687ad2-3672-4459-bbef-1bcee94c7bef,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:09.009151 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3a687ad2-3672-4459-bbef-1bcee94c7bef up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:23:09.058720 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 3a687ad2-3672-4459-bbef-1bcee94c7bef triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:09.059103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:09.115195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.41 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/eb111a1d-d88f-42df-9cd9-d88d96661222) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:23:09.117033 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Router 6327314b-1332-4c78-9480-7f74078240fd is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:23:09.158298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-89a657b7-b11f-4fe1-8f56-719000d07e5a None None] Provisioning complete for port eacf9366-a280-44a3-add2-c1057fab3ff6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:09.158490 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-89a657b7-b11f-4fe1-8f56-719000d07e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:09.200728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-89a657b7-b11f-4fe1-8f56-719000d07e5a None None] Port eacf9366-a280-44a3-add2-c1057fab3ff6 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:23:09.221745 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-89a657b7-b11f-4fe1-8f56-719000d07e5a None None] Provisioning complete for port 3a687ad2-3672-4459-bbef-1bcee94c7bef triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:09.222120 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-89a657b7-b11f-4fe1-8f56-719000d07e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:09.303978 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaa0f95-859b-41a8-886a-e561571ad792 None None] Network 269cc269-eb23-47de-bc65-3ba812f9e946 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:23:09.320101 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:23:09.338269 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ef8fd-5906-44fa-bee6-a8501c3af4f8 None None] Sync routers for ids ['6327314b-1332-4c78-9480-7f74078240fd'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:23:09.345084 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-95438ffe-bd5f-4217-908c-88066afb39c7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "PUT /v2.0/routers/6327314b-1332-4c78-9480-7f74078240fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0943449 Nov 09 04:23:09.348124 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51080) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:09.350774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:09.357818 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ef8fd-5906-44fa-bee6-a8501c3af4f8 None None] Routers {'6327314b-1332-4c78-9480-7f74078240fd'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:09.358449 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b81ef8fd-5906-44fa-bee6-a8501c3af4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6327314b-1332-4c78-9480-7f74078240fd'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:09.409108 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b81ef8fd-5906-44fa-bee6-a8501c3af4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:09.426184 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:09.436149 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81ef8fd-5906-44fa-bee6-a8501c3af4f8 None None] Routers {'6327314b-1332-4c78-9480-7f74078240fd'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:09.436761 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b81ef8fd-5906-44fa-bee6-a8501c3af4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6327314b-1332-4c78-9480-7f74078240fd'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:09.467189 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c4ce984b-a843-4aa0-b0ad-731e5716ebe3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:23:09.495190 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b81ef8fd-5906-44fa-bee6-a8501c3af4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:09.495848 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81ef8fd-5906-44fa-bee6-a8501c3af4f8 None None] The sync data for ids ['6327314b-1332-4c78-9480-7f74078240fd'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:23:09.527541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:23:09.535518 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:09.542677 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:23:09.571016 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=eb111a1d-d88f-42df-9cd9-d88d96661222,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:09.582818 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c4ce984b-a843-4aa0-b0ad-731e5716ebe3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:09.583199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:09.647868 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4f3ec527-0175-4481-8585-b80392a82677 None None] Provisioning complete for port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:09.648259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec527-0175-4481-8585-b80392a82677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:09.742572 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d369adae-15b1-4a8b-a0fd-b4eda72f2f4a up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:23:09.807361 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-918b1eaa-a49c-42af-b8a7-175f0141ae6f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:09.808994 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-918b1eaa-a49c-42af-b8a7-175f0141ae6f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "PUT /v2.0/routers/6327314b-1332-4c78-9480-7f74078240fd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4597123 Nov 09 04:23:09.812311 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51082) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:09.831575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:09.831936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:09.857888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec527-0175-4481-8585-b80392a82677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:09.908256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4f3ec527-0175-4481-8585-b80392a82677 None None] For port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d369adae-15b1-4a8b-a0fd-b4eda72f2f4a,segment=NetworkSegment(48a7e381-ffba-49fd-8087-dc2eab87fa54),segment_id=48a7e381-ffba-49fd-8087-dc2eab87fa54)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:09.933393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec527-0175-4481-8585-b80392a82677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:09.982829 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3a687ad2-3672-4459-bbef-1bcee94c7bef up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:23:10.012725 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4f3ec527-0175-4481-8585-b80392a82677 None None] Provisioning complete for port eacf9366-a280-44a3-add2-c1057fab3ff6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:10.013145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4f3ec527-0175-4481-8585-b80392a82677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:10.051021 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ec527-0175-4481-8585-b80392a82677 None None] Pushing event updated for resources: {'Port': ['ID=d369adae-15b1-4a8b-a0fd-b4eda72f2f4a,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:10.073084 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ec527-0175-4481-8585-b80392a82677 None None] Port eacf9366-a280-44a3-add2-c1057fab3ff6 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:23:10.083177 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 3a687ad2-3672-4459-bbef-1bcee94c7bef triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:10.083543 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:10.166766 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd9d8139-7535-468f-acd0-d8a17342c146 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:10.193134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-56bee0da-d786-422e-94b3-3bb22e36d01f None None] Provisioning complete for port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:10.193688 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-56bee0da-d786-422e-94b3-3bb22e36d01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:10.286834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-56bee0da-d786-422e-94b3-3bb22e36d01f None None] Provisioning complete for port eacf9366-a280-44a3-add2-c1057fab3ff6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:10.287196 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-56bee0da-d786-422e-94b3-3bb22e36d01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:10.325377 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-56bee0da-d786-422e-94b3-3bb22e36d01f None None] Port eacf9366-a280-44a3-add2-c1057fab3ff6 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:23:10.368522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:10.409725 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d8139-7535-468f-acd0-d8a17342c146 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Deleting port eacf9366-a280-44a3-add2-c1057fab3ff6 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:23:10.410347 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd9d8139-7535-468f-acd0-d8a17342c146 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:10.490557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:10.497533 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd9d8139-7535-468f-acd0-d8a17342c146 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:10.510529 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d8139-7535-468f-acd0-d8a17342c146 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Calling delete_port for eacf9366-a280-44a3-add2-c1057fab3ff6 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:23:10.637120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:10.643044 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:10.675044 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd9d8139-7535-468f-acd0-d8a17342c146 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:10.700604 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d8139-7535-468f-acd0-d8a17342c146 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event deleted for resources: {'Port': ['ID=eacf9366-a280-44a3-add2-c1057fab3ff6,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:10.708583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=eb111a1d-d88f-42df-9cd9-d88d96661222,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:10.722319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:10.827549 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP 4eb87217-fab6-48d0-94c7-b4f79b8e1b51 associated. External IP: 172.26.5.41, port: e26f416e-4d4a-43af-bbf6-c0dfb0176915. Nov 09 04:23:11.042951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 6800090e-2088-4aa7-92d3-e5efb6656ee8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:23:11.151740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:23:11.161354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76caa0-1458-45ad-b7ae-17ce2a04f6e7 None None] Sync routers for ids ['6800090e-2088-4aa7-92d3-e5efb6656ee8'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:23:11.171519 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:11.174056 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76caa0-1458-45ad-b7ae-17ce2a04f6e7 None None] Routers {'6800090e-2088-4aa7-92d3-e5efb6656ee8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:11.174750 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2e76caa0-1458-45ad-b7ae-17ce2a04f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6800090e-2088-4aa7-92d3-e5efb6656ee8'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:11.188804 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd9d8139-7535-468f-acd0-d8a17342c146 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:11.200783 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-34f4f97f-e56c-4739-88c0-8d48d3b24099 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8944981 Nov 09 04:23:11.201675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdccb436-6b3e-4843-a0d8-a7fefd70666d', 'tag': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:23:11.203570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51084) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:11.204686 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781e8f3f-7f29-43ba-9b13-3aff3a680cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "bdccb436-6b3e-4843-a0d8-a7fefd70666d", "tag": "e26f416e-4d4a-43af-bbf6-c0dfb0176915"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:23:11.259589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d369adae-15b1-4a8b-a0fd-b4eda72f2f4a up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:23:11.355105 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-2e76caa0-1458-45ad-b7ae-17ce2a04f6e7 None None] Set router 6800090e-2088-4aa7-92d3-e5efb6656ee8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:23:11.359645 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1d420d6e-89ba-44de-96d7-9f5d784c228f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/4eb87217-fab6-48d0-94c7-b4f79b8e1b51 HTTP/1.1" status: 200 len: 991 time: 0.1549747 Nov 09 04:23:11.389110 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9996aa63-805b-42e4-a8a9-81d17ac37b7e x-openstack-request-id: req-9996aa63-805b-42e4-a8a9-81d17ac37b7e {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:23:11.389650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdccb436-6b3e-4843-a0d8-a7fefd70666d", "tag": "e26f416e-4d4a-43af-bbf6-c0dfb0176915", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:23:11.389650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9996aa63-805b-42e4-a8a9-81d17ac37b7e {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:23:11.390074 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdccb436-6b3e-4843-a0d8-a7fefd70666d', 'tag': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915', 'status': 'completed', 'code': 200} Nov 09 04:23:11.398140 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:11.398514 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:11.403372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9d8139-7535-468f-acd0-d8a17342c146 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Router 6327314b-1332-4c78-9480-7f74078240fd has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:23:11.506173 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9d8139-7535-468f-acd0-d8a17342c146 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:23:11.512066 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bd9d8139-7535-468f-acd0-d8a17342c146 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "PUT /v2.0/routers/6327314b-1332-4c78-9480-7f74078240fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6985083 Nov 09 04:23:11.515671 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51090) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:11.518360 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc720dae-9399-4e95-80cd-b7382c9116db None None] Sync routers for ids ['6327314b-1332-4c78-9480-7f74078240fd'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:23:11.525469 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e8f3f-7f29-43ba-9b13-3aff3a680cd4 req-9d310044-6d64-48dd-8c46-fcea92ee31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:11.527059 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-781e8f3f-7f29-43ba-9b13-3aff3a680cd4 req-9d310044-6d64-48dd-8c46-fcea92ee31a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 1099 time: 0.1139877 Nov 09 04:23:11.529996 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc720dae-9399-4e95-80cd-b7382c9116db None None] Routers {'6327314b-1332-4c78-9480-7f74078240fd'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:11.530595 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-dc720dae-9399-4e95-80cd-b7382c9116db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6327314b-1332-4c78-9480-7f74078240fd'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:11.561452 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-dc720dae-9399-4e95-80cd-b7382c9116db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:11.570357 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc720dae-9399-4e95-80cd-b7382c9116db None None] Routers {'6327314b-1332-4c78-9480-7f74078240fd'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:11.571530 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-dc720dae-9399-4e95-80cd-b7382c9116db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6327314b-1332-4c78-9480-7f74078240fd'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:11.572931 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-80189607-5696-4816-98c7-0b89ed86bf8a tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] delete failed (client error): The resource could not be found. Nov 09 04:23:11.579174 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-80189607-5696-4816-98c7-0b89ed86bf8a tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-2120407427 HTTP/1.1" status: 404 len: 335 time: 0.0573235 Nov 09 04:23:11.581649 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51092) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:11.587418 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-eb4942d8-237e-4eae-b9b6-ef6c3d694850 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Request body: {'router': {'external_gateway_info': {'network_id': '6327314b-1332-4c78-9480-7f74078240fd'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:11.614200 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-dc720dae-9399-4e95-80cd-b7382c9116db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:11.614967 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc720dae-9399-4e95-80cd-b7382c9116db None None] The sync data for ids ['6327314b-1332-4c78-9480-7f74078240fd'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:23:11.666138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e8f3f-7f29-43ba-9b13-3aff3a680cd4 req-776a1bcb-ea95-45bb-ae7e-e394fa31aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:11.667519 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-781e8f3f-7f29-43ba-9b13-3aff3a680cd4 req-776a1bcb-ea95-45bb-ae7e-e394fa31aa38 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0015125f-7176-4fb6-af21-ef492802bafe HTTP/1.1" status: 200 len: 895 time: 0.1114929 Nov 09 04:23:11.668706 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2e76caa0-1458-45ad-b7ae-17ce2a04f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '4eb87217-fab6-48d0-94c7-b4f79b8e1b51', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.41', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'port_id': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'mac_address': 'fa:16:3e:8f:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb436-6b3e-4843-a0d8-a7fefd70666d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:23:09Z', 'updated_at': '2021-11-09T04:23:09Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71464971-1e0d-4f61-8403-dcc6c02a6c41', 'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:08:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:50Z', 'updated_at': '2021-11-09T04:22:56Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:11.702475 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76caa0-1458-45ad-b7ae-17ce2a04f6e7 None None] Checking router: 6800090e-2088-4aa7-92d3-e5efb6656ee8 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:23:11.711866 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76caa0-1458-45ad-b7ae-17ce2a04f6e7 None None] Routers {'6800090e-2088-4aa7-92d3-e5efb6656ee8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:11.712657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2e76caa0-1458-45ad-b7ae-17ce2a04f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6800090e-2088-4aa7-92d3-e5efb6656ee8'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:11.742409 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-781e8f3f-7f29-43ba-9b13-3aff3a680cd4 req-7ca68504-393b-45fa-9df3-324b708a1a79 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e26f416e-4d4a-43af-bbf6-c0dfb0176915 HTTP/1.1" status: 200 len: 999 time: 0.0605104 Nov 09 04:23:11.798610 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e8f3f-7f29-43ba-9b13-3aff3a680cd4 req-87162403-a56b-4de3-93ae-6f4df4cb99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:11.800399 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-781e8f3f-7f29-43ba-9b13-3aff3a680cd4 req-87162403-a56b-4de3-93ae-6f4df4cb99f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51bbb8ee-772b-4439-939e-8b6e723b5ee8 HTTP/1.1" status: 200 len: 834 time: 0.0500462 Nov 09 04:23:11.811568 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eb4942d8-237e-4eae-b9b6-ef6c3d694850 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:11.817014 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-2e76caa0-1458-45ad-b7ae-17ce2a04f6e7 None None] Set router 6800090e-2088-4aa7-92d3-e5efb6656ee8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:23:11.833086 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-eb4942d8-237e-4eae-b9b6-ef6c3d694850 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] update failed (client error): The resource could not be found. Nov 09 04:23:11.834190 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-eb4942d8-237e-4eae-b9b6-ef6c3d694850 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "PUT /v2.0/routers/6327314b-1332-4c78-9480-7f74078240fd HTTP/1.1" status: 404 len: 339 time: 0.2511723 Nov 09 04:23:11.838161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51094) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:11.926013 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e8f3f-7f29-43ba-9b13-3aff3a680cd4 req-6cb0b5e0-2745-4751-9456-2ac8cf6de58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:11.927419 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-781e8f3f-7f29-43ba-9b13-3aff3a680cd4 req-6cb0b5e0-2745-4751-9456-2ac8cf6de58e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0015125f-7176-4fb6-af21-ef492802bafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1200249 Nov 09 04:23:12.153937 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-781e8f3f-7f29-43ba-9b13-3aff3a680cd4 req-76811497-7076-4bb6-bc5f-129b771b07b3 service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942649 Nov 09 04:23:12.183441 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2e76caa0-1458-45ad-b7ae-17ce2a04f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '4eb87217-fab6-48d0-94c7-b4f79b8e1b51', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.41', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'port_id': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'mac_address': 'fa:16:3e:8f:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb436-6b3e-4843-a0d8-a7fefd70666d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:23:09Z', 'updated_at': '2021-11-09T04:23:09Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71464971-1e0d-4f61-8403-dcc6c02a6c41', 'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:08:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:50Z', 'updated_at': '2021-11-09T04:22:56Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:12.208931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76caa0-1458-45ad-b7ae-17ce2a04f6e7 None None] The sync data for ids ['6800090e-2088-4aa7-92d3-e5efb6656ee8'] in dv-neutron-816800-2-hyperv is: [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '4eb87217-fab6-48d0-94c7-b4f79b8e1b51', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.41', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'port_id': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'mac_address': 'fa:16:3e:8f:9a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdccb436-6b3e-4843-a0d8-a7fefd70666d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:23:09Z', 'updated_at': '2021-11-09T04:23:09Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71464971-1e0d-4f61-8403-dcc6c02a6c41', 'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:08:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:50Z', 'updated_at': '2021-11-09T04:22:56Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:23:12.211131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:12.363389 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51096) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:12.375825 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-781e8f3f-7f29-43ba-9b13-3aff3a680cd4 req-772f93b3-7417-4a3f-9874-0a27bb844e26 service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130299 Nov 09 04:23:12.400645 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a048489f-8f3d-43c1-878b-fcac9148a322 None None] New status for floating IP 4eb87217-fab6-48d0-94c7-b4f79b8e1b51: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:23:12.428855 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2d8048fb-c0cc-4b1b-9424-a1cb057880e5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/4eb87217-fab6-48d0-94c7-b4f79b8e1b51 HTTP/1.1" status: 200 len: 991 time: 0.0637634 Nov 09 04:23:12.500171 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Allocated IP 172.20.0.1 (d208ac69-48ef-4a1b-84e3-d982063ef02b/f8833b72-b91d-47ea-87bb-e9bd96b27b8b/eb69ea56-aa4a-44cc-903e-6498e0e9e791) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:23:12.610681 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:12.640842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:12.682468 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Network d208ac69-48ef-4a1b-84e3-d982063ef02b is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:23:12.685388 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:12.691096 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:23:12.718185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event updated for resources: {'Port': ['ID=eb69ea56-aa4a-44cc-903e-6498e0e9e791,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:12.739007 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:12.854544 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:12.961873 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ad588c97-ad47-4870-9665-b92229d23836 None None] Provisioning complete for port eb69ea56-aa4a-44cc-903e-6498e0e9e791 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:12.962172 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ad588c97-ad47-4870-9665-b92229d23836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:12.995570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ad588c97-ad47-4870-9665-b92229d23836 None None] Port eb69ea56-aa4a-44cc-903e-6498e0e9e791 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:23:13.105135 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:13.109570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:13.178040 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:13.179691 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event updated for resources: {'Port': ['ID=eb69ea56-aa4a-44cc-903e-6498e0e9e791,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:13.271391 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Network d208ac69-48ef-4a1b-84e3-d982063ef02b is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:23:13.272738 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:13.368350 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Router 6327314b-1332-4c78-9480-7f74078240fd has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:23:13.432409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51098) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:13.460556 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:23:13.468091 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-049ec024-e709-4dad-93f9-8baff5c0cef3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "PUT /v2.0/routers/6327314b-1332-4c78-9480-7f74078240fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6263340 Nov 09 04:23:13.468361 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51100) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:13.471226 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a90f09-66a5-46da-9b07-cdb6163ef285 None None] Sync routers for ids ['6327314b-1332-4c78-9480-7f74078240fd'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:23:13.487550 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a90f09-66a5-46da-9b07-cdb6163ef285 None None] Routers {'6327314b-1332-4c78-9480-7f74078240fd'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:13.488163 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-87a90f09-66a5-46da-9b07-cdb6163ef285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6327314b-1332-4c78-9480-7f74078240fd'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:13.500316 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-63810351-d75a-4021-959f-bcbd8af4f620 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/4eb87217-fab6-48d0-94c7-b4f79b8e1b51 HTTP/1.1" status: 200 len: 993 time: 0.0667434 Nov 09 04:23:13.520319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-51b21668-ab86-4e21-91a6-f377ba0cc4fd None None] Provisioning complete for port eb69ea56-aa4a-44cc-903e-6498e0e9e791 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:13.521142 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-87a90f09-66a5-46da-9b07-cdb6163ef285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:13.521320 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-51b21668-ab86-4e21-91a6-f377ba0cc4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:13.529617 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a90f09-66a5-46da-9b07-cdb6163ef285 None None] Routers {'6327314b-1332-4c78-9480-7f74078240fd'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:13.530198 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-87a90f09-66a5-46da-9b07-cdb6163ef285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6327314b-1332-4c78-9480-7f74078240fd'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:13.554621 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-51b21668-ab86-4e21-91a6-f377ba0cc4fd None None] Port eb69ea56-aa4a-44cc-903e-6498e0e9e791 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:23:13.561735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22f749a3-4319-4184-84ce-ac2bd51b6fa9 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:13.561919 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-87a90f09-66a5-46da-9b07-cdb6163ef285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:13.562561 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a90f09-66a5-46da-9b07-cdb6163ef285 None None] The sync data for ids ['6327314b-1332-4c78-9480-7f74078240fd'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:23:13.644756 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-22f749a3-4319-4184-84ce-ac2bd51b6fa9 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 09 04:23:13.645785 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-22f749a3-4319-4184-84ce-ac2bd51b6fa9 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "DELETE /v2.0/routers/6327314b-1332-4c78-9480-7f74078240fd HTTP/1.1" status: 409 len: 329 time: 0.1764121 Nov 09 04:23:13.648607 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51102) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:13.943345 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d117e2fd-312c-487a-b71c-de6b45f70494 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:14.508800 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-d117e2fd-312c-487a-b71c-de6b45f70494 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Deleting port eb69ea56-aa4a-44cc-903e-6498e0e9e791 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:23:14.509141 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d117e2fd-312c-487a-b71c-de6b45f70494 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:14.590236 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d117e2fd-312c-487a-b71c-de6b45f70494 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:14.602459 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-d117e2fd-312c-487a-b71c-de6b45f70494 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Calling delete_port for eb69ea56-aa4a-44cc-903e-6498e0e9e791 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:23:14.776463 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d117e2fd-312c-487a-b71c-de6b45f70494 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:14.806484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117e2fd-312c-487a-b71c-de6b45f70494 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event deleted for resources: {'Port': ['ID=eb69ea56-aa4a-44cc-903e-6498e0e9e791,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:14.942358 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d117e2fd-312c-487a-b71c-de6b45f70494 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:15.087637 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d117e2fd-312c-487a-b71c-de6b45f70494 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Router 6327314b-1332-4c78-9480-7f74078240fd has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:23:15.159744 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d117e2fd-312c-487a-b71c-de6b45f70494 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:23:15.169136 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d117e2fd-312c-487a-b71c-de6b45f70494 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "PUT /v2.0/routers/6327314b-1332-4c78-9480-7f74078240fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5157762 Nov 09 04:23:15.169136 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51104) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:15.170571 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db72548-10a0-4ac2-b1df-452985778f34 None None] Sync routers for ids ['6327314b-1332-4c78-9480-7f74078240fd'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:23:15.181573 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db72548-10a0-4ac2-b1df-452985778f34 None None] Routers {'6327314b-1332-4c78-9480-7f74078240fd'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:15.182188 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-3db72548-10a0-4ac2-b1df-452985778f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6327314b-1332-4c78-9480-7f74078240fd'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:15.204317 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-de5c3f1c-5b68-4bf4-beff-fd5072eb0c0c tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] show failed (client error): The resource could not be found. Nov 09 04:23:15.205339 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-de5c3f1c-5b68-4bf4-beff-fd5072eb0c0c tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-462450138 HTTP/1.1" status: 404 len: 334 time: 0.0354586 Nov 09 04:23:15.209238 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51106) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:15.214027 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-17c56974-e38e-40a7-ac20-642cf11f9e58 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:15.217101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-3db72548-10a0-4ac2-b1df-452985778f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:15.225612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db72548-10a0-4ac2-b1df-452985778f34 None None] Routers {'6327314b-1332-4c78-9480-7f74078240fd'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:15.226213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-3db72548-10a0-4ac2-b1df-452985778f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6327314b-1332-4c78-9480-7f74078240fd'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:15.250369 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-17c56974-e38e-40a7-ac20-642cf11f9e58 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] update failed (client error): The resource could not be found. Nov 09 04:23:15.251407 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-17c56974-e38e-40a7-ac20-642cf11f9e58 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-881643269 HTTP/1.1" status: 404 len: 334 time: 0.0409479 Nov 09 04:23:15.254848 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51108) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:15.258481 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-3db72548-10a0-4ac2-b1df-452985778f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:15.259126 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db72548-10a0-4ac2-b1df-452985778f34 None None] The sync data for ids ['6327314b-1332-4c78-9480-7f74078240fd'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:23:15.304638 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22f0a07-274f-4426-ba98-6e153bcd7140 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Deleting subnet 4b074987-7328-4a94-af22-a0d39c91a86c {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:23:15.308267 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a22f0a07-274f-4426-ba98-6e153bcd7140 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:15.346128 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a22f0a07-274f-4426-ba98-6e153bcd7140 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:15.427750 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a22f0a07-274f-4426-ba98-6e153bcd7140 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:15.484863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a22f0a07-274f-4426-ba98-6e153bcd7140 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:15.512779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a22f0a07-274f-4426-ba98-6e153bcd7140 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:15.517812 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a22f0a07-274f-4426-ba98-6e153bcd7140 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "DELETE /v2.0/subnets/4b074987-7328-4a94-af22-a0d39c91a86c HTTP/1.1" status: 204 len: 168 time: 0.2602882 Nov 09 04:23:15.517994 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3f8c6b-5402-482e-ad8e-20da55c21628 None None] Network 269cc269-eb23-47de-bc65-3ba812f9e946 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:23:15.518679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51110) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:15.519285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f0a07-274f-4426-ba98-6e153bcd7140 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event deleted for resources: {'Subnet': ['ID=4b074987-7328-4a94-af22-a0d39c91a86c,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:15.574927 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07bb120-8895-4eb7-a36c-410085738fc7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Deleting subnet 80bae6a0-a0af-49fe-8797-c1f25b0bddcf {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:23:15.577964 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f07bb120-8895-4eb7-a36c-410085738fc7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:15.617641 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f07bb120-8895-4eb7-a36c-410085738fc7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:15.689620 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2910bbe9-dfbb-4f9b-aa4b-76ca0f35f27a None None] DHCP port deletion for 269cc269-eb23-47de-bc65-3ba812f9e946 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:23:15.710636 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f07bb120-8895-4eb7-a36c-410085738fc7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:15.736966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-2910bbe9-dfbb-4f9b-aa4b-76ca0f35f27a None None] Deleting port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:23:15.737366 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2910bbe9-dfbb-4f9b-aa4b-76ca0f35f27a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:15.767843 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f07bb120-8895-4eb7-a36c-410085738fc7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:15.794958 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bb120-8895-4eb7-a36c-410085738fc7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event deleted for resources: {'Subnet': ['ID=80bae6a0-a0af-49fe-8797-c1f25b0bddcf,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:15.798872 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f07bb120-8895-4eb7-a36c-410085738fc7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:15.804300 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f07bb120-8895-4eb7-a36c-410085738fc7 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "DELETE /v2.0/subnets/80bae6a0-a0af-49fe-8797-c1f25b0bddcf HTTP/1.1" status: 204 len: 168 time: 0.2824097 Nov 09 04:23:15.804580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-2910bbe9-dfbb-4f9b-aa4b-76ca0f35f27a None None] For port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d369adae-15b1-4a8b-a0fd-b4eda72f2f4a,segment=NetworkSegment(48a7e381-ffba-49fd-8087-dc2eab87fa54),segment_id=48a7e381-ffba-49fd-8087-dc2eab87fa54)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:15.804580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2910bbe9-dfbb-4f9b-aa4b-76ca0f35f27a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:15.804838 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51112) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:15.806750 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29277f26-c1d5-4c0c-84a9-88437804b478 None None] Network 7c58dfb9-258f-474e-838d-083d73cd856e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:23:15.835904 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-2910bbe9-dfbb-4f9b-aa4b-76ca0f35f27a None None] Calling delete_port for d369adae-15b1-4a8b-a0fd-b4eda72f2f4a owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:23:15.879454 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:15.996803 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2910bbe9-dfbb-4f9b-aa4b-76ca0f35f27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.023305 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910bbe9-dfbb-4f9b-aa4b-76ca0f35f27a None None] Pushing event deleted for resources: {'Port': ['ID=d369adae-15b1-4a8b-a0fd-b4eda72f2f4a,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:16.027556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910bbe9-dfbb-4f9b-aa4b-76ca0f35f27a None None] No DVR routers for this DVR port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:23:16.073827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06841a4b-b5cc-43a1-98de-ce9a15657606 None None] DHCP port deletion for 7c58dfb9-258f-474e-838d-083d73cd856e request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:23:16.126355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-06841a4b-b5cc-43a1-98de-ce9a15657606 None None] Deleting port 3a687ad2-3672-4459-bbef-1bcee94c7bef {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:23:16.126727 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-06841a4b-b5cc-43a1-98de-ce9a15657606 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.189755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-06841a4b-b5cc-43a1-98de-ce9a15657606 None None] For port 3a687ad2-3672-4459-bbef-1bcee94c7bef, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3a687ad2-3672-4459-bbef-1bcee94c7bef,segment=NetworkSegment(660c2a20-a6c0-46a3-b746-842e4e06711b),segment_id=660c2a20-a6c0-46a3-b746-842e4e06711b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:16.190470 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-06841a4b-b5cc-43a1-98de-ce9a15657606 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.191739 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Deleting port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:23:16.192085 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.202995 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-06841a4b-b5cc-43a1-98de-ce9a15657606 None None] Calling delete_port for 3a687ad2-3672-4459-bbef-1bcee94c7bef owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:23:16.251662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] For port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:16.252017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.264661 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Calling delete_port for d369adae-15b1-4a8b-a0fd-b4eda72f2f4a owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:23:16.267342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.ipam_backend_mixin [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a was not found and therefore no delete operation was performed {{(pid=101883) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 04:23:16.268603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.282413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-06841a4b-b5cc-43a1-98de-ce9a15657606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.293732 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event deleted for resources: {'Port': ['ID=d369adae-15b1-4a8b-a0fd-b4eda72f2f4a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:16.295490 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] No DVR routers for this DVR port d369adae-15b1-4a8b-a0fd-b4eda72f2f4a on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:23:16.306913 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06841a4b-b5cc-43a1-98de-ce9a15657606 None None] Pushing event deleted for resources: {'Port': ['ID=3a687ad2-3672-4459-bbef-1bcee94c7bef,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:16.310470 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06841a4b-b5cc-43a1-98de-ce9a15657606 None None] No DVR routers for this DVR port 3a687ad2-3672-4459-bbef-1bcee94c7bef on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:23:16.374711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.394423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269cc269-eb23-47de-bc65-3ba812f9e946']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:16.403355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a7e381-ffba-49fd-8087-dc2eab87fa54') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:16.403651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a7e381-ffba-49fd-8087-dc2eab87fa54') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:16.412513 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.425352 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.431571 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:23:16.431951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:23:16.434908 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:23:16.495793 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.500108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.503539 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "DELETE /v2.0/networks/269cc269-eb23-47de-bc65-3ba812f9e946 HTTP/1.1" status: 204 len: 168 time: 0.6978498 Nov 09 04:23:16.506269 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51114) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:16.517815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5f81d-8d72-448d-9bf3-37cd0e4a6b59 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event deleted for resources: {'Network': ['ID=269cc269-eb23-47de-bc65-3ba812f9e946,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:16.583790 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8005cf3-2200-44ec-893d-46afa04de72a tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.664072 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8005cf3-2200-44ec-893d-46afa04de72a tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.693328 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c8005cf3-2200-44ec-893d-46afa04de72a tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c58dfb9-258f-474e-838d-083d73cd856e']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:16.698246 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c8005cf3-2200-44ec-893d-46afa04de72a tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660c2a20-a6c0-46a3-b746-842e4e06711b') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:16.698535 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c8005cf3-2200-44ec-893d-46afa04de72a tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660c2a20-a6c0-46a3-b746-842e4e06711b') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:16.708017 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8005cf3-2200-44ec-893d-46afa04de72a tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.721052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8005cf3-2200-44ec-893d-46afa04de72a tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.727430 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8005cf3-2200-44ec-893d-46afa04de72a tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:23:16.727811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8005cf3-2200-44ec-893d-46afa04de72a tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:23:16.730748 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:23:16.787198 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8005cf3-2200-44ec-893d-46afa04de72a tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.792082 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c8005cf3-2200-44ec-893d-46afa04de72a tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.795292 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c8005cf3-2200-44ec-893d-46afa04de72a tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "DELETE /v2.0/networks/7c58dfb9-258f-474e-838d-083d73cd856e HTTP/1.1" status: 204 len: 168 time: 0.2879288 Nov 09 04:23:16.797846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51116) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:16.809450 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8005cf3-2200-44ec-893d-46afa04de72a tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event deleted for resources: {'Network': ['ID=7c58dfb9-258f-474e-838d-083d73cd856e,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:16.849581 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-121b5760-0dec-44f8-b8fc-672f4364e142 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Deleting subnet f8833b72-b91d-47ea-87bb-e9bd96b27b8b {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:23:16.853216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-121b5760-0dec-44f8-b8fc-672f4364e142 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.883967 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.894050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-121b5760-0dec-44f8-b8fc-672f4364e142 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:16.980895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-121b5760-0dec-44f8-b8fc-672f4364e142 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.034948 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-121b5760-0dec-44f8-b8fc-672f4364e142 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.061846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b5760-0dec-44f8-b8fc-672f4364e142 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event deleted for resources: {'Subnet': ['ID=f8833b72-b91d-47ea-87bb-e9bd96b27b8b,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:17.063715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-121b5760-0dec-44f8-b8fc-672f4364e142 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.067380 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-121b5760-0dec-44f8-b8fc-672f4364e142 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "DELETE /v2.0/subnets/f8833b72-b91d-47ea-87bb-e9bd96b27b8b HTTP/1.1" status: 204 len: 168 time: 0.2680123 Nov 09 04:23:17.069998 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51118) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:17.073625 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579c00c5-58e3-4db0-b98f-066878730faa None None] Network d208ac69-48ef-4a1b-84e3-d982063ef02b requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:23:17.147467 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.205248 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Deleting port c4ce984b-a843-4aa0-b0ad-731e5716ebe3 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:23:17.205701 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.241537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d369adae-15b1-4a8b-a0fd-b4eda72f2f4a no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:23:17.261491 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: d369adae-15b1-4a8b-a0fd-b4eda72f2f4a {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:23:17.261862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d369adae-15b1-4a8b-a0fd-b4eda72f2f4a not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:23:17.262291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3a687ad2-3672-4459-bbef-1bcee94c7bef no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:23:17.266823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5644eefa-23e5-49f0-868a-907e07bb878b None None] DHCP port deletion for d208ac69-48ef-4a1b-84e3-d982063ef02b request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:23:17.273239 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] For port c4ce984b-a843-4aa0-b0ad-731e5716ebe3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c4ce984b-a843-4aa0-b0ad-731e5716ebe3,segment=NetworkSegment(c4f870c0-0165-4013-8a9b-8877b3202a98),segment_id=c4f870c0-0165-4013-8a9b-8877b3202a98)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:17.274165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.285432 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 3a687ad2-3672-4459-bbef-1bcee94c7bef {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:23:17.285838 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3a687ad2-3672-4459-bbef-1bcee94c7bef not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:23:17.292307 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Calling delete_port for c4ce984b-a843-4aa0-b0ad-731e5716ebe3 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:23:17.337826 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-5644eefa-23e5-49f0-868a-907e07bb878b None None] Deleting port c4ce984b-a843-4aa0-b0ad-731e5716ebe3 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:23:17.338128 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5644eefa-23e5-49f0-868a-907e07bb878b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.369716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.394652 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event deleted for resources: {'Port': ['ID=c4ce984b-a843-4aa0-b0ad-731e5716ebe3,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:17.398114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] No DVR routers for this DVR port c4ce984b-a843-4aa0-b0ad-731e5716ebe3 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:23:17.403576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5644eefa-23e5-49f0-868a-907e07bb878b None None] For port c4ce984b-a843-4aa0-b0ad-731e5716ebe3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c4ce984b-a843-4aa0-b0ad-731e5716ebe3,segment=NetworkSegment(c4f870c0-0165-4013-8a9b-8877b3202a98),segment_id=c4f870c0-0165-4013-8a9b-8877b3202a98)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:17.403973 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5644eefa-23e5-49f0-868a-907e07bb878b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.416474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-5644eefa-23e5-49f0-868a-907e07bb878b None None] Calling delete_port for c4ce984b-a843-4aa0-b0ad-731e5716ebe3 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:23:17.477203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.495608 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5644eefa-23e5-49f0-868a-907e07bb878b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.497350 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d208ac69-48ef-4a1b-84e3-d982063ef02b']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:17.506796 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f870c0-0165-4013-8a9b-8877b3202a98') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:17.507092 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f870c0-0165-4013-8a9b-8877b3202a98') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:17.517608 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.521160 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644eefa-23e5-49f0-868a-907e07bb878b None None] Pushing event deleted for resources: {'Port': ['ID=c4ce984b-a843-4aa0-b0ad-731e5716ebe3,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:17.525354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644eefa-23e5-49f0-868a-907e07bb878b None None] No DVR routers for this DVR port c4ce984b-a843-4aa0-b0ad-731e5716ebe3 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:23:17.534640 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.541960 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:23:17.542355 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:23:17.545456 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:23:17.605672 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.612020 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.615164 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "DELETE /v2.0/networks/d208ac69-48ef-4a1b-84e3-d982063ef02b HTTP/1.1" status: 204 len: 168 time: 0.5446646 Nov 09 04:23:17.617949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51120) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:17.626158 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f88248-9724-481e-a229-24e4520e829f tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Pushing event deleted for resources: {'Network': ['ID=d208ac69-48ef-4a1b-84e3-d982063ef02b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:17.645259 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-219c4ccd-27b3-4513-bf30-fae61bcc61a3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6327314b-1332-4c78-9480-7f74078240fd HTTP/1.1" status: 200 len: 205 time: 0.0259407 Nov 09 04:23:17.647545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51122) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:17.722214 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d442eaef-2a2b-448f-905e-590244de9bb3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.874562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d442eaef-2a2b-448f-905e-590244de9bb3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.876589 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d442eaef-2a2b-448f-905e-590244de9bb3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.917270 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d442eaef-2a2b-448f-905e-590244de9bb3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.917833 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d442eaef-2a2b-448f-905e-590244de9bb3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Fanout notify agent at l3_agent the message router_deleted on router 6327314b-1332-4c78-9480-7f74078240fd {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:23:17.924840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d442eaef-2a2b-448f-905e-590244de9bb3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:17.928328 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d442eaef-2a2b-448f-905e-590244de9bb3 tempest-RoutersNegativeTest-1688412795 tempest-RoutersNegativeTest-1688412795-project] 10.222.0.21 "DELETE /v2.0/routers/6327314b-1332-4c78-9480-7f74078240fd HTTP/1.1" status: 204 len: 168 time: 0.2775033 Nov 09 04:23:18.159035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51128) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:18.288705 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1ca0fbd0-84e8-422e-93d2-753109801a4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a516a2f14b594f71812b62651497072e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283972 Nov 09 04:23:18.291604 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51132) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:18.336064 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4671a5e3-5e97-401c-a785-36824c3ffea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:18.356333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4671a5e3-5e97-401c-a785-36824c3ffea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:18.401274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4671a5e3-5e97-401c-a785-36824c3ffea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:18.404021 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4671a5e3-5e97-401c-a785-36824c3ffea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:18.405550 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4671a5e3-5e97-401c-a785-36824c3ffea3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0817109d-453a-40cc-b6d9-4714428a8482 HTTP/1.1" status: 204 len: 168 time: 0.1130302 Nov 09 04:23:18.412891 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671a5e3-5e97-401c-a785-36824c3ffea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0817109d-453a-40cc-b6d9-4714428a8482,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:19.013300 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51154) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:19.104154 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9c5a0fe7-5ced-444d-a7c4-f7d69186f476 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:19.104584 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.api.v2.base [None req-9c5a0fe7-5ced-444d-a7c4-f7d69186f476 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 04:23:19.105069 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-9c5a0fe7-5ced-444d-a7c4-f7d69186f476 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 04:23:19.106072 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9c5a0fe7-5ced-444d-a7c4-f7d69186f476 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0917449 Nov 09 04:23:19.109575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51158) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:19.113690 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-72b37df9-586d-42d1-86a4-9b7586c52965 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group': {'name': 'tempest-secgroup--241289686'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:19.137249 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-72b37df9-586d-42d1-86a4-9b7586c52965 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.144962 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-72b37df9-586d-42d1-86a4-9b7586c52965 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.223983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-72b37df9-586d-42d1-86a4-9b7586c52965 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.225075 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c4ce984b-a843-4aa0-b0ad-731e5716ebe3 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:23:19.228291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-72b37df9-586d-42d1-86a4-9b7586c52965 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.246657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: c4ce984b-a843-4aa0-b0ad-731e5716ebe3 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:23:19.247019 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c4ce984b-a843-4aa0-b0ad-731e5716ebe3 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:23:19.267096 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b37df9-586d-42d1-86a4-9b7586c52965 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1fa2a4-2062-40fb-9073-6b8ae2d4df3f,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:19.303509 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-72b37df9-586d-42d1-86a4-9b7586c52965 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.307523 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-72b37df9-586d-42d1-86a4-9b7586c52965 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.336097 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-72b37df9-586d-42d1-86a4-9b7586c52965 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.337281 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-72b37df9-586d-42d1-86a4-9b7586c52965 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2267969 Nov 09 04:23:19.340310 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51160) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:19.341178 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b37df9-586d-42d1-86a4-9b7586c52965 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510aaed1-46a6-4ac6-b20a-6b881250f63d,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:19.345116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7efa46c0-5e3a-4545-93e0-fee6562f0292 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '510aaed1-46a6-4ac6-b20a-6b881250f63d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:19.371800 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7efa46c0-5e3a-4545-93e0-fee6562f0292 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.415463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7efa46c0-5e3a-4545-93e0-fee6562f0292 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.418936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7efa46c0-5e3a-4545-93e0-fee6562f0292 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.434261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa46c0-5e3a-4545-93e0-fee6562f0292 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63896be7-e96f-4cbd-bd24-0138d7cdf66e,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:19.443635 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7efa46c0-5e3a-4545-93e0-fee6562f0292 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.444829 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7efa46c0-5e3a-4545-93e0-fee6562f0292 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1034529 Nov 09 04:23:19.448277 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51162) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:19.453197 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-85fed04e-9694-4399-a89d-c014606a052d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '510aaed1-46a6-4ac6-b20a-6b881250f63d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:19.479123 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-85fed04e-9694-4399-a89d-c014606a052d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.522353 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-85fed04e-9694-4399-a89d-c014606a052d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): There was a conflict when trying to complete your request. Nov 09 04:23:19.523408 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-85fed04e-9694-4399-a89d-c014606a052d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0740688 Nov 09 04:23:19.526242 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51164) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:19.581608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca851a1a-8030-4781-b162-05547aae5c94 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.603619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca851a1a-8030-4781-b162-05547aae5c94 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.647149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca851a1a-8030-4781-b162-05547aae5c94 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.650105 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ca851a1a-8030-4781-b162-05547aae5c94 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.651492 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ca851a1a-8030-4781-b162-05547aae5c94 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "DELETE /v2.0/security-groups/510aaed1-46a6-4ac6-b20a-6b881250f63d HTTP/1.1" status: 204 len: 168 time: 0.1242864 Nov 09 04:23:19.654139 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51166) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:19.661147 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca851a1a-8030-4781-b162-05547aae5c94 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=510aaed1-46a6-4ac6-b20a-6b881250f63d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:19.696869 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6e8ed8f5-e314-403e-a284-f489250d12e7 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0414491 Nov 09 04:23:19.700228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51168) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:19.704560 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9232706e-a7ae-47d6-b8e4-cc663183663d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group': {'name': 'tempest-secgroup--655395495'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:19.725899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9232706e-a7ae-47d6-b8e4-cc663183663d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.791860 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9232706e-a7ae-47d6-b8e4-cc663183663d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.795993 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9232706e-a7ae-47d6-b8e4-cc663183663d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.829504 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9232706e-a7ae-47d6-b8e4-cc663183663d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.830746 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9232706e-a7ae-47d6-b8e4-cc663183663d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1295655 Nov 09 04:23:19.834014 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51170) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:19.834987 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232706e-a7ae-47d6-b8e4-cc663183663d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d55d49-9176-4c8c-8432-353c1db67c0d,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:19.839066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-4916bfe9-a0a5-4402-abfb-b94ec0136440 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '64d55d49-9176-4c8c-8432-353c1db67c0d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:19.839884 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING neutron.api.v2.base [None req-4916bfe9-a0a5-4402-abfb-b94ec0136440 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 09 04:23:19.840397 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-4916bfe9-a0a5-4402-abfb-b94ec0136440 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:19.841417 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4916bfe9-a0a5-4402-abfb-b94ec0136440 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061371 Nov 09 04:23:19.843863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51172) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:19.896066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-900c86e4-904e-4d09-b3a2-76248fb74f75 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.917774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-900c86e4-904e-4d09-b3a2-76248fb74f75 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.958255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-900c86e4-904e-4d09-b3a2-76248fb74f75 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.960846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-900c86e4-904e-4d09-b3a2-76248fb74f75 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:19.962585 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-900c86e4-904e-4d09-b3a2-76248fb74f75 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "DELETE /v2.0/security-groups/64d55d49-9176-4c8c-8432-353c1db67c0d HTTP/1.1" status: 204 len: 168 time: 0.1178308 Nov 09 04:23:19.965257 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51174) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:19.973242 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c86e4-904e-4d09-b3a2-76248fb74f75 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d55d49-9176-4c8c-8432-353c1db67c0d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:20.009535 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e3c2ca66-d1f7-4e4d-b3e2-de1d6682f679 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0429368 Nov 09 04:23:20.013385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51176) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.017925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-68d7de1d-9f78-4083-b80c-fe78ff989e82 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group': {'name': 'tempest-secgroup--903659262'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:20.040411 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-68d7de1d-9f78-4083-b80c-fe78ff989e82 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.106245 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-68d7de1d-9f78-4083-b80c-fe78ff989e82 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.109991 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-68d7de1d-9f78-4083-b80c-fe78ff989e82 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.132971 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-68d7de1d-9f78-4083-b80c-fe78ff989e82 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.136797 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-68d7de1d-9f78-4083-b80c-fe78ff989e82 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1197305 Nov 09 04:23:20.137253 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51178) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.142087 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-0d1361e6-fea7-49c6-90d4-7aff456341b0 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': 'f64c9a64-428e-454a-a1a8-bc0d2fb8678b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:20.143005 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING neutron.api.v2.base [None req-0d1361e6-fea7-49c6-90d4-7aff456341b0 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 09 04:23:20.143149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7de1d-9f78-4083-b80c-fe78ff989e82 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64c9a64-428e-454a-a1a8-bc0d2fb8678b,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:20.143705 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-0d1361e6-fea7-49c6-90d4-7aff456341b0 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:20.144768 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0d1361e6-fea7-49c6-90d4-7aff456341b0 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063365 Nov 09 04:23:20.152754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51180) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.211809 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a8db3585-7630-4b9b-bb24-16035b49c278 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.234043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a8db3585-7630-4b9b-bb24-16035b49c278 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.273334 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a8db3585-7630-4b9b-bb24-16035b49c278 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.276372 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a8db3585-7630-4b9b-bb24-16035b49c278 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.277534 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a8db3585-7630-4b9b-bb24-16035b49c278 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "DELETE /v2.0/security-groups/f64c9a64-428e-454a-a1a8-bc0d2fb8678b HTTP/1.1" status: 204 len: 168 time: 0.1229391 Nov 09 04:23:20.280356 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51182) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.286274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db3585-7630-4b9b-bb24-16035b49c278 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64c9a64-428e-454a-a1a8-bc0d2fb8678b,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:20.323542 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9c49cdb7-7e82-49b1-b631-36c6822c4833 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0418706 Nov 09 04:23:20.327046 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51184) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.331426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-5247aa4b-e2c9-4acd-b364-2057e7f5e910 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group': {'name': 'tempest-secgroup--355790267'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:20.354875 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5247aa4b-e2c9-4acd-b364-2057e7f5e910 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.422450 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5247aa4b-e2c9-4acd-b364-2057e7f5e910 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.426495 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5247aa4b-e2c9-4acd-b364-2057e7f5e910 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.455874 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5247aa4b-e2c9-4acd-b364-2057e7f5e910 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.457365 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5247aa4b-e2c9-4acd-b364-2057e7f5e910 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1294074 Nov 09 04:23:20.459184 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247aa4b-e2c9-4acd-b364-2057e7f5e910 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc8d2b3-0c6c-430a-8a3b-8929c5aac99a,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:20.460352 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51186) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.467395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3d483109-f94d-4771-9bd6-46f961096781 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '5cc8d2b3-0c6c-430a-8a3b-8929c5aac99a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:20.469447 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING neutron.api.v2.base [None req-3d483109-f94d-4771-9bd6-46f961096781 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 09 04:23:20.470116 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-3d483109-f94d-4771-9bd6-46f961096781 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:20.473666 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3d483109-f94d-4771-9bd6-46f961096781 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079656 Nov 09 04:23:20.473834 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51188) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.478997 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-0e3db1e5-cdf7-40b5-9130-69301a6ed869 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '5cc8d2b3-0c6c-430a-8a3b-8929c5aac99a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:20.479630 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING neutron.api.v2.base [None req-0e3db1e5-cdf7-40b5-9130-69301a6ed869 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 09 04:23:20.480086 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-0e3db1e5-cdf7-40b5-9130-69301a6ed869 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:20.480998 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0e3db1e5-cdf7-40b5-9130-69301a6ed869 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060930 Nov 09 04:23:20.483299 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51190) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.487121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-4febfabd-174d-482c-b92b-7a9ea9190f4d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '5cc8d2b3-0c6c-430a-8a3b-8929c5aac99a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:20.487882 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING neutron.api.v2.base [None req-4febfabd-174d-482c-b92b-7a9ea9190f4d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 09 04:23:20.488335 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-4febfabd-174d-482c-b92b-7a9ea9190f4d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:20.489242 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4febfabd-174d-482c-b92b-7a9ea9190f4d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0050919 Nov 09 04:23:20.491364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51192) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.495200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7f74fd12-ae52-49ff-aa38-a585cb221b70 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '5cc8d2b3-0c6c-430a-8a3b-8929c5aac99a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:20.496615 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING neutron.api.v2.base [None req-7f74fd12-ae52-49ff-aa38-a585cb221b70 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 09 04:23:20.497109 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-7f74fd12-ae52-49ff-aa38-a585cb221b70 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:20.498055 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7f74fd12-ae52-49ff-aa38-a585cb221b70 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058761 Nov 09 04:23:20.500207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51194) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.550141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6a510b3-c2f3-46bb-ba0f-33ff266bd61e tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.573111 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6a510b3-c2f3-46bb-ba0f-33ff266bd61e tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.613796 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6a510b3-c2f3-46bb-ba0f-33ff266bd61e tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.616397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b6a510b3-c2f3-46bb-ba0f-33ff266bd61e tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.617625 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b6a510b3-c2f3-46bb-ba0f-33ff266bd61e tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "DELETE /v2.0/security-groups/5cc8d2b3-0c6c-430a-8a3b-8929c5aac99a HTTP/1.1" status: 204 len: 168 time: 0.1165602 Nov 09 04:23:20.620488 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51196) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.626465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a510b3-c2f3-46bb-ba0f-33ff266bd61e tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc8d2b3-0c6c-430a-8a3b-8929c5aac99a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:20.676852 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-90652bb8-84f7-4be9-8d52-bccdcdce6f71 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0517993 Nov 09 04:23:20.677314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51198) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.682724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9cfe8f4f-c7b2-44c3-bbd1-b299ee7f86ac tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778861770'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:20.706505 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8f4f-c7b2-44c3-bbd1-b299ee7f86ac tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.773326 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8f4f-c7b2-44c3-bbd1-b299ee7f86ac tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.776812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8f4f-c7b2-44c3-bbd1-b299ee7f86ac tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.805498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8f4f-c7b2-44c3-bbd1-b299ee7f86ac tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:20.806744 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9cfe8f4f-c7b2-44c3-bbd1-b299ee7f86ac tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1283677 Nov 09 04:23:20.808601 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe8f4f-c7b2-44c3-bbd1-b299ee7f86ac tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097a14ad-f8bc-4c93-b8d1-b1527f57a603,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:20.809835 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51200) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.815507 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8fe4b9fa-b60d-43a3-aea9-9132e90173d4 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '097a14ad-f8bc-4c93-b8d1-b1527f57a603', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:20.815999 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.api.v2.base [None req-8fe4b9fa-b60d-43a3-aea9-9132e90173d4 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 04:23:20.816648 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-8fe4b9fa-b60d-43a3-aea9-9132e90173d4 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:20.817807 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8fe4b9fa-b60d-43a3-aea9-9132e90173d4 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062404 Nov 09 04:23:20.820299 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51202) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.824983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-40eeead7-b658-4901-8985-c01dda4f549c tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '097a14ad-f8bc-4c93-b8d1-b1527f57a603', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:20.860527 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-40eeead7-b658-4901-8985-c01dda4f549c tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:20.861724 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-40eeead7-b658-4901-8985-c01dda4f549c tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0399857 Nov 09 04:23:20.864606 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51204) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.869836 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-04ef03b1-dce9-4748-ae4b-9fd22ec7896c tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '097a14ad-f8bc-4c93-b8d1-b1527f57a603', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:20.870315 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.api.v2.base [None req-04ef03b1-dce9-4748-ae4b-9fd22ec7896c tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 09 04:23:20.870791 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-04ef03b1-dce9-4748-ae4b-9fd22ec7896c tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:20.871757 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-04ef03b1-dce9-4748-ae4b-9fd22ec7896c tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062444 Nov 09 04:23:20.874372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51206) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.878524 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-4198ccbc-e1d3-49a9-8fd0-ba56221ca243 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '097a14ad-f8bc-4c93-b8d1-b1527f57a603', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:20.914232 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-4198ccbc-e1d3-49a9-8fd0-ba56221ca243 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:20.915287 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4198ccbc-e1d3-49a9-8fd0-ba56221ca243 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0399935 Nov 09 04:23:20.919931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51208) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.924280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-96a8bbe4-16f3-4e7a-be2e-7793e862795b tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '097a14ad-f8bc-4c93-b8d1-b1527f57a603', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:20.924780 dv-neutron-816800-2-hyperv neutron-server[101884]: WARNING neutron.api.v2.base [None req-96a8bbe4-16f3-4e7a-be2e-7793e862795b tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 09 04:23:20.925243 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-96a8bbe4-16f3-4e7a-be2e-7793e862795b tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:20.926319 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-96a8bbe4-16f3-4e7a-be2e-7793e862795b tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054514 Nov 09 04:23:20.928817 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51210) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.933964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f0114618-3f18-4dfa-b890-b6dd9dad2897 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '097a14ad-f8bc-4c93-b8d1-b1527f57a603', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:20.968487 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-f0114618-3f18-4dfa-b890-b6dd9dad2897 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:20.969577 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f0114618-3f18-4dfa-b890-b6dd9dad2897 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0397534 Nov 09 04:23:20.972343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51212) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.976567 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-8bd19727-dba6-4ab1-867a-c4acf792cc1a tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '097a14ad-f8bc-4c93-b8d1-b1527f57a603', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:20.977993 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING neutron.api.v2.base [None req-8bd19727-dba6-4ab1-867a-c4acf792cc1a tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 09 04:23:20.978451 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-8bd19727-dba6-4ab1-867a-c4acf792cc1a tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:20.979365 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8bd19727-dba6-4ab1-867a-c4acf792cc1a tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061438 Nov 09 04:23:20.981578 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51214) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:20.985286 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c0be76f2-b2b2-495b-9e41-6314b04ed0f0 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '097a14ad-f8bc-4c93-b8d1-b1527f57a603', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:21.018330 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-c0be76f2-b2b2-495b-9e41-6314b04ed0f0 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:21.019402 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c0be76f2-b2b2-495b-9e41-6314b04ed0f0 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0369875 Nov 09 04:23:21.022393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51216) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:21.027786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b36dd009-e44c-45ef-90bb-2484adf04f8f tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '097a14ad-f8bc-4c93-b8d1-b1527f57a603', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:21.063603 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-b36dd009-e44c-45ef-90bb-2484adf04f8f tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:21.067374 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b36dd009-e44c-45ef-90bb-2484adf04f8f tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0412412 Nov 09 04:23:21.067923 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51218) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:21.119274 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-229a01e8-d005-4672-8cab-c1f200065da5 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.139984 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-229a01e8-d005-4672-8cab-c1f200065da5 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.179706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-229a01e8-d005-4672-8cab-c1f200065da5 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.182981 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-229a01e8-d005-4672-8cab-c1f200065da5 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.184090 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-229a01e8-d005-4672-8cab-c1f200065da5 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "DELETE /v2.0/security-groups/097a14ad-f8bc-4c93-b8d1-b1527f57a603 HTTP/1.1" status: 204 len: 168 time: 0.1151929 Nov 09 04:23:21.186907 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51220) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:21.192593 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a01e8-d005-4672-8cab-c1f200065da5 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=097a14ad-f8bc-4c93-b8d1-b1527f57a603,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:21.229237 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ebbe5d01-3f67-4fdc-a1bd-3f1fcc9c195a tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0411401 Nov 09 04:23:21.233035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51222) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:21.237294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-8f144361-b823-427e-8ae0-8ba0a9f89f7b tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group': {'name': 'tempest-secgroup--65851276'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:21.259499 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f144361-b823-427e-8ae0-8ba0a9f89f7b tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.324169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f144361-b823-427e-8ae0-8ba0a9f89f7b tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.327652 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f144361-b823-427e-8ae0-8ba0a9f89f7b tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.354029 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8f144361-b823-427e-8ae0-8ba0a9f89f7b tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.355229 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8f144361-b823-427e-8ae0-8ba0a9f89f7b tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1212018 Nov 09 04:23:21.358387 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51224) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:21.359055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f144361-b823-427e-8ae0-8ba0a9f89f7b tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca48586-155c-4593-a9d3-7699607f9377,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:21.364044 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-20e524fd-4c85-4700-b459-96835bed33c6 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': 'aca48586-155c-4593-a9d3-7699607f9377', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:21.402176 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-20e524fd-4c85-4700-b459-96835bed33c6 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The resource could not be found. Nov 09 04:23:21.403268 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-20e524fd-4c85-4700-b459-96835bed33c6 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0437107 Nov 09 04:23:21.406098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51226) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:21.410398 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c6477e34-75b3-4e4a-a117-079f7d08d81c tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': 'aca48586-155c-4593-a9d3-7699607f9377', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '20fabe8b-8cda-4b0a-8461-e460ebd0b2df'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:21.446962 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-c6477e34-75b3-4e4a-a117-079f7d08d81c tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The resource could not be found. Nov 09 04:23:21.448001 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c6477e34-75b3-4e4a-a117-079f7d08d81c tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0409946 Nov 09 04:23:21.451195 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51228) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:21.501405 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92dc8c1d-ce7a-40a8-9197-4cd41b1f37e4 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.527981 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92dc8c1d-ce7a-40a8-9197-4cd41b1f37e4 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.570993 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92dc8c1d-ce7a-40a8-9197-4cd41b1f37e4 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.573800 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-92dc8c1d-ce7a-40a8-9197-4cd41b1f37e4 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.575059 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-92dc8c1d-ce7a-40a8-9197-4cd41b1f37e4 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "DELETE /v2.0/security-groups/aca48586-155c-4593-a9d3-7699607f9377 HTTP/1.1" status: 204 len: 168 time: 0.1229153 Nov 09 04:23:21.577707 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51230) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:21.584213 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc8c1d-ce7a-40a8-9197-4cd41b1f37e4 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca48586-155c-4593-a9d3-7699607f9377,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:21.631312 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0761b790-86e9-4726-938c-687158cb27e5 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0522821 Nov 09 04:23:21.635225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51232) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:21.639921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-01227de9-dab0-4c7f-b336-b24149d68928 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': 'e6f43a88-3d4c-432f-b6b9-8973ff7ec62f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:21.677989 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-01227de9-dab0-4c7f-b336-b24149d68928 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The resource could not be found. Nov 09 04:23:21.679045 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-01227de9-dab0-4c7f-b336-b24149d68928 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0426848 Nov 09 04:23:21.682620 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51234) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:21.686949 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0f35e301-d2b0-49d2-994c-3ece5071a88e tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group': {'name': 'tempest-secgroup--390103901'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:21.709219 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0f35e301-d2b0-49d2-994c-3ece5071a88e tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.774120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0f35e301-d2b0-49d2-994c-3ece5071a88e tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.778467 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0f35e301-d2b0-49d2-994c-3ece5071a88e tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.804771 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0f35e301-d2b0-49d2-994c-3ece5071a88e tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.806034 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0f35e301-d2b0-49d2-994c-3ece5071a88e tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1224532 Nov 09 04:23:21.808892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51236) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:21.810104 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35e301-d2b0-49d2-994c-3ece5071a88e tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7caff078-3a21-4911-9b90-a7e2f8b76b8e,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:21.813496 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a940636d-653d-44b5-af84-6159fef22abf tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group': {'name': 'tempest-secgroup--216148935'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:21.835455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a940636d-653d-44b5-af84-6159fef22abf tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.903104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a940636d-653d-44b5-af84-6159fef22abf tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.906913 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a940636d-653d-44b5-af84-6159fef22abf tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.935754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a940636d-653d-44b5-af84-6159fef22abf tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:21.936970 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a940636d-653d-44b5-af84-6159fef22abf tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1270485 Nov 09 04:23:21.938830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940636d-653d-44b5-af84-6159fef22abf tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504a52e3-8d1e-4a03-9172-dc8c4608314b,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:21.939998 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51238) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:21.944689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-6187c6a5-7fac-41e0-b32b-513e80c2b044 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group_rule': {'security_group_id': '7caff078-3a21-4911-9b90-a7e2f8b76b8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '504a52e3-8d1e-4a03-9172-dc8c4608314b'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:21.978046 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-6187c6a5-7fac-41e0-b32b-513e80c2b044 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:23:21.979071 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6187c6a5-7fac-41e0-b32b-513e80c2b044 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0380702 Nov 09 04:23:21.981895 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51240) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:22.032746 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-908d99c1-7b64-453d-be67-a8710342ba00 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.053573 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-908d99c1-7b64-453d-be67-a8710342ba00 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.097688 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-908d99c1-7b64-453d-be67-a8710342ba00 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.100187 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-908d99c1-7b64-453d-be67-a8710342ba00 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.101317 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-908d99c1-7b64-453d-be67-a8710342ba00 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "DELETE /v2.0/security-groups/504a52e3-8d1e-4a03-9172-dc8c4608314b HTTP/1.1" status: 204 len: 168 time: 0.1185253 Nov 09 04:23:22.104019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51242) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:22.110020 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d99c1-7b64-453d-be67-a8710342ba00 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=504a52e3-8d1e-4a03-9172-dc8c4608314b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:22.155463 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fe83c725-c26d-4fd7-a1cc-4fcfeca872c9 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0500586 Nov 09 04:23:22.158256 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51244) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:22.207026 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0b30a0db-71f9-4ec5-98b1-ddfed1670c32 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.227544 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0b30a0db-71f9-4ec5-98b1-ddfed1670c32 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.267036 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0b30a0db-71f9-4ec5-98b1-ddfed1670c32 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.270007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0b30a0db-71f9-4ec5-98b1-ddfed1670c32 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.271153 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0b30a0db-71f9-4ec5-98b1-ddfed1670c32 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "DELETE /v2.0/security-groups/7caff078-3a21-4911-9b90-a7e2f8b76b8e HTTP/1.1" status: 204 len: 168 time: 0.1119273 Nov 09 04:23:22.273868 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51246) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:22.279797 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30a0db-71f9-4ec5-98b1-ddfed1670c32 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caff078-3a21-4911-9b90-a7e2f8b76b8e,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:22.316038 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3e4bf27a-9794-44f2-9303-91c13e8481cf tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0405464 Nov 09 04:23:22.319335 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51248) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:22.324361 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-131b2242-7518-4996-bfeb-9954b685f5f5 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group': {'name': 'tempest-secgroup--846293908'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:22.344932 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-131b2242-7518-4996-bfeb-9954b685f5f5 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.408024 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-131b2242-7518-4996-bfeb-9954b685f5f5 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.411651 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-131b2242-7518-4996-bfeb-9954b685f5f5 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.441060 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-131b2242-7518-4996-bfeb-9954b685f5f5 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.442297 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-131b2242-7518-4996-bfeb-9954b685f5f5 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1219122 Nov 09 04:23:22.444333 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b2242-7518-4996-bfeb-9954b685f5f5 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feae296b-6b6c-4430-afef-8aa290b3a226,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:22.446434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51250) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:22.451592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-33a15526-d128-471f-9035-49f0ffa3e3ba tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:22.452010 dv-neutron-816800-2-hyperv neutron-server[101883]: WARNING neutron.api.v2.base [None req-33a15526-d128-471f-9035-49f0ffa3e3ba tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 09 04:23:22.452840 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-33a15526-d128-471f-9035-49f0ffa3e3ba tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] update failed (client error): There was a conflict when trying to complete your request. Nov 09 04:23:22.456779 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-33a15526-d128-471f-9035-49f0ffa3e3ba tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "PUT /v2.0/security-groups/feae296b-6b6c-4430-afef-8aa290b3a226 HTTP/1.1" status: 409 len: 330 time: 0.0062718 Nov 09 04:23:22.456779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51252) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:22.510285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-972057ae-87ba-41bf-bb8b-497a7e0b6510 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.531071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-972057ae-87ba-41bf-bb8b-497a7e0b6510 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.569951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-972057ae-87ba-41bf-bb8b-497a7e0b6510 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.573088 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-972057ae-87ba-41bf-bb8b-497a7e0b6510 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:22.574251 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-972057ae-87ba-41bf-bb8b-497a7e0b6510 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "DELETE /v2.0/security-groups/feae296b-6b6c-4430-afef-8aa290b3a226 HTTP/1.1" status: 204 len: 168 time: 0.1168685 Nov 09 04:23:22.576960 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51254) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:22.583578 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972057ae-87ba-41bf-bb8b-497a7e0b6510 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feae296b-6b6c-4430-afef-8aa290b3a226,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:22.619855 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-164387b1-1002-4fa3-832d-e384718d96ff tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0417206 Nov 09 04:23:22.623426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51256) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:22.635503 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-aa195a27-2885-499b-aa98-f0a6eadd064d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] delete failed (client error): The resource could not be found. Nov 09 04:23:22.636468 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-aa195a27-2885-499b-aa98-f0a6eadd064d tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "DELETE /v2.0/security-groups/fb17cab1-1e27-4cea-8322-52a3e3cd6d4f HTTP/1.1" status: 404 len: 347 time: 0.0121446 Nov 09 04:23:22.639560 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51258) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:22.651674 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-916570db-233d-4d37-8c06-6d2c6e28179b tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] show failed (client error): The resource could not be found. Nov 09 04:23:22.652630 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-916570db-233d-4d37-8c06-6d2c6e28179b tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "GET /v2.0/security-groups/b3086f65-2bea-48f2-a82b-bcafb3479a7c HTTP/1.1" status: 404 len: 347 time: 0.0122249 Nov 09 04:23:22.655755 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51260) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:22.666981 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-4f2c7036-34f7-4f36-af18-edbdf99ca2e4 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] show failed (client error): The resource could not be found. Nov 09 04:23:22.667878 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4f2c7036-34f7-4f36-af18-edbdf99ca2e4 tempest-NegativeSecGroupTest-273514331 tempest-NegativeSecGroupTest-273514331-project] 10.222.0.21 "GET /v2.0/security-group-rules/7894f4ab-c472-4bdd-a8eb-a11eb7a53115 HTTP/1.1" status: 404 len: 356 time: 0.0112677 Nov 09 04:23:22.900308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51266) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:23.028327 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3d47f4a1-e492-4fe3-8f10-0953097a1de3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e1eb5051a114eceab171c25419df723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267872 Nov 09 04:23:23.030684 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51270) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:23.075651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43b2727f-925b-4309-8deb-ffefc444d4cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:23.096207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43b2727f-925b-4309-8deb-ffefc444d4cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:23.140950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43b2727f-925b-4309-8deb-ffefc444d4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:23.143488 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-43b2727f-925b-4309-8deb-ffefc444d4cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:23.144611 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-43b2727f-925b-4309-8deb-ffefc444d4cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d1fa2a4-2062-40fb-9073-6b8ae2d4df3f HTTP/1.1" status: 204 len: 168 time: 0.1130331 Nov 09 04:23:23.152401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2727f-925b-4309-8deb-ffefc444d4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1fa2a4-2062-40fb-9073-6b8ae2d4df3f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:24.741705 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51310) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:24.746330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-55ec4a6d-a3d8-4bb3-80a8-da336660521c tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-956441852', 'description': 'tempest-secgroup-smoke-956441852 description', 'project_id': 'd423b9c596284e26894ab5089c823a9d'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:24.767001 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-55ec4a6d-a3d8-4bb3-80a8-da336660521c tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:24.774874 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-55ec4a6d-a3d8-4bb3-80a8-da336660521c tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:24.853234 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-55ec4a6d-a3d8-4bb3-80a8-da336660521c tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:24.856999 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-55ec4a6d-a3d8-4bb3-80a8-da336660521c tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:24.894705 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec4a6d-a3d8-4bb3-80a8-da336660521c tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d7143b-327c-4fac-8303-014cb8d98005,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:24.897587 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e5804738-11aa-4a0a-84f1-33ee7b8a4c2c req-f6975159-bf6d-4fec-b839-944a77be701e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428169 Nov 09 04:23:24.932345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-55ec4a6d-a3d8-4bb3-80a8-da336660521c tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:24.937756 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-55ec4a6d-a3d8-4bb3-80a8-da336660521c tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:24.968546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec4a6d-a3d8-4bb3-80a8-da336660521c tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f613078c-c3b7-439d-84bc-8c2b41b99bf5,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:24.974627 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-55ec4a6d-a3d8-4bb3-80a8-da336660521c tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:24.974941 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-55ec4a6d-a3d8-4bb3-80a8-da336660521c tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2322042 Nov 09 04:23:24.978015 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51312) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:24.982459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-822422b8-bf80-4f01-a28d-ceceb1a2cefe tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Request body: {'security_group_rule': {'security_group_id': 'f613078c-c3b7-439d-84bc-8c2b41b99bf5', 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:25.007432 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-822422b8-bf80-4f01-a28d-ceceb1a2cefe tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.009714 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5804738-11aa-4a0a-84f1-33ee7b8a4c2c req-b5072d1b-3d54-4b06-bb9c-8b9589fc910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:25.011228 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e5804738-11aa-4a0a-84f1-33ee7b8a4c2c req-b5072d1b-3d54-4b06-bb9c-8b9589fc910d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 1099 time: 0.0479543 Nov 09 04:23:25.062990 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-822422b8-bf80-4f01-a28d-ceceb1a2cefe tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.066491 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-822422b8-bf80-4f01-a28d-ceceb1a2cefe tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.084078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822422b8-bf80-4f01-a28d-ceceb1a2cefe tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b70ab0-5f62-440f-ad95-d8e780f150ec,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:25.093495 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-822422b8-bf80-4f01-a28d-ceceb1a2cefe tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.094766 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-822422b8-bf80-4f01-a28d-ceceb1a2cefe tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157770 Nov 09 04:23:25.097499 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51314) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:25.101795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-fb8fdd48-aa9a-44e3-99ed-730cc98ca0e6 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Request body: {'security_group_rule': {'security_group_id': 'f613078c-c3b7-439d-84bc-8c2b41b99bf5', 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:25.114402 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5804738-11aa-4a0a-84f1-33ee7b8a4c2c req-ba02167c-8695-421e-9ab5-7781bd78eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:25.115866 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e5804738-11aa-4a0a-84f1-33ee7b8a4c2c req-ba02167c-8695-421e-9ab5-7781bd78eaad service neutron] 10.222.0.31 "GET /v2.0/networks?id=0015125f-7176-4fb6-af21-ef492802bafe HTTP/1.1" status: 200 len: 895 time: 0.0853925 Nov 09 04:23:25.128668 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb8fdd48-aa9a-44e3-99ed-730cc98ca0e6 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.184050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb8fdd48-aa9a-44e3-99ed-730cc98ca0e6 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.185342 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e5804738-11aa-4a0a-84f1-33ee7b8a4c2c req-fef140dd-34b6-4172-9e35-5ea30aabccbc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e26f416e-4d4a-43af-bbf6-c0dfb0176915 HTTP/1.1" status: 200 len: 1001 time: 0.0618303 Nov 09 04:23:25.187761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb8fdd48-aa9a-44e3-99ed-730cc98ca0e6 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.205232 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fdd48-aa9a-44e3-99ed-730cc98ca0e6 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103d46db-e6c4-4d70-adab-65ddecd8edbd,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:25.213808 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb8fdd48-aa9a-44e3-99ed-730cc98ca0e6 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.215024 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fb8fdd48-aa9a-44e3-99ed-730cc98ca0e6 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165702 Nov 09 04:23:25.217719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51316) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:25.222195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ce91619e-acc6-4101-9435-ef653db54473 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Request body: {'security_group_rule': {'security_group_id': 'f613078c-c3b7-439d-84bc-8c2b41b99bf5', 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:25.234874 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5804738-11aa-4a0a-84f1-33ee7b8a4c2c req-43a82fb0-2e68-43e1-af0d-5eb62419e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:25.236334 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e5804738-11aa-4a0a-84f1-33ee7b8a4c2c req-43a82fb0-2e68-43e1-af0d-5eb62419e7b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51bbb8ee-772b-4439-939e-8b6e723b5ee8 HTTP/1.1" status: 200 len: 834 time: 0.0438461 Nov 09 04:23:25.247483 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ce91619e-acc6-4101-9435-ef653db54473 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.281037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5804738-11aa-4a0a-84f1-33ee7b8a4c2c req-e5dc8cef-f810-403e-b1ab-ff5989202277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:25.282637 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e5804738-11aa-4a0a-84f1-33ee7b8a4c2c req-e5dc8cef-f810-403e-b1ab-ff5989202277 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0015125f-7176-4fb6-af21-ef492802bafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395954 Nov 09 04:23:25.306636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ce91619e-acc6-4101-9435-ef653db54473 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.310007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ce91619e-acc6-4101-9435-ef653db54473 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.327325 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91619e-acc6-4101-9435-ef653db54473 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e810a4f8-300a-4569-99e7-ec6f7000631d,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:25.336513 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ce91619e-acc6-4101-9435-ef653db54473 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.337744 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ce91619e-acc6-4101-9435-ef653db54473 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190054 Nov 09 04:23:25.340349 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51318) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:25.344761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-56cea46a-6ff0-4400-aa99-d3bf135aa873 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Request body: {'security_group_rule': {'security_group_id': 'f613078c-c3b7-439d-84bc-8c2b41b99bf5', 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:25.371091 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-56cea46a-6ff0-4400-aa99-d3bf135aa873 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.376162 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e5804738-11aa-4a0a-84f1-33ee7b8a4c2c req-7e48b871-9651-4d80-87cb-86db131b0d65 service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856202 Nov 09 04:23:25.426642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-56cea46a-6ff0-4400-aa99-d3bf135aa873 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.431344 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-56cea46a-6ff0-4400-aa99-d3bf135aa873 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.445884 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cea46a-6ff0-4400-aa99-d3bf135aa873 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cb0add-cb30-4721-a286-31aed17b1d9d,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:25.459215 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-56cea46a-6ff0-4400-aa99-d3bf135aa873 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.460427 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-56cea46a-6ff0-4400-aa99-d3bf135aa873 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191010 Nov 09 04:23:25.463215 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51320) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:25.467830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-874fe621-1db5-494b-b37e-e127eb055517 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Request body: {'security_group_rule': {'security_group_id': 'f613078c-c3b7-439d-84bc-8c2b41b99bf5', 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:25.471547 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e5804738-11aa-4a0a-84f1-33ee7b8a4c2c req-b8e3e8bb-be95-4557-a827-23a25ce30791 service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863838 Nov 09 04:23:25.491231 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-874fe621-1db5-494b-b37e-e127eb055517 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Project d423b9c596284e26894ab5089c823a9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:23:25.497146 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-874fe621-1db5-494b-b37e-e127eb055517 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.511353 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c7c03c47-40fa-4a3b-a617-dd37e0c7e7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.558276 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-874fe621-1db5-494b-b37e-e127eb055517 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.562153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-874fe621-1db5-494b-b37e-e127eb055517 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.578924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fe621-1db5-494b-b37e-e127eb055517 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8fa06a4-d577-40f1-8681-7c8c46669141,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:25.587533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-874fe621-1db5-494b-b37e-e127eb055517 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.588851 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-874fe621-1db5-494b-b37e-e127eb055517 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245847 Nov 09 04:23:25.591460 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51322) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:25.595730 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-395122dd-b75f-4426-b463-d7276f181f7b tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Request body: {'security_group_rule': {'security_group_id': 'f613078c-c3b7-439d-84bc-8c2b41b99bf5', 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:25.616719 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-395122dd-b75f-4426-b463-d7276f181f7b tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Project d423b9c596284e26894ab5089c823a9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:23:25.622338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-395122dd-b75f-4426-b463-d7276f181f7b tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.681799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-395122dd-b75f-4426-b463-d7276f181f7b tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.685099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-395122dd-b75f-4426-b463-d7276f181f7b tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.701867 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395122dd-b75f-4426-b463-d7276f181f7b tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488d0bcf-4c2a-45fc-9bd0-1d94907ccb1b,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:25.710865 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-395122dd-b75f-4426-b463-d7276f181f7b tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.712094 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-395122dd-b75f-4426-b463-d7276f181f7b tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196775 Nov 09 04:23:25.714888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51324) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:25.719599 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-bc358970-57f1-4541-ae20-386c6b3f052e tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Request body: {'network': {'name': 'tempest-network-smoke--422302703', 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'port_security_enabled': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:25.739046 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc358970-57f1-4541-ae20-386c6b3f052e tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Made reservation on behalf of d423b9c596284e26894ab5089c823a9d for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:23:25.742514 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc358970-57f1-4541-ae20-386c6b3f052e tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.764436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc358970-57f1-4541-ae20-386c6b3f052e tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:23:25.772440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc358970-57f1-4541-ae20-386c6b3f052e tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.772778 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-bc358970-57f1-4541-ae20-386c6b3f052e tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Added segment e82ebcf2-401a-4ccf-a237-af54453eefc3 of type vlan for network 6f95962c-1961-4458-b66e-0ebf6c0b94e4 Nov 09 04:23:25.810832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc358970-57f1-4541-ae20-386c6b3f052e tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.833598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc358970-57f1-4541-ae20-386c6b3f052e tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.839161 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc358970-57f1-4541-ae20-386c6b3f052e tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:25.839731 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bc358970-57f1-4541-ae20-386c6b3f052e tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.871164 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bc358970-57f1-4541-ae20-386c6b3f052e tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1552932 Nov 09 04:23:25.874072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51326) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:25.878395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'admin_state_up': True, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:25.921777 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc358970-57f1-4541-ae20-386c6b3f052e tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'Network': ['ID=6f95962c-1961-4458-b66e-0ebf6c0b94e4,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:25.932734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 6f95962c-1961-4458-b66e-0ebf6c0b94e4 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:23:25.937413 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.938451 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:25.987922 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:26.123324 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:26.305453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:26.323723 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:26.424974 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Allocated IP 172.26.5.154 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:23:26.526574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:26.558786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:26.594030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:23:26.596700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:26.602065 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:23:26.627131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'Port': ['ID=df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:26.842724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:27.032177 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:27.153873 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Router bee99f84-4910-48de-b119-5692fea0469f is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:23:27.254559 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:23:27.263675 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Sync routers for ids ['bee99f84-4910-48de-b119-5692fea0469f'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:23:27.273124 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Routers {'bee99f84-4910-48de-b119-5692fea0469f'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:27.273743 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:22:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['bee99f84-4910-48de-b119-5692fea0469f'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:27.273946 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:27.275222 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-79490e34-afec-434c-ad36-03165659d748 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4002013 Nov 09 04:23:27.278384 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51328) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:27.375498 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Set router bee99f84-4910-48de-b119-5692fea0469f gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:23:27.402893 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-21bbbc34-4e32-476e-8c37-7baa18b88653 tempest-TestNetworkAdvancedServerOps-946389635 tempest-TestNetworkAdvancedServerOps-946389635-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=d423b9c596284e26894ab5089c823a9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1207535 Nov 09 04:23:27.403123 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51332) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:27.551095 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee99f84-4910-48de-b119-5692fea0469f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:23:25Z', 'updated_at': '2021-11-09T04:23:26Z', 'revision_number': 3, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'gw_port': {'id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:26Z', 'updated_at': '2021-11-09T04:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:27.577379 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Checking router: bee99f84-4910-48de-b119-5692fea0469f for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:23:27.577744 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Updating router bee99f84-4910-48de-b119-5692fea0469f port df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:23:27.607273 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:27.808961 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-370581b4-6dbc-485c-9034-561cf359a3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:27.832131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18339d9-e08e-4e3f-84f1-d1a2c88ee2f7 tempest-TestNetworkAdvancedServerOps-946389635 tempest-TestNetworkAdvancedServerOps-946389635-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:27.833697 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f18339d9-e08e-4e3f-84f1-d1a2c88ee2f7 tempest-TestNetworkAdvancedServerOps-946389635 tempest-TestNetworkAdvancedServerOps-946389635-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4297152 Nov 09 04:23:27.837341 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51334) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:27.870446 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-14e2f999-08e8-4432-8b98-c16b1bc4938d tempest-TestNetworkAdvancedServerOps-946389635 tempest-TestNetworkAdvancedServerOps-946389635-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318871 Nov 09 04:23:27.872888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51336) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:27.877629 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-225aa7b2-0ace-4415-a1d8-aff9ca75db03 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2046220434', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:27.934080 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:27.939713 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:27.968420 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225aa7b2-0ace-4415-a1d8-aff9ca75db03 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Made reservation on behalf of d423b9c596284e26894ab5089c823a9d for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:23:27.972176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-225aa7b2-0ace-4415-a1d8-aff9ca75db03 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:27.992106 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Attempting to bind port df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:23:27.992483 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Attempting to bind port df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:23:27.992884 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Attempting to bind port df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:23:27.994766 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca773ca-321b-4823-bb6e-b1fb114b4634 None None] Pushing event updated for resources: {'Port': ['ID=df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:28.003538 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca773ca-321b-4823-bb6e-b1fb114b4634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:23:28.003910 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca773ca-321b-4823-bb6e-b1fb114b4634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:23:28.004251 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca773ca-321b-4823-bb6e-b1fb114b4634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:23:28.004586 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca773ca-321b-4823-bb6e-b1fb114b4634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:23:28.004914 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca773ca-321b-4823-bb6e-b1fb114b4634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:23:28.005255 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca773ca-321b-4823-bb6e-b1fb114b4634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:23:28.005620 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca773ca-321b-4823-bb6e-b1fb114b4634 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:23:28.005958 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca773ca-321b-4823-bb6e-b1fb114b4634 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:23:28.006298 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca773ca-321b-4823-bb6e-b1fb114b4634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:23:28.006621 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca773ca-321b-4823-bb6e-b1fb114b4634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:23:28.006940 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca773ca-321b-4823-bb6e-b1fb114b4634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:23:28.007258 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca773ca-321b-4823-bb6e-b1fb114b4634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:23:28.011099 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:23:28.011477 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:23:28.011903 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:28.012247 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:23:28.012715 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Bound port: df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:23:28.013091 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:28.064894 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] For port df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:23:28.067910 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] For port df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:23:28.072519 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:28.129954 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca773ca-321b-4823-bb6e-b1fb114b4634 None None] Pushing event updated for resources: {'Port': ['ID=df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:28.132528 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Routers {'bee99f84-4910-48de-b119-5692fea0469f'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:28.133128 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:23:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['bee99f84-4910-48de-b119-5692fea0469f'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:28.149905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-225aa7b2-0ace-4415-a1d8-aff9ca75db03 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:28.212369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225aa7b2-0ace-4415-a1d8-aff9ca75db03 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'Subnet': ['ID=77eb7ed0-4406-4093-bf32-a801399cd10e,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:28.221709 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225aa7b2-0ace-4415-a1d8-aff9ca75db03 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Checking segment: {'id': 'e82ebcf2-401a-4ccf-a237-af54453eefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:23:28.222092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225aa7b2-0ace-4415-a1d8-aff9ca75db03 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Network hostable DHCP agents. Network: 6f95962c-1961-4458-b66e-0ebf6c0b94e4, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:23:28.236050 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] Set router bee99f84-4910-48de-b119-5692fea0469f gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:23:28.238999 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225aa7b2-0ace-4415-a1d8-aff9ca75db03 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Network 6f95962c-1961-4458-b66e-0ebf6c0b94e4 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:23:28.248508 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-225aa7b2-0ace-4415-a1d8-aff9ca75db03 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 6f95962c-1961-4458-b66e-0ebf6c0b94e4) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:28.252632 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225aa7b2-0ace-4415-a1d8-aff9ca75db03 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:28.253245 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-225aa7b2-0ace-4415-a1d8-aff9ca75db03 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:28.257878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232464a6-9122-44a7-9d73-13c24f436dc3 None None] Network 6f95962c-1961-4458-b66e-0ebf6c0b94e4 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:23:28.270307 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-225aa7b2-0ace-4415-a1d8-aff9ca75db03 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3963485 Nov 09 04:23:28.273337 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51338) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:28.413388 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'fixed_ips': [{'subnet_id': '77eb7ed0-4406-4093-bf32-a801399cd10e'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:23:28.414370 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:28.414793 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee99f84-4910-48de-b119-5692fea0469f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:23:25Z', 'updated_at': '2021-11-09T04:23:26Z', 'revision_number': 3, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'gw_port': {'id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:26Z', 'updated_at': '2021-11-09T04:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:28.444723 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6e5f3-c9c0-4e67-9922-d74fd805d23b None None] The sync data for ids ['bee99f84-4910-48de-b119-5692fea0469f'] in dv-neutron-816800-2-hyperv is: [{'id': 'bee99f84-4910-48de-b119-5692fea0469f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:23:25Z', 'updated_at': '2021-11-09T04:23:26Z', 'revision_number': 3, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'gw_port': {'id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:26Z', 'updated_at': '2021-11-09T04:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:23:28.557717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Allocated IP 172.20.0.2 (6f95962c-1961-4458-b66e-0ebf6c0b94e4/77eb7ed0-4406-4093-bf32-a801399cd10e/413c5703-5c23-4056-8048-b12fccd68a68) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:23:28.742067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:28.749683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:28.760292 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:28.799045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Network 6f95962c-1961-4458-b66e-0ebf6c0b94e4 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:23:28.804140 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:28.808550 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:23:28.815924 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Pushing event updated for resources: {'Port': ['ID=413c5703-5c23-4056-8048-b12fccd68a68,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:28.885132 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Attempting to bind port 413c5703-5c23-4056-8048-b12fccd68a68 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:23:28.885498 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Attempting to bind port 413c5703-5c23-4056-8048-b12fccd68a68 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'e82ebcf2-401a-4ccf-a237-af54453eefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:23:28.886047 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Attempting to bind port 413c5703-5c23-4056-8048-b12fccd68a68 on network 6f95962c-1961-4458-b66e-0ebf6c0b94e4 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:23:28.894906 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:23:28.895385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Checking segment: {'id': 'e82ebcf2-401a-4ccf-a237-af54453eefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:23:28.895865 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:28.896382 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Bound using segment: {'id': 'e82ebcf2-401a-4ccf-a237-af54453eefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:23:28.896868 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Bound port: 413c5703-5c23-4056-8048-b12fccd68a68, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82ebcf2-401a-4ccf-a237-af54453eefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:23:28.897255 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:28.968367 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] For port 413c5703-5c23-4056-8048-b12fccd68a68, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:23:28.972187 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] For port 413c5703-5c23-4056-8048-b12fccd68a68, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=413c5703-5c23-4056-8048-b12fccd68a68,segment=NetworkSegment(e82ebcf2-401a-4ccf-a237-af54453eefc3),segment_id=e82ebcf2-401a-4ccf-a237-af54453eefc3)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:23:28.977765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:29.046261 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b30b7-cf35-4bfb-91d1-881a711fe8b4 None None] Pushing event updated for resources: {'Port': ['ID=413c5703-5c23-4056-8048-b12fccd68a68,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:29.057890 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:29.058304 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Allocated IP 172.20.0.1 (6f95962c-1961-4458-b66e-0ebf6c0b94e4/77eb7ed0-4406-4093-bf32-a801399cd10e/d476e852-5050-46da-8b20-f3761ecbcfa3) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:23:29.190905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:29.245330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:29.284876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Network 6f95962c-1961-4458-b66e-0ebf6c0b94e4 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:23:29.288311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:29.292963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:23:29.326447 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:23:29.329268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'Port': ['ID=d476e852-5050-46da-8b20-f3761ecbcfa3,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:29.349574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:29.387993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:29.388415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:29.476552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:29.492263 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:29.496981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:29.500709 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:29.548525 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:29.770942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:29.775595 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:29.851305 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'Port': ['ID=d476e852-5050-46da-8b20-f3761ecbcfa3,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:29.854844 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:29.951378 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Network 6f95962c-1961-4458-b66e-0ebf6c0b94e4 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:23:29.952825 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:29.984995 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defbd7bb-b511-4a9b-9d25-f76546a86b3a None None] Network 6f95962c-1961-4458-b66e-0ebf6c0b94e4 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:23:30.068505 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Router bee99f84-4910-48de-b119-5692fea0469f has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:23:30.179470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:23:30.185643 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-62a096f0-5516-45a7-91a5-4afcbff0e553 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "PUT /v2.0/routers/bee99f84-4910-48de-b119-5692fea0469f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9112277 Nov 09 04:23:30.214120 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-542d8d31-fc1d-4a78-aa79-59f30108dd4c None None] Provisioning complete for port 413c5703-5c23-4056-8048-b12fccd68a68 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:30.214493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-542d8d31-fc1d-4a78-aa79-59f30108dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:30.284236 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:23:30.298429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:30.357873 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-c41ca84e-e8f3-423f-9ada-62c8d2f3e4e1 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-956441852&fields=id&tenant_id=d423b9c596284e26894ab5089c823a9d HTTP/1.1" status: 200 len: 267 time: 0.0523784 Nov 09 04:23:30.375557 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-542d8d31-fc1d-4a78-aa79-59f30108dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:30.415234 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-542d8d31-fc1d-4a78-aa79-59f30108dd4c None None] For port 413c5703-5c23-4056-8048-b12fccd68a68, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=413c5703-5c23-4056-8048-b12fccd68a68,segment=NetworkSegment(e82ebcf2-401a-4ccf-a237-af54453eefc3),segment_id=e82ebcf2-401a-4ccf-a237-af54453eefc3)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:30.419566 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-542d8d31-fc1d-4a78-aa79-59f30108dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:30.478569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d8d31-fc1d-4a78-aa79-59f30108dd4c None None] Pushing event updated for resources: {'Port': ['ID=413c5703-5c23-4056-8048-b12fccd68a68,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:30.479224 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-1d71e257-5f3f-4d3f-a883-39c4e696ba9d tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:30.481587 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-1d71e257-5f3f-4d3f-a883-39c4e696ba9d tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/networks?id=6f95962c-1961-4458-b66e-0ebf6c0b94e4 HTTP/1.1" status: 200 len: 796 time: 0.1166847 Nov 09 04:23:30.496634 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-3d5fe342-24f5-4cce-8a5b-0a2abff5876a tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/quotas/d423b9c596284e26894ab5089c823a9d HTTP/1.1" status: 200 len: 375 time: 0.0099311 Nov 09 04:23:30.554190 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-7367c5a0-2b7a-49fe-b75c-b26f16b7809a tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d423b9c596284e26894ab5089c823a9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516961 Nov 09 04:23:30.615662 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Sync routers for ids ['bee99f84-4910-48de-b119-5692fea0469f'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:23:30.627208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Routers {'bee99f84-4910-48de-b119-5692fea0469f'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:30.627903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:23:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['bee99f84-4910-48de-b119-5692fea0469f'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:30.665655 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-a673508b-8d99-4eee-8f64-280629050904 service neutron] 10.222.0.21 "GET /v2.0/networks/6f95962c-1961-4458-b66e-0ebf6c0b94e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990479 Nov 09 04:23:30.691516 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-70fd4cdb-220c-4485-bc15-1d8e5ee7d49a None None] Provisioning complete for port 413c5703-5c23-4056-8048-b12fccd68a68 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:30.691886 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-70fd4cdb-220c-4485-bc15-1d8e5ee7d49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:30.770275 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-fa0f3822-32f8-4cae-8771-00298e59b752 service neutron] 10.222.0.21 "GET /v2.0/networks/6f95962c-1961-4458-b66e-0ebf6c0b94e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973337 Nov 09 04:23:30.777500 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Set router bee99f84-4910-48de-b119-5692fea0469f gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:23:30.959526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-70fd4cdb-220c-4485-bc15-1d8e5ee7d49a None None] Provisioning complete for port d476e852-5050-46da-8b20-f3761ecbcfa3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:30.959904 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-70fd4cdb-220c-4485-bc15-1d8e5ee7d49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:30.998986 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-27e4830d-ea4d-46b5-9de6-3359f6d422c9 req-e3acb2ee-8572-4b73-ba58-19a50a7b70d6 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 210 time: 0.0361295 Nov 09 04:23:31.040543 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:31.045855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-70fd4cdb-220c-4485-bc15-1d8e5ee7d49a None None] Port d476e852-5050-46da-8b20-f3761ecbcfa3 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:23:31.071245 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee99f84-4910-48de-b119-5692fea0469f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:23:25Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'gw_port': {'id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:26Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'd476e852-5050-46da-8b20-f3761ecbcfa3', 'name': '', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'mac_address': 'fa:16:3e:42:c4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:28Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 2, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'subnets': [{'id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:31.099131 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Checking router: bee99f84-4910-48de-b119-5692fea0469f for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:23:31.099490 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Updating router bee99f84-4910-48de-b119-5692fea0469f port d476e852-5050-46da-8b20-f3761ecbcfa3 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:23:31.125199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:31.234410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-5444f2a6-5e16-4236-a8e6-4d4b73cb1cec None None] Provisioning complete for port d476e852-5050-46da-8b20-f3761ecbcfa3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:31.234790 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5444f2a6-5e16-4236-a8e6-4d4b73cb1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:31.287337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-5444f2a6-5e16-4236-a8e6-4d4b73cb1cec None None] Port d476e852-5050-46da-8b20-f3761ecbcfa3 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:23:31.345776 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 413c5703-5c23-4056-8048-b12fccd68a68 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:23:31.460887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 413c5703-5c23-4056-8048-b12fccd68a68 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:31.461269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:31.499358 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:31.509371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:31.566699 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608338d-6c1c-4bef-b877-6a9c6f24a311 None None] Pushing event updated for resources: {'Port': ['ID=d476e852-5050-46da-8b20-f3761ecbcfa3,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:31.648333 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:23:31.677587 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Attempting to bind port d476e852-5050-46da-8b20-f3761ecbcfa3 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:23:31.677968 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Attempting to bind port d476e852-5050-46da-8b20-f3761ecbcfa3 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'e82ebcf2-401a-4ccf-a237-af54453eefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:23:31.678479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Attempting to bind port d476e852-5050-46da-8b20-f3761ecbcfa3 on network 6f95962c-1961-4458-b66e-0ebf6c0b94e4 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:23:31.692279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:23:31.692685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Checking segment: {'id': 'e82ebcf2-401a-4ccf-a237-af54453eefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:23:31.693126 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:31.693556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Bound using segment: {'id': 'e82ebcf2-401a-4ccf-a237-af54453eefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:23:31.694039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Bound port: d476e852-5050-46da-8b20-f3761ecbcfa3, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82ebcf2-401a-4ccf-a237-af54453eefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:23:31.694417 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:31.756015 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:31.756385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:31.789234 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] For port d476e852-5050-46da-8b20-f3761ecbcfa3, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:23:31.812569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] For port d476e852-5050-46da-8b20-f3761ecbcfa3, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d476e852-5050-46da-8b20-f3761ecbcfa3,segment=NetworkSegment(e82ebcf2-401a-4ccf-a237-af54453eefc3),segment_id=e82ebcf2-401a-4ccf-a237-af54453eefc3)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:23:31.820309 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:31.854410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-85c1b0ad-9e18-47f9-93d6-3703488a465f None None] Provisioning complete for port d476e852-5050-46da-8b20-f3761ecbcfa3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:31.854743 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-85c1b0ad-9e18-47f9-93d6-3703488a465f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:31.941440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608338d-6c1c-4bef-b877-6a9c6f24a311 None None] Pushing event updated for resources: {'Port': ['ID=d476e852-5050-46da-8b20-f3761ecbcfa3,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:31.949060 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Routers {'bee99f84-4910-48de-b119-5692fea0469f'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:31.949709 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:23:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['bee99f84-4910-48de-b119-5692fea0469f'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:32.021451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-573fa4fb-f499-4a9c-95d9-a336d1f15c3b tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:32.027361 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-573fa4fb-f499-4a9c-95d9-a336d1f15c3b tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.31 "GET /v2.0/networks?id=6f95962c-1961-4458-b66e-0ebf6c0b94e4 HTTP/1.1" status: 200 len: 796 time: 0.1510656 Nov 09 04:23:32.116585 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-85c1b0ad-9e18-47f9-93d6-3703488a465f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:32.123301 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-47e5629c-494f-44f1-a239-85fc67d4b974 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d423b9c596284e26894ab5089c823a9d HTTP/1.1" status: 200 len: 379 time: 0.0811541 Nov 09 04:23:32.125052 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f4f4e1c5-fab3-495d-b734-38444e3f03df req-ce778cab-665f-4b8f-bed5-d0b313021f08 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 210 time: 0.0511618 Nov 09 04:23:32.135808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-eafc2772-365b-4de8-b6df-e05dca3590d3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Request body: {'port': {'device_id': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'admin_state_up': True, 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'security_groups': ['f613078c-c3b7-439d-84bc-8c2b41b99bf5']}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:32.136968 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] Set router bee99f84-4910-48de-b119-5692fea0469f gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:23:32.190209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-85c1b0ad-9e18-47f9-93d6-3703488a465f None None] For port d476e852-5050-46da-8b20-f3761ecbcfa3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d476e852-5050-46da-8b20-f3761ecbcfa3,segment=NetworkSegment(e82ebcf2-401a-4ccf-a237-af54453eefc3),segment_id=e82ebcf2-401a-4ccf-a237-af54453eefc3)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:32.194697 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-85c1b0ad-9e18-47f9-93d6-3703488a465f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:32.250940 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-eafc2772-365b-4de8-b6df-e05dca3590d3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Made reservation on behalf of d423b9c596284e26894ab5089c823a9d for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:23:32.254905 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-eafc2772-365b-4de8-b6df-e05dca3590d3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:32.325829 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1b0ad-9e18-47f9-93d6-3703488a465f None None] Pushing event updated for resources: {'Port': ['ID=d476e852-5050-46da-8b20-f3761ecbcfa3,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:32.352183 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ddc1be27-5584-4bbc-9e74-cde639038492 None None] Provisioning complete for port d476e852-5050-46da-8b20-f3761ecbcfa3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:32.352556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ddc1be27-5584-4bbc-9e74-cde639038492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:32.385382 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-eafc2772-365b-4de8-b6df-e05dca3590d3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Allocated IP 172.20.0.7 (6f95962c-1961-4458-b66e-0ebf6c0b94e4/77eb7ed0-4406-4093-bf32-a801399cd10e/47556d65-9cdb-4bf0-8aa9-f7007b25b4ec) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:23:32.530674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-eafc2772-365b-4de8-b6df-e05dca3590d3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:32.562148 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-eafc2772-365b-4de8-b6df-e05dca3590d3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:32.605540 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee99f84-4910-48de-b119-5692fea0469f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:23:25Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'gw_port': {'id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:26Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'd476e852-5050-46da-8b20-f3761ecbcfa3', 'name': '', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'mac_address': 'fa:16:3e:42:c4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:28Z', 'updated_at': '2021-11-09T04:23:31Z', 'revision_number': 4, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'subnets': [{'id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:32.614163 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-eafc2772-365b-4de8-b6df-e05dca3590d3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Network 6f95962c-1961-4458-b66e-0ebf6c0b94e4 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:23:32.617369 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-eafc2772-365b-4de8-b6df-e05dca3590d3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:32.621875 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-eafc2772-365b-4de8-b6df-e05dca3590d3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:23:32.624772 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc2772-365b-4de8-b6df-e05dca3590d3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'Port': ['ID=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:32.636678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae6100b-9489-45d1-9263-f630299d8de4 None None] The sync data for ids ['bee99f84-4910-48de-b119-5692fea0469f'] in dv-neutron-816800-2-hyperv is: [{'id': 'bee99f84-4910-48de-b119-5692fea0469f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:23:25Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'gw_port': {'id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:26Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'd476e852-5050-46da-8b20-f3761ecbcfa3', 'name': '', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'mac_address': 'fa:16:3e:42:c4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:28Z', 'updated_at': '2021-11-09T04:23:31Z', 'revision_number': 4, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'subnets': [{'id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:23:32.676007 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-eafc2772-365b-4de8-b6df-e05dca3590d3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:32.676652 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-eafc2772-365b-4de8-b6df-e05dca3590d3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:32.719836 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-eafc2772-365b-4de8-b6df-e05dca3590d3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5878453 Nov 09 04:23:32.733147 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Request body: {'port': {'device_id': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:32.796970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:32.967884 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-07171fb6-484f-4f1c-96b0-b54e71503c20 None None] Provisioning complete for port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:32.968254 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-07171fb6-484f-4f1c-96b0-b54e71503c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:33.012809 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-07171fb6-484f-4f1c-96b0-b54e71503c20 None None] Port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:23:33.081965 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec {{(pid=101884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:23:33.090066 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:33.102889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.provisioning_blocks [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Transition to ACTIVE for port object 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec will not be triggered until provisioned by entity L2. {{(pid=101884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:23:33.107178 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:33.155472 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Pushing event updated for resources: {'Port': ['ID=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:33.278410 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Attempting to bind port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:23:33.278753 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Attempting to bind port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e82ebcf2-401a-4ccf-a237-af54453eefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:23:33.279222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Attempting to bind port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec on network 6f95962c-1961-4458-b66e-0ebf6c0b94e4 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:23:33.287063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec on network 6f95962c-1961-4458-b66e-0ebf6c0b94e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:23:33.287392 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Attempting to bind port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec on network 6f95962c-1961-4458-b66e-0ebf6c0b94e4 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:23:33.295043 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:23:33.295393 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Checking segment: {'id': 'e82ebcf2-401a-4ccf-a237-af54453eefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:23:33.296036 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Bound using segment: {'id': 'e82ebcf2-401a-4ccf-a237-af54453eefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4'} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:23:33.296862 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Bound port: 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e82ebcf2-401a-4ccf-a237-af54453eefc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4'}}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:23:33.297281 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:33.297981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d476e852-5050-46da-8b20-f3761ecbcfa3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:23:33.354215 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5a46a-7d2e-4d04-9d25-10f6a240d097 req-ff8d3a92-3f67-47f7-b594-0d73f2eddcf7 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:33.356199 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4ed5a46a-7d2e-4d04-9d25-10f6a240d097 req-ff8d3a92-3f67-47f7-b594-0d73f2eddcf7 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 943 time: 0.1240768 Nov 09 04:23:33.358387 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port d476e852-5050-46da-8b20-f3761ecbcfa3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:33.358781 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:33.425380 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] For port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec, host hv-neutron-8168, cleared binding levels {{(pid=101884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:23:33.429124 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] For port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,segment=NetworkSegment(e82ebcf2-401a-4ccf-a237-af54453eefc3),segment_id=e82ebcf2-401a-4ccf-a237-af54453eefc3)] {{(pid=101884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:23:33.435601 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4ed5a46a-7d2e-4d04-9d25-10f6a240d097 req-489e4f8c-6295-4a3f-bb74-c03df4fb86b2 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693877 Nov 09 04:23:33.437912 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:33.480033 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:33.480655 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:33.482075 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] 10.222.0.31 "PUT /v2.0/ports/47556d65-9cdb-4bf0-8aa9-f7007b25b4ec HTTP/1.1" status: 200 len: 1093 time: 0.7533138 Nov 09 04:23:33.482581 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'tag': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:23:33.484830 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ea1136-2b13-4a1a-9c4d-c18d2baba3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "fb128088-6657-4f00-a85c-fe30ecfdafe3", "tag": "47556d65-9cdb-4bf0-8aa9-f7007b25b4ec"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:23:33.511935 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaca45-9906-496e-ad9d-4e625235f8ca service neutron] Pushing event updated for resources: {'Port': ['ID=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,revision_number=3']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:33.544865 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9ebc9a-28e6-4e68-8d51-6b67241aa0a1 x-openstack-request-id: req-fe9ebc9a-28e6-4e68-8d51-6b67241aa0a1 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:23:33.545222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb128088-6657-4f00-a85c-fe30ecfdafe3", "tag": "47556d65-9cdb-4bf0-8aa9-f7007b25b4ec", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:23:33.545771 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe9ebc9a-28e6-4e68-8d51-6b67241aa0a1 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:23:33.546439 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'tag': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec', 'status': 'completed', 'code': 200} Nov 09 04:23:33.580510 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-beb2e60c-5b9f-4a73-a7f6-45427c07f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:33.582578 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-beb2e60c-5b9f-4a73-a7f6-45427c07f170 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d423b9c596284e26894ab5089c823a9d&device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 1096 time: 0.0491395 Nov 09 04:23:33.628725 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-f6674812-19ea-4ccc-be0b-6e2cda276327 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec HTTP/1.1" status: 200 len: 217 time: 0.0360286 Nov 09 04:23:33.680733 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-1fc6cfa2-a676-4c52-98f7-99310c823bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:33.682389 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-1fc6cfa2-a676-4c52-98f7-99310c823bff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77eb7ed0-4406-4093-bf32-a801399cd10e HTTP/1.1" status: 200 len: 835 time: 0.0472834 Nov 09 04:23:33.736780 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-da6515ca-5cd6-4f72-ab40-57d854deaf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:33.738349 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-da6515ca-5cd6-4f72-ab40-57d854deaf6d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f95962c-1961-4458-b66e-0ebf6c0b94e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466976 Nov 09 04:23:33.833216 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-d11ea78f-f6af-42fb-ba5a-e5ace7e4a98a service neutron] 10.222.0.31 "GET /v2.0/networks/6f95962c-1961-4458-b66e-0ebf6c0b94e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868020 Nov 09 04:23:33.924414 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-289d044d-59ec-45d6-9b69-3b49cfa89bb6 req-f94cd52a-8a35-41d8-a264-5ec0ea9ee80c service neutron] 10.222.0.31 "GET /v2.0/networks/6f95962c-1961-4458-b66e-0ebf6c0b94e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831046 Nov 09 04:23:34.011775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1136-2b13-4a1a-9c4d-c18d2baba3bc req-e33193f9-cd9d-4820-b3fc-e759c3b33dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:34.013247 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-19ea1136-2b13-4a1a-9c4d-c18d2baba3bc req-e33193f9-cd9d-4820-b3fc-e759c3b33dcc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d423b9c596284e26894ab5089c823a9d&device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 1096 time: 0.0398049 Nov 09 04:23:34.106706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1136-2b13-4a1a-9c4d-c18d2baba3bc req-33209f1a-1a68-4f83-80fd-d336588ee5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:34.108180 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-19ea1136-2b13-4a1a-9c4d-c18d2baba3bc req-33209f1a-1a68-4f83-80fd-d336588ee5ce service neutron] 10.222.0.31 "GET /v2.0/networks?id=6f95962c-1961-4458-b66e-0ebf6c0b94e4 HTTP/1.1" status: 200 len: 896 time: 0.0860023 Nov 09 04:23:34.149362 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-19ea1136-2b13-4a1a-9c4d-c18d2baba3bc req-32cc5b64-0bc5-4f8d-a667-2c7fee6c9848 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec HTTP/1.1" status: 200 len: 217 time: 0.0326991 Nov 09 04:23:34.196577 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1136-2b13-4a1a-9c4d-c18d2baba3bc req-476359d8-2817-45ed-b7a6-b718d610ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:34.197982 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-19ea1136-2b13-4a1a-9c4d-c18d2baba3bc req-476359d8-2817-45ed-b7a6-b718d610ae7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77eb7ed0-4406-4093-bf32-a801399cd10e HTTP/1.1" status: 200 len: 835 time: 0.0415072 Nov 09 04:23:34.246232 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea1136-2b13-4a1a-9c4d-c18d2baba3bc req-1ab0c3fd-4092-4aa4-8e21-6d4d3babca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:34.247674 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-19ea1136-2b13-4a1a-9c4d-c18d2baba3bc req-1ab0c3fd-4092-4aa4-8e21-6d4d3babca7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f95962c-1961-4458-b66e-0ebf6c0b94e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419221 Nov 09 04:23:34.339379 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-19ea1136-2b13-4a1a-9c4d-c18d2baba3bc req-37c8cf69-4d8a-4f2b-9713-27b97cd43d5c service neutron] 10.222.0.31 "GET /v2.0/networks/6f95962c-1961-4458-b66e-0ebf6c0b94e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782790 Nov 09 04:23:34.429909 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-19ea1136-2b13-4a1a-9c4d-c18d2baba3bc req-65479cd9-e354-44e3-8971-012a71e05c20 service neutron] 10.222.0.31 "GET /v2.0/networks/6f95962c-1961-4458-b66e-0ebf6c0b94e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819521 Nov 09 04:23:34.561974 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591bec8-5d7d-4d1e-a250-56f8ee0f7c29 req-9f87f6c4-6859-4f10-b3b1-20fa2d249b6a tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:34.563437 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5591bec8-5d7d-4d1e-a250-56f8ee0f7c29 req-9f87f6c4-6859-4f10-b3b1-20fa2d249b6a tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 943 time: 0.0483980 Nov 09 04:23:34.610373 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5591bec8-5d7d-4d1e-a250-56f8ee0f7c29 req-8dc776f8-1e48-45e5-97b0-1929f6138ffc tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411570 Nov 09 04:23:35.043810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:23:35.137846 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,segment=NetworkSegment(e82ebcf2-401a-4ccf-a237-af54453eefc3),segment_id=e82ebcf2-401a-4ccf-a237-af54453eefc3)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:35.149346 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'port_id': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec', 'mac_address': 'fa:16:3e:bf:19:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:23:35.184936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:35.197566 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:23:35.216992 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,segment=NetworkSegment(e82ebcf2-401a-4ccf-a237-af54453eefc3),segment_id=e82ebcf2-401a-4ccf-a237-af54453eefc3)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:35.221683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:35.267161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:35.426825 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['47556d65-9cdb-4bf0-8aa9-f7007b25b4ec'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:23:35.729045 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008abda-3450-49da-aa40-bd619e7346fb req-34635057-d8a4-4ab7-bff6-16b1c56b94c6 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:35.730548 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a008abda-3450-49da-aa40-bd619e7346fb req-34635057-d8a4-4ab7-bff6-16b1c56b94c6 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 944 time: 0.0523143 Nov 09 04:23:35.778612 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a008abda-3450-49da-aa40-bd619e7346fb req-8d4ce010-940a-483f-bf84-56620f960a28 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421152 Nov 09 04:23:36.891838 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de3e59-43cf-4f82-b093-63568d79ec04 req-61367936-5d31-4985-918c-8965f38d46a0 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:36.893356 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d7de3e59-43cf-4f82-b093-63568d79ec04 req-61367936-5d31-4985-918c-8965f38d46a0 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 944 time: 0.0479019 Nov 09 04:23:36.944490 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d7de3e59-43cf-4f82-b093-63568d79ec04 req-9655d046-d8ae-461b-b5c6-7431d63b8655 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445881 Nov 09 04:23:37.055152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:23:37.105843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:23:37.110242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:37.110631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:37.188324 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:37.211054 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:23:37.213236 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1befa344-79ae-49aa-9324-1ce3b06fa63d" -d '{"events": [{"server_uuid": "fb128088-6657-4f00-a85c-fe30ecfdafe3", "name": "network-vif-plugged", "status": "completed", "tag": "47556d65-9cdb-4bf0-8aa9-f7007b25b4ec"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:23:37.225981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,segment=NetworkSegment(e82ebcf2-401a-4ccf-a237-af54453eefc3),segment_id=e82ebcf2-401a-4ccf-a237-af54453eefc3)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:37.230386 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:37.259139 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b138d7-3293-4573-a9fd-8ee6a6022bb9 x-openstack-request-id: req-88b138d7-3293-4573-a9fd-8ee6a6022bb9 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:23:37.259427 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb128088-6657-4f00-a85c-fe30ecfdafe3", "name": "network-vif-plugged", "status": "completed", "tag": "47556d65-9cdb-4bf0-8aa9-f7007b25b4ec", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:23:37.259679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88b138d7-3293-4573-a9fd-8ee6a6022bb9 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:23:37.260108 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec', 'code': 200} Nov 09 04:23:37.283526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:37.422692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10014f3c-e2f5-4046-88ed-5f80125a36b7 req-b6fb83bb-eb47-4c04-8924-ae6084308e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:37.424153 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-10014f3c-e2f5-4046-88ed-5f80125a36b7 req-b6fb83bb-eb47-4c04-8924-ae6084308e9b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 1098 time: 0.0377920 Nov 09 04:23:37.470662 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-10014f3c-e2f5-4046-88ed-5f80125a36b7 req-6752c109-9afc-4a6a-a3cc-bef436c43aa9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382247 Nov 09 04:23:38.058046 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd2518-cace-4fcc-853f-964b33e14bd9 req-c1ab75e6-b14b-44fe-a3f8-d6dbd3bb4ad5 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:38.059484 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-24bd2518-cace-4fcc-853f-964b33e14bd9 req-c1ab75e6-b14b-44fe-a3f8-d6dbd3bb4ad5 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0472984 Nov 09 04:23:38.106408 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-24bd2518-cace-4fcc-853f-964b33e14bd9 req-33d42ce5-9332-41d4-8b2f-3e4731d1809f tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411975 Nov 09 04:23:38.132671 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51390) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:38.300200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde9ffe8-eef6-493e-81cf-5f1e4cd156a0 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:38.300677 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde9ffe8-eef6-493e-81cf-5f1e4cd156a0 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:38.301153 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde9ffe8-eef6-493e-81cf-5f1e4cd156a0 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:38.302810 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bde9ffe8-eef6-493e-81cf-5f1e4cd156a0 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=871582c076e646fa8f870c685a113561&network_id=0015125f-7176-4fb6-af21-ef492802bafe HTTP/1.1" status: 200 len: 3000 time: 0.1691539 Nov 09 04:23:39.219309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45d1fe-2f54-4700-999e-3bb75650e5c0 req-c49b66d4-5cd2-421f-8ba7-9e9c9952cda2 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:39.220811 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1f45d1fe-2f54-4700-999e-3bb75650e5c0 req-c49b66d4-5cd2-421f-8ba7-9e9c9952cda2 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0486848 Nov 09 04:23:39.269152 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1f45d1fe-2f54-4700-999e-3bb75650e5c0 req-c05a3bce-05fe-45a1-850e-420abf0f86bf tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424557 Nov 09 04:23:39.379071 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f268d48-9d2d-4821-b597-19ac9c3f14e1 req-464a1ea0-3442-4991-a51e-3580df4c8da8 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:39.380516 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3f268d48-9d2d-4821-b597-19ac9c3f14e1 req-464a1ea0-3442-4991-a51e-3580df4c8da8 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0467961 Nov 09 04:23:39.426984 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3f268d48-9d2d-4821-b597-19ac9c3f14e1 req-6f922099-1fd6-4d90-a9c6-c6f0a12a59bf tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405872 Nov 09 04:23:39.448339 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51402) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:39.490779 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd91c170-65b3-4e9c-b95b-5ae6233febc0 tempest-TestNetworkAdvancedServerOps-946389635 tempest-TestNetworkAdvancedServerOps-946389635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:39.492242 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dd91c170-65b3-4e9c-b95b-5ae6233febc0 tempest-TestNetworkAdvancedServerOps-946389635 tempest-TestNetworkAdvancedServerOps-946389635-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 1093 time: 0.0429811 Nov 09 04:23:39.495030 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51404) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:39.499179 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:39.519561 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:39.610345 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:40.047582 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Allocated IP 172.26.5.56 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/a8414e84-a18f-4c30-bfcd-8ec2791c24f2) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:23:40.143484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:40.174236 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:40.211089 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:23:40.213823 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:40.221552 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:23:40.245090 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'Port': ['ID=a8414e84-a18f-4c30-bfcd-8ec2791c24f2,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:40.563550 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:40.626472 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:40.770569 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:40.775051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:40.841226 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event updated for resources: {'Port': ['ID=a8414e84-a18f-4c30-bfcd-8ec2791c24f2,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:40.854574 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:40.950019 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Floating IP 393e34c7-0417-4b23-b871-929ae9bb0f48 associated. External IP: 172.26.5.56, port: 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec. Nov 09 04:23:41.150049 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Router bee99f84-4910-48de-b119-5692fea0469f has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:23:41.255491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:23:41.264615 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a23e3-ed16-4af7-87b3-b90ee7f8b451 None None] Sync routers for ids ['bee99f84-4910-48de-b119-5692fea0469f'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:23:41.272295 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:41.274377 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a23e3-ed16-4af7-87b3-b90ee7f8b451 None None] Routers {'bee99f84-4910-48de-b119-5692fea0469f'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:41.275040 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-f69a23e3-ed16-4af7-87b3-b90ee7f8b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:23:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['bee99f84-4910-48de-b119-5692fea0469f'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:41.300421 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dc51418b-2740-4679-96ac-5682c67b5403 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8044009 Nov 09 04:23:41.301003 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'tag': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:23:41.303257 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30df522e-5a67-4f94-9385-16d6f20a2978" -d '{"events": [{"name": "network-changed", "server_uuid": "fb128088-6657-4f00-a85c-fe30ecfdafe3", "tag": "47556d65-9cdb-4bf0-8aa9-f7007b25b4ec"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:23:41.311350 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51414) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:41.366215 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1374d2fc-8bab-4f88-af8d-09a72c6a58df x-openstack-request-id: req-1374d2fc-8bab-4f88-af8d-09a72c6a58df {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:23:41.366504 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb128088-6657-4f00-a85c-fe30ecfdafe3", "tag": "47556d65-9cdb-4bf0-8aa9-f7007b25b4ec", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:23:41.366753 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1374d2fc-8bab-4f88-af8d-09a72c6a58df {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:23:41.367147 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'tag': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec', 'status': 'completed', 'code': 200} Nov 09 04:23:41.384372 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-f69a23e3-ed16-4af7-87b3-b90ee7f8b451 None None] Set router bee99f84-4910-48de-b119-5692fea0469f gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:23:41.412803 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41aa1232-bd05-4129-b18e-3c2c571bc981 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:41.419812 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-41aa1232-bd05-4129-b18e-3c2c571bc981 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be HTTP/1.1" status: 200 len: 814 time: 0.1017880 Nov 09 04:23:41.432663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d453d-8909-43e9-8507-55e34ceb7318 req-2f16cc12-2816-4d6e-b142-5433f6f2dc42 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:41.434178 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-177d453d-8909-43e9-8507-55e34ceb7318 req-2f16cc12-2816-4d6e-b142-5433f6f2dc42 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0744019 Nov 09 04:23:41.437737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df522e-5a67-4f94-9385-16d6f20a2978 req-080b4354-c7d5-48d9-8385-879269616fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:41.439485 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-30df522e-5a67-4f94-9385-16d6f20a2978 req-080b4354-c7d5-48d9-8385-879269616fe7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d423b9c596284e26894ab5089c823a9d&device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 1098 time: 0.0491314 Nov 09 04:23:41.487386 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-177d453d-8909-43e9-8507-55e34ceb7318 req-7834717b-0271-4fdb-b96f-4dd38e26bdc0 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464528 Nov 09 04:23:41.510798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51418) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:41.545053 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df522e-5a67-4f94-9385-16d6f20a2978 req-ade63ede-8e30-4079-8d05-0361d7bc13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:41.546701 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-30df522e-5a67-4f94-9385-16d6f20a2978 req-ade63ede-8e30-4079-8d05-0361d7bc13ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=6f95962c-1961-4458-b66e-0ebf6c0b94e4 HTTP/1.1" status: 200 len: 896 time: 0.0981839 Nov 09 04:23:41.574359 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c55436f7-b9fe-4e21-aa44-ec7f593fcfc9 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/floatingips/393e34c7-0417-4b23-b871-929ae9bb0f48 HTTP/1.1" status: 200 len: 990 time: 0.0618703 Nov 09 04:23:41.613485 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-f69a23e3-ed16-4af7-87b3-b90ee7f8b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee99f84-4910-48de-b119-5692fea0469f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:23:25Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'gw_port': {'id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:26Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '393e34c7-0417-4b23-b871-929ae9bb0f48', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'floating_ip_address': '172.26.5.56', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'port_id': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'mac_address': 'fa:16:3e:bf:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:23:40Z', 'updated_at': '2021-11-09T04:23:40Z', 'revision_number': 0, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd476e852-5050-46da-8b20-f3761ecbcfa3', 'name': '', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'mac_address': 'fa:16:3e:42:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:28Z', 'updated_at': '2021-11-09T04:23:32Z', 'revision_number': 5, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'subnets': [{'id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:41.618074 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-30df522e-5a67-4f94-9385-16d6f20a2978 req-66b365f0-a126-4d71-80b2-df96185766ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec HTTP/1.1" status: 200 len: 998 time: 0.0583928 Nov 09 04:23:41.643468 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a23e3-ed16-4af7-87b3-b90ee7f8b451 None None] Checking router: bee99f84-4910-48de-b119-5692fea0469f for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:23:41.652178 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a23e3-ed16-4af7-87b3-b90ee7f8b451 None None] Routers {'bee99f84-4910-48de-b119-5692fea0469f'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:41.652766 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-f69a23e3-ed16-4af7-87b3-b90ee7f8b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:23:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['bee99f84-4910-48de-b119-5692fea0469f'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:41.671438 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df522e-5a67-4f94-9385-16d6f20a2978 req-761dbf08-9282-46ce-995d-7ad18cddad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:41.672829 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-30df522e-5a67-4f94-9385-16d6f20a2978 req-761dbf08-9282-46ce-995d-7ad18cddad26 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77eb7ed0-4406-4093-bf32-a801399cd10e HTTP/1.1" status: 200 len: 835 time: 0.0482183 Nov 09 04:23:41.720531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df522e-5a67-4f94-9385-16d6f20a2978 req-f1cc2240-841a-4f62-a48a-e2f7f590fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:41.722081 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-30df522e-5a67-4f94-9385-16d6f20a2978 req-f1cc2240-841a-4f62-a48a-e2f7f590fee0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f95962c-1961-4458-b66e-0ebf6c0b94e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397840 Nov 09 04:23:41.757141 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-f69a23e3-ed16-4af7-87b3-b90ee7f8b451 None None] Set router bee99f84-4910-48de-b119-5692fea0469f gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:23:41.810870 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-30df522e-5a67-4f94-9385-16d6f20a2978 req-f2943cc2-c65d-4696-ba18-48675b7de376 service neutron] 10.222.0.31 "GET /v2.0/networks/6f95962c-1961-4458-b66e-0ebf6c0b94e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810466 Nov 09 04:23:41.906452 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-30df522e-5a67-4f94-9385-16d6f20a2978 req-2fa7117f-e052-458e-97db-c35705bea1fb service neutron] 10.222.0.31 "GET /v2.0/networks/6f95962c-1961-4458-b66e-0ebf6c0b94e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873868 Nov 09 04:23:41.975033 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-f69a23e3-ed16-4af7-87b3-b90ee7f8b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee99f84-4910-48de-b119-5692fea0469f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:23:25Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'gw_port': {'id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:26Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '393e34c7-0417-4b23-b871-929ae9bb0f48', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'floating_ip_address': '172.26.5.56', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'port_id': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'mac_address': 'fa:16:3e:bf:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:23:40Z', 'updated_at': '2021-11-09T04:23:40Z', 'revision_number': 0, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd476e852-5050-46da-8b20-f3761ecbcfa3', 'name': '', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'mac_address': 'fa:16:3e:42:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:28Z', 'updated_at': '2021-11-09T04:23:32Z', 'revision_number': 5, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'subnets': [{'id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:42.000534 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a23e3-ed16-4af7-87b3-b90ee7f8b451 None None] The sync data for ids ['bee99f84-4910-48de-b119-5692fea0469f'] in dv-neutron-816800-2-hyperv is: [{'id': 'bee99f84-4910-48de-b119-5692fea0469f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:23:25Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'gw_port': {'id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:26Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '393e34c7-0417-4b23-b871-929ae9bb0f48', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'floating_ip_address': '172.26.5.56', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'port_id': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'mac_address': 'fa:16:3e:bf:19:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:23:40Z', 'updated_at': '2021-11-09T04:23:40Z', 'revision_number': 0, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd476e852-5050-46da-8b20-f3761ecbcfa3', 'name': '', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'mac_address': 'fa:16:3e:42:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:28Z', 'updated_at': '2021-11-09T04:23:32Z', 'revision_number': 5, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'subnets': [{'id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:23:42.187686 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f864428-5180-429b-8fda-04b83dd13ee6 None None] New status for floating IP 393e34c7-0417-4b23-b871-929ae9bb0f48: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:23:42.364685 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51422) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:42.370255 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8fd95e73-18bc-427a-b8eb-01fea2e02b69 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:42.427691 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fd95e73-18bc-427a-b8eb-01fea2e02b69 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:42.565296 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fd95e73-18bc-427a-b8eb-01fea2e02b69 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:42.568900 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fd95e73-18bc-427a-b8eb-01fea2e02b69 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:42.569230 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-8fd95e73-18bc-427a-b8eb-01fea2e02b69 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP 4eb87217-fab6-48d0-94c7-b4f79b8e1b51 disassociated. External IP: 172.26.5.41, port: e26f416e-4d4a-43af-bbf6-c0dfb0176915. Nov 09 04:23:42.577865 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51424) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:42.641395 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f1e9948a-935b-425c-ba6d-88246772cd6c tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/floatingips/393e34c7-0417-4b23-b871-929ae9bb0f48 HTTP/1.1" status: 200 len: 992 time: 0.0623186 Nov 09 04:23:42.770555 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd95e73-18bc-427a-b8eb-01fea2e02b69 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 6800090e-2088-4aa7-92d3-e5efb6656ee8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:23:42.875719 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd95e73-18bc-427a-b8eb-01fea2e02b69 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:23:42.880175 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8fd95e73-18bc-427a-b8eb-01fea2e02b69 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:42.886841 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0de59c-3311-4196-aeb0-fe98b59d8e15 None None] Sync routers for ids ['6800090e-2088-4aa7-92d3-e5efb6656ee8'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:23:42.896106 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0de59c-3311-4196-aeb0-fe98b59d8e15 None None] Routers {'6800090e-2088-4aa7-92d3-e5efb6656ee8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:42.896738 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3b0de59c-3311-4196-aeb0-fe98b59d8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:23:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6800090e-2088-4aa7-92d3-e5efb6656ee8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:42.907500 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8fd95e73-18bc-427a-b8eb-01fea2e02b69 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/floatingips/4eb87217-fab6-48d0-94c7-b4f79b8e1b51 HTTP/1.1" status: 200 len: 689 time: 0.5417166 Nov 09 04:23:42.910296 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51426) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:42.951502 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ac3b7ef2-8e6b-47fa-9f2d-e181d1504220 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/4eb87217-fab6-48d0-94c7-b4f79b8e1b51 HTTP/1.1" status: 200 len: 689 time: 0.0401278 Nov 09 04:23:42.999989 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-3b0de59c-3311-4196-aeb0-fe98b59d8e15 None None] Set router 6800090e-2088-4aa7-92d3-e5efb6656ee8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:23:43.270779 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3b0de59c-3311-4196-aeb0-fe98b59d8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '71464971-1e0d-4f61-8403-dcc6c02a6c41', 'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:08:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:50Z', 'updated_at': '2021-11-09T04:22:56Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:43.295308 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0de59c-3311-4196-aeb0-fe98b59d8e15 None None] Checking router: 6800090e-2088-4aa7-92d3-e5efb6656ee8 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:23:43.303104 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0de59c-3311-4196-aeb0-fe98b59d8e15 None None] Routers {'6800090e-2088-4aa7-92d3-e5efb6656ee8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:43.303685 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3b0de59c-3311-4196-aeb0-fe98b59d8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:23:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6800090e-2088-4aa7-92d3-e5efb6656ee8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:43.368180 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdccb436-6b3e-4843-a0d8-a7fefd70666d', 'tag': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:23:43.370518 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea5dc4d-eb8b-478f-91f9-7fe2d1f4a7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "bdccb436-6b3e-4843-a0d8-a7fefd70666d", "tag": "e26f416e-4d4a-43af-bbf6-c0dfb0176915"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:23:43.405172 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-3b0de59c-3311-4196-aeb0-fe98b59d8e15 None None] Set router 6800090e-2088-4aa7-92d3-e5efb6656ee8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:23:43.407217 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae045646-8425-4df0-8965-75f9c699df53 x-openstack-request-id: req-ae045646-8425-4df0-8965-75f9c699df53 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:23:43.407572 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdccb436-6b3e-4843-a0d8-a7fefd70666d", "tag": "e26f416e-4d4a-43af-bbf6-c0dfb0176915", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:23:43.407915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae045646-8425-4df0-8965-75f9c699df53 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:23:43.408381 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdccb436-6b3e-4843-a0d8-a7fefd70666d', 'tag': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915', 'status': 'completed', 'code': 200} Nov 09 04:23:43.471152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5dc4d-eb8b-478f-91f9-7fe2d1f4a7e4 req-24aa84bb-ca31-43ea-b4fc-762faac6b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:43.472564 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0ea5dc4d-eb8b-478f-91f9-7fe2d1f4a7e4 req-24aa84bb-ca31-43ea-b4fc-762faac6b5ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 1099 time: 0.0413449 Nov 09 04:23:43.564403 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5dc4d-eb8b-478f-91f9-7fe2d1f4a7e4 req-6b4e47b1-7346-4db7-a685-8e715dd0d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:43.565929 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0ea5dc4d-eb8b-478f-91f9-7fe2d1f4a7e4 req-6b4e47b1-7346-4db7-a685-8e715dd0d413 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0015125f-7176-4fb6-af21-ef492802bafe HTTP/1.1" status: 200 len: 895 time: 0.0862541 Nov 09 04:23:43.599932 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3b0de59c-3311-4196-aeb0-fe98b59d8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '71464971-1e0d-4f61-8403-dcc6c02a6c41', 'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:08:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:50Z', 'updated_at': '2021-11-09T04:22:56Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:43.606907 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0ea5dc4d-eb8b-478f-91f9-7fe2d1f4a7e4 req-af84d14d-1b0f-4f8b-bc0f-3206026f80d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e26f416e-4d4a-43af-bbf6-c0dfb0176915 HTTP/1.1" status: 200 len: 217 time: 0.0337036 Nov 09 04:23:43.626572 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0de59c-3311-4196-aeb0-fe98b59d8e15 None None] The sync data for ids ['6800090e-2088-4aa7-92d3-e5efb6656ee8'] in dv-neutron-816800-2-hyperv is: [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '71464971-1e0d-4f61-8403-dcc6c02a6c41', 'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:08:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:50Z', 'updated_at': '2021-11-09T04:22:56Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:23:43.660410 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5dc4d-eb8b-478f-91f9-7fe2d1f4a7e4 req-651383ae-dcd1-4a35-be00-b7927c860ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:43.661964 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0ea5dc4d-eb8b-478f-91f9-7fe2d1f4a7e4 req-651383ae-dcd1-4a35-be00-b7927c860ee5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51bbb8ee-772b-4439-939e-8b6e723b5ee8 HTTP/1.1" status: 200 len: 834 time: 0.0481584 Nov 09 04:23:43.710748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5dc4d-eb8b-478f-91f9-7fe2d1f4a7e4 req-ed8f7b00-8342-429f-836c-c3f2d0b2581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:43.712348 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0ea5dc4d-eb8b-478f-91f9-7fe2d1f4a7e4 req-ed8f7b00-8342-429f-836c-c3f2d0b2581c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0015125f-7176-4fb6-af21-ef492802bafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421948 Nov 09 04:23:43.801421 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0ea5dc4d-eb8b-478f-91f9-7fe2d1f4a7e4 req-ac462aca-6181-489a-842e-afe1ff971a5b service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824521 Nov 09 04:23:43.848115 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b14559-117f-4af0-9133-24379a6084a5 None None] New status for floating IP 4eb87217-fab6-48d0-94c7-b4f79b8e1b51: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:23:43.895835 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0ea5dc4d-eb8b-478f-91f9-7fe2d1f4a7e4 req-58fa2518-f6ba-43b1-88cd-c2b6c320781d service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870640 Nov 09 04:23:43.955313 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51430) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:43.999728 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ff71eee4-7cba-4cd9-8bcc-fc7e99c62448 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/4eb87217-fab6-48d0-94c7-b4f79b8e1b51 HTTP/1.1" status: 200 len: 689 time: 0.0429711 Nov 09 04:23:45.003450 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51432) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:45.050256 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6b9f4658-c8e9-4802-825d-6b2fda4f1ecf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/4eb87217-fab6-48d0-94c7-b4f79b8e1b51 HTTP/1.1" status: 200 len: 687 time: 0.0456808 Nov 09 04:23:46.231363 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51436) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:46.235854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b42b5231-1d8b-4339-9ddb-06a003fa343c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536988385', 'description': 'tempest-secgroup-smoke-536988385 description', 'project_id': '871582c076e646fa8f870c685a113561'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:46.258942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b42b5231-1d8b-4339-9ddb-06a003fa343c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.321773 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b42b5231-1d8b-4339-9ddb-06a003fa343c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.324931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b42b5231-1d8b-4339-9ddb-06a003fa343c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.351354 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b42b5231-1d8b-4339-9ddb-06a003fa343c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.352588 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b42b5231-1d8b-4339-9ddb-06a003fa343c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1202290 Nov 09 04:23:46.355635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51438) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:46.356489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b5231-1d8b-4339-9ddb-06a003fa343c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:46.362031 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-1f1a54a2-52cf-4699-b7ad-db2336a170ff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:46.391459 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f1a54a2-52cf-4699-b7ad-db2336a170ff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.444208 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f1a54a2-52cf-4699-b7ad-db2336a170ff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.448148 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f1a54a2-52cf-4699-b7ad-db2336a170ff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.468969 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a54a2-52cf-4699-b7ad-db2336a170ff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3d7561-c994-4481-91af-0a2b381a0554,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:46.474614 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1f1a54a2-52cf-4699-b7ad-db2336a170ff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.475897 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1f1a54a2-52cf-4699-b7ad-db2336a170ff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191308 Nov 09 04:23:46.478551 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51440) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:46.482724 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0923b8ca-6812-4483-9091-7b11d14bab05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:46.508846 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0923b8ca-6812-4483-9091-7b11d14bab05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.565131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0923b8ca-6812-4483-9091-7b11d14bab05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.568292 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0923b8ca-6812-4483-9091-7b11d14bab05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.585077 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923b8ca-6812-4483-9091-7b11d14bab05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26bb9fc5-9036-4f92-b373-5168051b9342,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:46.591866 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0923b8ca-6812-4483-9091-7b11d14bab05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.593074 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0923b8ca-6812-4483-9091-7b11d14bab05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136026 Nov 09 04:23:46.595873 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51442) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:46.600260 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-295e4476-4ffc-4a6d-a9a5-4f4f6145c0c8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:46.627023 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-295e4476-4ffc-4a6d-a9a5-4f4f6145c0c8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.681790 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-295e4476-4ffc-4a6d-a9a5-4f4f6145c0c8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.686138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-295e4476-4ffc-4a6d-a9a5-4f4f6145c0c8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.703108 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e4476-4ffc-4a6d-a9a5-4f4f6145c0c8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b974fdb7-3e4e-4e05-96b1-f969ceb59649,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:46.709891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-295e4476-4ffc-4a6d-a9a5-4f4f6145c0c8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.711098 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-295e4476-4ffc-4a6d-a9a5-4f4f6145c0c8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142261 Nov 09 04:23:46.713967 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51444) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:46.718364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-dcf882d0-8e62-4b7a-9dd1-5a89253d6bba tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:46.744179 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dcf882d0-8e62-4b7a-9dd1-5a89253d6bba tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.810718 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dcf882d0-8e62-4b7a-9dd1-5a89253d6bba tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.814915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dcf882d0-8e62-4b7a-9dd1-5a89253d6bba tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.834778 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf882d0-8e62-4b7a-9dd1-5a89253d6bba tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288dac81-a4ce-41fb-952c-4c2cd35fa6d2,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:46.840097 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dcf882d0-8e62-4b7a-9dd1-5a89253d6bba tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.841264 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dcf882d0-8e62-4b7a-9dd1-5a89253d6bba tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263344 Nov 09 04:23:46.844159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51446) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:46.848562 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-2718b320-5e10-4a61-b99e-8ca0479a2f9d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:46.878195 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-2718b320-5e10-4a61-b99e-8ca0479a2f9d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:23:46.884711 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.885313 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2718b320-5e10-4a61-b99e-8ca0479a2f9d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.945485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2718b320-5e10-4a61-b99e-8ca0479a2f9d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.948942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2718b320-5e10-4a61-b99e-8ca0479a2f9d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.966011 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718b320-5e10-4a61-b99e-8ca0479a2f9d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2b9988-992d-4174-9e5a-8ebd850c4c86,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:46.973900 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2718b320-5e10-4a61-b99e-8ca0479a2f9d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:46.975085 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2718b320-5e10-4a61-b99e-8ca0479a2f9d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299956 Nov 09 04:23:46.978569 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51448) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:46.982806 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-a2c62b37-aeed-48d3-bad2-356b4414a817 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:47.002996 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-a2c62b37-aeed-48d3-bad2-356b4414a817 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:23:47.007683 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a2c62b37-aeed-48d3-bad2-356b4414a817 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:47.064846 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a2c62b37-aeed-48d3-bad2-356b4414a817 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:47.068420 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a2c62b37-aeed-48d3-bad2-356b4414a817 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:47.083288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c62b37-aeed-48d3-bad2-356b4414a817 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d416d8b2-04f0-4559-83eb-5f00ad80a36d,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:47.093491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a2c62b37-aeed-48d3-bad2-356b4414a817 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:47.094717 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a2c62b37-aeed-48d3-bad2-356b4414a817 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152310 Nov 09 04:23:47.286760 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-c6d0050d-1bbf-4e55-8e81-94a84f46075e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536988385&fields=id&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 267 time: 0.0439193 Nov 09 04:23:47.391061 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-66ad4f73-1569-4df3-9741-71483f2c71a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:47.392403 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-66ad4f73-1569-4df3-9741-71483f2c71a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/networks?id=0015125f-7176-4fb6-af21-ef492802bafe HTTP/1.1" status: 200 len: 795 time: 0.0983908 Nov 09 04:23:47.406939 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-7d7b8ad7-95a4-49f0-9213-5b2db65696c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/quotas/871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 375 time: 0.0087368 Nov 09 04:23:47.460176 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-3f516a19-8034-4475-8ba7-17c4ac68bbbc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0480344 Nov 09 04:23:47.553330 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-e435e217-148f-43d5-8e86-b0646dca5622 service neutron] 10.222.0.21 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815892 Nov 09 04:23:47.638189 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-a7ac9256-d415-4920-aa48-148db53fd24d service neutron] 10.222.0.21 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782650 Nov 09 04:23:47.792592 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dd1ae185-8956-4b5b-94a1-2ceb77348f0f req-cfebdadf-1d93-4c89-8336-a5138787794c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 210 time: 0.0272572 Nov 09 04:23:48.707188 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-1f4bd813-778c-4a28-a309-2cd95ddcb8e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:48.708674 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-1f4bd813-778c-4a28-a309-2cd95ddcb8e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/networks?id=0015125f-7176-4fb6-af21-ef492802bafe HTTP/1.1" status: 200 len: 795 time: 0.1036477 Nov 09 04:23:48.785383 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-9e995040-37e4-4e03-9afb-dd31a217d5e4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 472 time: 0.0673428 Nov 09 04:23:48.798234 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-cc744740-4463-4ba3-9b83-03ea0a534717 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'port': {'device_id': '002b525d-d8e1-4307-bc01-b0c9decb2737', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'admin_state_up': True, 'tenant_id': '871582c076e646fa8f870c685a113561', 'security_groups': ['fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f']}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:48.893397 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-87ade7fa-d66e-4fb8-9d7b-04eea2bf51d2 req-c356a865-224a-43d7-9276-da85ff52994f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 210 time: 0.0302579 Nov 09 04:23:48.927796 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-cc744740-4463-4ba3-9b83-03ea0a534717 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:23:48.932063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-cc744740-4463-4ba3-9b83-03ea0a534717 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:49.048676 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-cc744740-4463-4ba3-9b83-03ea0a534717 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.7 (0015125f-7176-4fb6-af21-ef492802bafe/51bbb8ee-772b-4439-939e-8b6e723b5ee8/ffa25163-a884-4c2f-8889-2cf6407e1b7c) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:23:49.181367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-cc744740-4463-4ba3-9b83-03ea0a534717 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:49.213159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-cc744740-4463-4ba3-9b83-03ea0a534717 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:49.251433 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-cc744740-4463-4ba3-9b83-03ea0a534717 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 0015125f-7176-4fb6-af21-ef492802bafe is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:23:49.254357 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-cc744740-4463-4ba3-9b83-03ea0a534717 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:23:49.260420 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-cc744740-4463-4ba3-9b83-03ea0a534717 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:23:49.288475 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc744740-4463-4ba3-9b83-03ea0a534717 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=ffa25163-a884-4c2f-8889-2cf6407e1b7c,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:49.317397 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-cc744740-4463-4ba3-9b83-03ea0a534717 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:49.318038 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-cc744740-4463-4ba3-9b83-03ea0a534717 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:49.334731 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-cc744740-4463-4ba3-9b83-03ea0a534717 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5401192 Nov 09 04:23:49.347296 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Request body: {'port': {'device_id': '002b525d-d8e1-4307-bc01-b0c9decb2737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:49.402019 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:49.501023 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-3e23c0d8-c217-4492-bb57-490286b4df3d None None] Provisioning complete for port ffa25163-a884-4c2f-8889-2cf6407e1b7c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:49.501660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3e23c0d8-c217-4492-bb57-490286b4df3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:49.535203 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-3e23c0d8-c217-4492-bb57-490286b4df3d None None] Port ffa25163-a884-4c2f-8889-2cf6407e1b7c cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:23:49.658867 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa25163-a884-4c2f-8889-2cf6407e1b7c {{(pid=101884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:23:49.666173 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:49.678390 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.provisioning_blocks [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Transition to ACTIVE for port object ffa25163-a884-4c2f-8889-2cf6407e1b7c will not be triggered until provisioned by entity L2. {{(pid=101884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:23:49.681570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:50.011024 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76f7df-f536-4eec-b651-b4c07197fb81 req-bd6c32ed-0b1d-4480-80fa-3935d245cd83 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:50.013343 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1d76f7df-f536-4eec-b651-b4c07197fb81 req-bd6c32ed-0b1d-4480-80fa-3935d245cd83 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 943 time: 0.0527866 Nov 09 04:23:50.064800 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1d76f7df-f536-4eec-b651-b4c07197fb81 req-92f7c6fd-077b-4802-ab67-a15e0bd4a64a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453055 Nov 09 04:23:50.067557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa25163-a884-4c2f-8889-2cf6407e1b7c,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:50.135148 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Attempting to bind port ffa25163-a884-4c2f-8889-2cf6407e1b7c on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:23:50.135483 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Attempting to bind port ffa25163-a884-4c2f-8889-2cf6407e1b7c by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:23:50.135807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Attempting to bind port ffa25163-a884-4c2f-8889-2cf6407e1b7c on network 0015125f-7176-4fb6-af21-ef492802bafe {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:23:50.140822 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Port ffa25163-a884-4c2f-8889-2cf6407e1b7c on network 0015125f-7176-4fb6-af21-ef492802bafe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:23:50.141215 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Attempting to bind port ffa25163-a884-4c2f-8889-2cf6407e1b7c on network 0015125f-7176-4fb6-af21-ef492802bafe {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:23:50.146493 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:23:50.146834 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Checking segment: {'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:23:50.147352 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Bound using segment: {'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'} {{(pid=101884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:23:50.147791 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.managers [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Bound port: ffa25163-a884-4c2f-8889-2cf6407e1b7c, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09feb4e2-7dc3-4f17-975a-917323bb64a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe'}}] {{(pid=101884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:23:50.148147 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:50.215534 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] For port ffa25163-a884-4c2f-8889-2cf6407e1b7c, host hv-neutron-8168, cleared binding levels {{(pid=101884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:23:50.218490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] For port ffa25163-a884-4c2f-8889-2cf6407e1b7c, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ffa25163-a884-4c2f-8889-2cf6407e1b7c,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:23:50.223136 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:50.254285 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:50.254802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:50.256178 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] 10.222.0.31 "PUT /v2.0/ports/ffa25163-a884-4c2f-8889-2cf6407e1b7c HTTP/1.1" status: 200 len: 1093 time: 0.9131980 Nov 09 04:23:50.256603 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002b525d-d8e1-4307-bc01-b0c9decb2737', 'tag': 'ffa25163-a884-4c2f-8889-2cf6407e1b7c'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:23:50.258849 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc3397a-3783-4a12-83d3-2d62d4925d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "002b525d-d8e1-4307-bc01-b0c9decb2737", "tag": "ffa25163-a884-4c2f-8889-2cf6407e1b7c"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:23:50.292354 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70d503-e0fd-47a9-9383-45b679649a09 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa25163-a884-4c2f-8889-2cf6407e1b7c,revision_number=3']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:50.303035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5188cb0-77d4-49eb-aa20-cf3a718d80aa x-openstack-request-id: req-e5188cb0-77d4-49eb-aa20-cf3a718d80aa {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:23:50.303035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002b525d-d8e1-4307-bc01-b0c9decb2737", "tag": "ffa25163-a884-4c2f-8889-2cf6407e1b7c", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:23:50.303265 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5188cb0-77d4-49eb-aa20-cf3a718d80aa {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:23:50.303524 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002b525d-d8e1-4307-bc01-b0c9decb2737', 'tag': 'ffa25163-a884-4c2f-8889-2cf6407e1b7c', 'status': 'completed', 'code': 200} Nov 09 04:23:50.348766 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-bffc7ef9-961a-40cd-9b77-947910604b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:50.350295 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-bffc7ef9-961a-40cd-9b77-947910604b5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 1096 time: 0.0426173 Nov 09 04:23:50.395334 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-a4a142bc-5879-42e1-9847-b4ea077f3622 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffa25163-a884-4c2f-8889-2cf6407e1b7c HTTP/1.1" status: 200 len: 217 time: 0.0369165 Nov 09 04:23:50.444819 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-7e8566d3-ba55-4262-958c-d2af44082ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:50.446280 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-7e8566d3-ba55-4262-958c-d2af44082ff1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51bbb8ee-772b-4439-939e-8b6e723b5ee8 HTTP/1.1" status: 200 len: 834 time: 0.0443509 Nov 09 04:23:50.493415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-f9d53e00-e239-4019-a212-5478b0fec1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:50.495573 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-f9d53e00-e239-4019-a212-5478b0fec1bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0015125f-7176-4fb6-af21-ef492802bafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416257 Nov 09 04:23:50.588056 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-080e5aff-9eae-4103-a7d9-a066b27d1e52 service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834467 Nov 09 04:23:50.677393 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb7a91ff-6c11-47df-939c-9fcb38fba0cf req-c45a35a6-0945-43ab-b1fd-e2db12789a59 service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799410 Nov 09 04:23:50.766381 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3397a-3783-4a12-83d3-2d62d4925d8c req-3075f15b-6505-43b0-bf3c-41bbb100a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:50.767862 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0bc3397a-3783-4a12-83d3-2d62d4925d8c req-3075f15b-6505-43b0-bf3c-41bbb100a47f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 1096 time: 0.0392089 Nov 09 04:23:50.867270 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3397a-3783-4a12-83d3-2d62d4925d8c req-4d8f8bc7-f3fd-4833-89e8-95832b3139f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:50.868755 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0bc3397a-3783-4a12-83d3-2d62d4925d8c req-4d8f8bc7-f3fd-4833-89e8-95832b3139f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0015125f-7176-4fb6-af21-ef492802bafe HTTP/1.1" status: 200 len: 895 time: 0.0863984 Nov 09 04:23:50.909431 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0bc3397a-3783-4a12-83d3-2d62d4925d8c req-f29fcf84-0fe0-468c-b51a-e906711ae4b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffa25163-a884-4c2f-8889-2cf6407e1b7c HTTP/1.1" status: 200 len: 217 time: 0.0320866 Nov 09 04:23:50.960138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3397a-3783-4a12-83d3-2d62d4925d8c req-7d43119c-717f-4310-b4a5-f582de7b6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:50.961445 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0bc3397a-3783-4a12-83d3-2d62d4925d8c req-7d43119c-717f-4310-b4a5-f582de7b6375 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51bbb8ee-772b-4439-939e-8b6e723b5ee8 HTTP/1.1" status: 200 len: 834 time: 0.0444520 Nov 09 04:23:51.006339 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3397a-3783-4a12-83d3-2d62d4925d8c req-f6573f60-87a2-4415-9391-68d482bc12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:51.007788 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0bc3397a-3783-4a12-83d3-2d62d4925d8c req-f6573f60-87a2-4415-9391-68d482bc12be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0015125f-7176-4fb6-af21-ef492802bafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380249 Nov 09 04:23:51.099962 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0bc3397a-3783-4a12-83d3-2d62d4925d8c req-09365dc2-ca34-4498-ba2e-51b816dc7fbc service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835195 Nov 09 04:23:51.186608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc6e33-ef19-4bb1-bbb4-fcbda37c72bd req-3078ddeb-9dc4-4087-bd82-0ccd5da64631 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:51.188165 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-26dc6e33-ef19-4bb1-bbb4-fcbda37c72bd req-3078ddeb-9dc4-4087-bd82-0ccd5da64631 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 943 time: 0.0546069 Nov 09 04:23:51.190789 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0bc3397a-3783-4a12-83d3-2d62d4925d8c req-dbd916e4-6155-4b24-a54d-8db9e6ab6f8a service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824912 Nov 09 04:23:51.237864 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-26dc6e33-ef19-4bb1-bbb4-fcbda37c72bd req-f8fe7816-4253-40e3-b11c-4dd07d0ed941 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434904 Nov 09 04:23:52.350071 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8149d43-5822-421f-bd50-e982fab8d60f req-7c70a2f6-4eb0-41c3-a281-5eb16217a3e6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:52.351527 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e8149d43-5822-421f-bd50-e982fab8d60f req-7c70a2f6-4eb0-41c3-a281-5eb16217a3e6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 943 time: 0.0477407 Nov 09 04:23:52.403802 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e8149d43-5822-421f-bd50-e982fab8d60f req-7da56b16-d248-4183-adc2-5b971eb7894d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457287 Nov 09 04:23:53.154656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ffa25163-a884-4c2f-8889-2cf6407e1b7c details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:23:53.250655 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ffa25163-a884-4c2f-8889-2cf6407e1b7c, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ffa25163-a884-4c2f-8889-2cf6407e1b7c,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:53.262092 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'ffa25163-a884-4c2f-8889-2cf6407e1b7c', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'port_id': 'ffa25163-a884-4c2f-8889-2cf6407e1b7c', 'mac_address': 'fa:16:3e:af:15:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:23:53.297788 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:53.310648 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa25163-a884-4c2f-8889-2cf6407e1b7c {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:23:53.329179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ffa25163-a884-4c2f-8889-2cf6407e1b7c, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ffa25163-a884-4c2f-8889-2cf6407e1b7c,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:53.332912 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:53.380915 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=ffa25163-a884-4c2f-8889-2cf6407e1b7c,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:53.519368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd12e8-d09d-4155-9729-6abbc9850bc3 req-334dc072-49a1-49c3-9571-d56d426d31eb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:53.521031 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1dbd12e8-d09d-4155-9729-6abbc9850bc3 req-334dc072-49a1-49c3-9571-d56d426d31eb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 944 time: 0.0497077 Nov 09 04:23:53.551327 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['ffa25163-a884-4c2f-8889-2cf6407e1b7c'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:23:53.569963 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1dbd12e8-d09d-4155-9729-6abbc9850bc3 req-c07e9620-3f0e-44ae-9da1-27b2cf2a2a5e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429885 Nov 09 04:23:54.682279 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cab18-52ae-4f7f-aac4-93d83d4a07a1 req-2887090c-a064-4fc5-a46a-88d098decf7f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:54.684226 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8b7cab18-52ae-4f7f-aac4-93d83d4a07a1 req-2887090c-a064-4fc5-a46a-88d098decf7f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 944 time: 0.0477481 Nov 09 04:23:54.732484 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8b7cab18-52ae-4f7f-aac4-93d83d4a07a1 req-31818423-4764-4e77-8044-068815e1fc20 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428050 Nov 09 04:23:55.166047 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ffa25163-a884-4c2f-8889-2cf6407e1b7c up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:23:55.214199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port ffa25163-a884-4c2f-8889-2cf6407e1b7c completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:23:55.218184 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port ffa25163-a884-4c2f-8889-2cf6407e1b7c triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:23:55.218556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:55.301429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:55.322884 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002b525d-d8e1-4307-bc01-b0c9decb2737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa25163-a884-4c2f-8889-2cf6407e1b7c'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:23:55.325085 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c258663a-e45f-4237-aabb-2c30244bd2b1" -d '{"events": [{"server_uuid": "002b525d-d8e1-4307-bc01-b0c9decb2737", "name": "network-vif-plugged", "status": "completed", "tag": "ffa25163-a884-4c2f-8889-2cf6407e1b7c"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:23:55.338410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ffa25163-a884-4c2f-8889-2cf6407e1b7c, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ffa25163-a884-4c2f-8889-2cf6407e1b7c,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:23:55.342347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:55.365109 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0055e532-38f8-4f41-92cb-44ecd6dd85bf x-openstack-request-id: req-0055e532-38f8-4f41-92cb-44ecd6dd85bf {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:23:55.365387 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002b525d-d8e1-4307-bc01-b0c9decb2737", "name": "network-vif-plugged", "status": "completed", "tag": "ffa25163-a884-4c2f-8889-2cf6407e1b7c", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:23:55.365658 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0055e532-38f8-4f41-92cb-44ecd6dd85bf {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:23:55.366042 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002b525d-d8e1-4307-bc01-b0c9decb2737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa25163-a884-4c2f-8889-2cf6407e1b7c', 'code': 200} Nov 09 04:23:55.390205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=ffa25163-a884-4c2f-8889-2cf6407e1b7c,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:23:55.502309 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-69ddc284-71f9-403f-83f7-05ac9ef1ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:55.527168 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f071e-d4ca-4bef-b11d-295b8979bd4d req-fbc0a440-75b0-4b64-b27a-0e9574df91cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:55.528713 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4a1f071e-d4ca-4bef-b11d-295b8979bd4d req-fbc0a440-75b0-4b64-b27a-0e9574df91cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 1098 time: 0.0410419 Nov 09 04:23:55.575792 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4a1f071e-d4ca-4bef-b11d-295b8979bd4d req-a19f017e-cd89-42bf-a1cc-8e0be1bd701a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395236 Nov 09 04:23:55.850211 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc96cf-9b0d-43b3-b468-092251a3e914 req-534e872d-989a-4f41-8458-57af41df7d81 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:55.851689 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-64fc96cf-9b0d-43b3-b468-092251a3e914 req-534e872d-989a-4f41-8458-57af41df7d81 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 945 time: 0.0524828 Nov 09 04:23:55.899423 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-64fc96cf-9b0d-43b3-b468-092251a3e914 req-9d53e3bb-f476-4cda-bed9-2d001f04e59a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419397 Nov 09 04:23:57.015556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eede119-8384-460a-9777-3c740f16606e req-02f754a8-005b-416f-a2bb-ab1bd74b4f58 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:57.016929 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7eede119-8384-460a-9777-3c740f16606e req-02f754a8-005b-416f-a2bb-ab1bd74b4f58 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 945 time: 0.0512350 Nov 09 04:23:57.064549 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7eede119-8384-460a-9777-3c740f16606e req-49b0fa1f-3681-400d-9ad1-96bbf992096d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417259 Nov 09 04:23:57.176717 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811fdb2-41cc-4140-bec9-b39b51811244 req-0a2207d1-c1b3-4597-9e77-ac818a9eeacc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:57.178215 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5811fdb2-41cc-4140-bec9-b39b51811244 req-0a2207d1-c1b3-4597-9e77-ac818a9eeacc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 945 time: 0.0476654 Nov 09 04:23:57.226993 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5811fdb2-41cc-4140-bec9-b39b51811244 req-a341fe5c-54b1-4a08-baca-b61f028c78f3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428848 Nov 09 04:23:57.247946 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51498) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:57.286005 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000e4ea-fa32-4e7a-b5d6-1eec7be55131 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:57.287383 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9000e4ea-fa32-4e7a-b5d6-1eec7be55131 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 1093 time: 0.0384679 Nov 09 04:23:57.290087 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51500) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:57.294263 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8661f8f8-c84a-4daf-bd76-0cfe23b9ace1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'floatingip': {'port_id': 'ffa25163-a884-4c2f-8889-2cf6407e1b7c'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:23:57.334420 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8661f8f8-c84a-4daf-bd76-0cfe23b9ace1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:57.749396 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8661f8f8-c84a-4daf-bd76-0cfe23b9ace1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:57.753098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8661f8f8-c84a-4daf-bd76-0cfe23b9ace1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:57.813370 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6704c44b-cb2a-4592-8e27-30476387dbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:57.849733 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-8661f8f8-c84a-4daf-bd76-0cfe23b9ace1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP 4eb87217-fab6-48d0-94c7-b4f79b8e1b51 associated. External IP: 172.26.5.41, port: ffa25163-a884-4c2f-8889-2cf6407e1b7c. Nov 09 04:23:58.046034 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8661f8f8-c84a-4daf-bd76-0cfe23b9ace1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 6800090e-2088-4aa7-92d3-e5efb6656ee8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:23:58.148894 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8661f8f8-c84a-4daf-bd76-0cfe23b9ace1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:23:58.154142 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8661f8f8-c84a-4daf-bd76-0cfe23b9ace1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:58.159102 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec98693-b9fc-49f3-91e7-191002d51ad2 None None] Sync routers for ids ['6800090e-2088-4aa7-92d3-e5efb6656ee8'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:23:58.168355 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec98693-b9fc-49f3-91e7-191002d51ad2 None None] Routers {'6800090e-2088-4aa7-92d3-e5efb6656ee8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:58.168951 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-5ec98693-b9fc-49f3-91e7-191002d51ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:23:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6800090e-2088-4aa7-92d3-e5efb6656ee8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:58.183483 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8661f8f8-c84a-4daf-bd76-0cfe23b9ace1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/floatingips/4eb87217-fab6-48d0-94c7-b4f79b8e1b51 HTTP/1.1" status: 200 len: 990 time: 0.8922877 Nov 09 04:23:58.184618 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002b525d-d8e1-4307-bc01-b0c9decb2737', 'tag': 'ffa25163-a884-4c2f-8889-2cf6407e1b7c'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:23:58.186207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51502) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:58.186869 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c3175d-11d9-4e5f-82ca-a4ef79e58dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "002b525d-d8e1-4307-bc01-b0c9decb2737", "tag": "ffa25163-a884-4c2f-8889-2cf6407e1b7c"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:23:58.222328 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c9feee-6bbf-470e-b37c-ac19b5738756 x-openstack-request-id: req-e1c9feee-6bbf-470e-b37c-ac19b5738756 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:23:58.222559 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002b525d-d8e1-4307-bc01-b0c9decb2737", "tag": "ffa25163-a884-4c2f-8889-2cf6407e1b7c", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:23:58.222816 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1c9feee-6bbf-470e-b37c-ac19b5738756 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:23:58.223217 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002b525d-d8e1-4307-bc01-b0c9decb2737', 'tag': 'ffa25163-a884-4c2f-8889-2cf6407e1b7c', 'status': 'completed', 'code': 200} Nov 09 04:23:58.249821 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8b060f81-8261-4f87-b5d6-b70c1e462846 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/4eb87217-fab6-48d0-94c7-b4f79b8e1b51 HTTP/1.1" status: 200 len: 990 time: 0.0619524 Nov 09 04:23:58.272954 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-5ec98693-b9fc-49f3-91e7-191002d51ad2 None None] Set router 6800090e-2088-4aa7-92d3-e5efb6656ee8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:23:58.287447 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3175d-11d9-4e5f-82ca-a4ef79e58dd2 req-818134e1-1dde-44a6-a4a1-04eac26e319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:58.288951 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a9c3175d-11d9-4e5f-82ca-a4ef79e58dd2 req-818134e1-1dde-44a6-a4a1-04eac26e319a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 1098 time: 0.0401814 Nov 09 04:23:58.375818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3175d-11d9-4e5f-82ca-a4ef79e58dd2 req-f8404221-3c4a-43b7-8c45-4cd2b4ae8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:58.377286 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a9c3175d-11d9-4e5f-82ca-a4ef79e58dd2 req-f8404221-3c4a-43b7-8c45-4cd2b4ae8043 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0015125f-7176-4fb6-af21-ef492802bafe HTTP/1.1" status: 200 len: 895 time: 0.0812666 Nov 09 04:23:58.444497 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a9c3175d-11d9-4e5f-82ca-a4ef79e58dd2 req-5285e92b-a6ba-4899-8d18-970e651f872f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffa25163-a884-4c2f-8889-2cf6407e1b7c HTTP/1.1" status: 200 len: 998 time: 0.0598185 Nov 09 04:23:58.491553 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-5ec98693-b9fc-49f3-91e7-191002d51ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '4eb87217-fab6-48d0-94c7-b4f79b8e1b51', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.41', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'port_id': 'ffa25163-a884-4c2f-8889-2cf6407e1b7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'mac_address': 'fa:16:3e:af:15:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002b525d-d8e1-4307-bc01-b0c9decb2737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:23:09Z', 'updated_at': '2021-11-09T04:23:57Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71464971-1e0d-4f61-8403-dcc6c02a6c41', 'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:08:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:50Z', 'updated_at': '2021-11-09T04:22:56Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:58.493963 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3175d-11d9-4e5f-82ca-a4ef79e58dd2 req-947eb1dd-9903-489c-a674-44151a7ba473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:58.495432 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a9c3175d-11d9-4e5f-82ca-a4ef79e58dd2 req-947eb1dd-9903-489c-a674-44151a7ba473 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51bbb8ee-772b-4439-939e-8b6e723b5ee8 HTTP/1.1" status: 200 len: 834 time: 0.0442963 Nov 09 04:23:58.516930 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec98693-b9fc-49f3-91e7-191002d51ad2 None None] Checking router: 6800090e-2088-4aa7-92d3-e5efb6656ee8 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:23:58.525546 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec98693-b9fc-49f3-91e7-191002d51ad2 None None] Routers {'6800090e-2088-4aa7-92d3-e5efb6656ee8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:23:58.526135 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-5ec98693-b9fc-49f3-91e7-191002d51ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:23:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6800090e-2088-4aa7-92d3-e5efb6656ee8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:58.540884 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3175d-11d9-4e5f-82ca-a4ef79e58dd2 req-b744f266-a298-467b-baa4-060b19f04672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:23:58.542428 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a9c3175d-11d9-4e5f-82ca-a4ef79e58dd2 req-b744f266-a298-467b-baa4-060b19f04672 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0015125f-7176-4fb6-af21-ef492802bafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398481 Nov 09 04:23:58.628241 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-5ec98693-b9fc-49f3-91e7-191002d51ad2 None None] Set router 6800090e-2088-4aa7-92d3-e5efb6656ee8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:23:58.641313 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a9c3175d-11d9-4e5f-82ca-a4ef79e58dd2 req-a8d5436d-edd0-47ce-87ea-6aaa61ecf2a4 service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862224 Nov 09 04:23:58.732116 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a9c3175d-11d9-4e5f-82ca-a4ef79e58dd2 req-6245f8ed-599f-4a97-936d-911e0190c411 service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821998 Nov 09 04:23:58.846257 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-5ec98693-b9fc-49f3-91e7-191002d51ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '4eb87217-fab6-48d0-94c7-b4f79b8e1b51', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.41', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'port_id': 'ffa25163-a884-4c2f-8889-2cf6407e1b7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'mac_address': 'fa:16:3e:af:15:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002b525d-d8e1-4307-bc01-b0c9decb2737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:23:09Z', 'updated_at': '2021-11-09T04:23:57Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71464971-1e0d-4f61-8403-dcc6c02a6c41', 'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:08:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:50Z', 'updated_at': '2021-11-09T04:22:56Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:23:58.871062 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec98693-b9fc-49f3-91e7-191002d51ad2 None None] The sync data for ids ['6800090e-2088-4aa7-92d3-e5efb6656ee8'] in dv-neutron-816800-2-hyperv is: [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '4eb87217-fab6-48d0-94c7-b4f79b8e1b51', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.41', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'port_id': 'ffa25163-a884-4c2f-8889-2cf6407e1b7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'mac_address': 'fa:16:3e:af:15:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002b525d-d8e1-4307-bc01-b0c9decb2737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:23:09Z', 'updated_at': '2021-11-09T04:23:57Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71464971-1e0d-4f61-8403-dcc6c02a6c41', 'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:08:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:50Z', 'updated_at': '2021-11-09T04:22:56Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:23:59.049549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50587ec1-2674-422e-a1c8-6fa02877a4f0 None None] New status for floating IP 4eb87217-fab6-48d0-94c7-b4f79b8e1b51: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:23:59.052242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:23:59.253830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51506) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:23:59.318625 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c86bf7e3-6ee8-44d1-978a-9b183ad9a163 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/4eb87217-fab6-48d0-94c7-b4f79b8e1b51 HTTP/1.1" status: 200 len: 990 time: 0.0636244 Nov 09 04:24:00.234975 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:00.322633 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51508) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:00.381065 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9f67bf91-d88d-4c54-8285-c182901407a1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/4eb87217-fab6-48d0-94c7-b4f79b8e1b51 HTTP/1.1" status: 200 len: 992 time: 0.0572033 Nov 09 04:24:01.002534 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:07.283004 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:24:13.965305 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c3dea-b7c5-4b1e-8a37-2298c3f08448 req-8f66bd97-1cf3-4b94-b231-52b762594e72 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:13.966823 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ac8c3dea-b7c5-4b1e-8a37-2298c3f08448 req-8f66bd97-1cf3-4b94-b231-52b762594e72 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0548809 Nov 09 04:24:14.018546 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ac8c3dea-b7c5-4b1e-8a37-2298c3f08448 req-b9b9979f-d02a-4bac-9b5f-9f3690644527 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455422 Nov 09 04:24:15.131725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0d1d9-5b0b-4b59-81ac-36ab882e3510 req-b819e986-6a47-4fdf-892a-f304f2e03dab tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:15.133400 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c5b0d1d9-5b0b-4b59-81ac-36ab882e3510 req-b819e986-6a47-4fdf-892a-f304f2e03dab tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0477774 Nov 09 04:24:15.184516 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c5b0d1d9-5b0b-4b59-81ac-36ab882e3510 req-47c3fc0d-bc2b-4284-b7ba-504412275563 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446510 Nov 09 04:24:16.296395 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3927b-8e76-493e-8df8-b433cf4217a5 req-1c96d00f-8f7b-49c3-9e69-2e65be68d7da tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:16.297934 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e3a3927b-8e76-493e-8df8-b433cf4217a5 req-1c96d00f-8f7b-49c3-9e69-2e65be68d7da tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0471880 Nov 09 04:24:16.345629 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e3a3927b-8e76-493e-8df8-b433cf4217a5 req-3418adf1-eea6-45c2-97a2-c50a2c5b048b tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419104 Nov 09 04:24:16.902147 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:17.734613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66377356-5d0a-4977-abd2-830266a6dfbc req-0f4988ec-f130-4e68-8732-48ab8daf6134 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:17.736085 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-66377356-5d0a-4977-abd2-830266a6dfbc req-0f4988ec-f130-4e68-8732-48ab8daf6134 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.3254571 Nov 09 04:24:17.782382 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-66377356-5d0a-4977-abd2-830266a6dfbc req-dbbe901e-8b63-42c3-b137-1ec793311294 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403666 Nov 09 04:24:18.896638 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e49006-013d-4386-bdb0-0c95a85096cc req-bccbe644-6ab3-4677-b67d-2e6e205f2e71 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:18.898101 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-17e49006-013d-4386-bdb0-0c95a85096cc req-bccbe644-6ab3-4677-b67d-2e6e205f2e71 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0501647 Nov 09 04:24:18.946478 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-17e49006-013d-4386-bdb0-0c95a85096cc req-f2a9fd7f-2edd-4714-b488-3375eefeaaa6 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419033 Nov 09 04:24:20.058680 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bedbb9-238e-42a9-a2c4-90b9ec8d0609 req-805a313b-8e75-4f33-8483-c02e326b967d tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:20.060090 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f0bedbb9-238e-42a9-a2c4-90b9ec8d0609 req-805a313b-8e75-4f33-8483-c02e326b967d tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0474854 Nov 09 04:24:20.108245 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f0bedbb9-238e-42a9-a2c4-90b9ec8d0609 req-4a9457c0-4b34-49f6-88fe-067f7603048b tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422540 Nov 09 04:24:21.223793 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b5d34-e851-476e-91a8-17cccabbafdb req-55cc29c2-aa31-4058-8394-abcc01187d12 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:21.225362 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8d6b5d34-e851-476e-91a8-17cccabbafdb req-55cc29c2-aa31-4058-8394-abcc01187d12 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0486453 Nov 09 04:24:21.274850 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8d6b5d34-e851-476e-91a8-17cccabbafdb req-f5ba7fc9-1971-45f0-bc69-362556213c38 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433640 Nov 09 04:24:22.390991 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12940c36-bbd6-431e-a7b7-5398e0839ce0 req-21096a46-ba22-4a9f-a10b-943358e598e9 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:22.392441 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-12940c36-bbd6-431e-a7b7-5398e0839ce0 req-21096a46-ba22-4a9f-a10b-943358e598e9 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0500965 Nov 09 04:24:22.440499 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-12940c36-bbd6-431e-a7b7-5398e0839ce0 req-d1408370-d07a-4674-b4fa-b9eb7ee63eef tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422609 Nov 09 04:24:23.552876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08e351-3429-43de-b391-c0a80bd67c85 req-ace3129e-d74c-4b07-9fb9-fe6ea871d997 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:23.554473 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-df08e351-3429-43de-b391-c0a80bd67c85 req-ace3129e-d74c-4b07-9fb9-fe6ea871d997 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0486755 Nov 09 04:24:23.604640 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-df08e351-3429-43de-b391-c0a80bd67c85 req-01cb6fc1-17e2-40df-9cff-aba01248721c tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440605 Nov 09 04:24:24.721209 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6a0be-8073-4d12-94e7-d591feff68d5 req-265adb4a-bb53-4663-b6cc-bb36401cb5aa tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:24.722702 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-91e6a0be-8073-4d12-94e7-d591feff68d5 req-265adb4a-bb53-4663-b6cc-bb36401cb5aa tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0480895 Nov 09 04:24:24.773034 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-91e6a0be-8073-4d12-94e7-d591feff68d5 req-99aaed26-a8ad-4f80-9855-f8b930822b1e tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446203 Nov 09 04:24:25.503371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-04f8a0bb-caad-438d-a0b4-7cc9e639e2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:25.884737 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4d2c0-73f0-4620-8a38-9a5eff0ab66f req-9cd10a7c-62eb-4386-a0d2-d39fb689d9c5 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:25.886226 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02b4d2c0-73f0-4620-8a38-9a5eff0ab66f req-9cd10a7c-62eb-4386-a0d2-d39fb689d9c5 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0470281 Nov 09 04:24:25.937709 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02b4d2c0-73f0-4620-8a38-9a5eff0ab66f req-df51ea18-ae2d-42f6-bae3-01fc84a77998 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456443 Nov 09 04:24:26.323508 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1cc16054-7435-437e-ba6d-d1455994e1f8 req-d466d431-db99-4813-86e2-bb9f6f7e3df5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382929 Nov 09 04:24:26.407927 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc16054-7435-437e-ba6d-d1455994e1f8 req-ec1ab53c-0b6d-41d3-9063-b6bf2090568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:26.409726 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1cc16054-7435-437e-ba6d-d1455994e1f8 req-ec1ab53c-0b6d-41d3-9063-b6bf2090568b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 1099 time: 0.0396488 Nov 09 04:24:26.516514 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc16054-7435-437e-ba6d-d1455994e1f8 req-ad7ff633-7cab-485e-80a2-dbeb6083b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:26.518032 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1cc16054-7435-437e-ba6d-d1455994e1f8 req-ad7ff633-7cab-485e-80a2-dbeb6083b785 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0015125f-7176-4fb6-af21-ef492802bafe HTTP/1.1" status: 200 len: 895 time: 0.0854700 Nov 09 04:24:26.559789 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1cc16054-7435-437e-ba6d-d1455994e1f8 req-a6ef027f-0822-4a98-8ae5-b148e788c2b7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e26f416e-4d4a-43af-bbf6-c0dfb0176915 HTTP/1.1" status: 200 len: 217 time: 0.0334365 Nov 09 04:24:26.607812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc16054-7435-437e-ba6d-d1455994e1f8 req-39621942-44d7-4e00-8452-0809e78972a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:26.609109 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1cc16054-7435-437e-ba6d-d1455994e1f8 req-39621942-44d7-4e00-8452-0809e78972a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=51bbb8ee-772b-4439-939e-8b6e723b5ee8 HTTP/1.1" status: 200 len: 834 time: 0.0415630 Nov 09 04:24:26.656515 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc16054-7435-437e-ba6d-d1455994e1f8 req-b1fc0f02-01a9-4015-9e45-cf6fbf09a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:26.657971 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1cc16054-7435-437e-ba6d-d1455994e1f8 req-b1fc0f02-01a9-4015-9e45-cf6fbf09a2e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0015125f-7176-4fb6-af21-ef492802bafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410128 Nov 09 04:24:26.747824 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1cc16054-7435-437e-ba6d-d1455994e1f8 req-6c821ec6-9234-4c33-ac1a-83c939dec313 service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808220 Nov 09 04:24:26.837235 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1cc16054-7435-437e-ba6d-d1455994e1f8 req-9ccc121d-ed06-446f-9d63-39e85e6259ea service neutron] 10.222.0.31 "GET /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819645 Nov 09 04:24:27.050832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ab786-021c-419f-971b-eebad7eb1f8c req-22f0eefb-bc14-45fd-aced-8004df1a53b1 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:27.052301 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-613ab786-021c-419f-971b-eebad7eb1f8c req-22f0eefb-bc14-45fd-aced-8004df1a53b1 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0486596 Nov 09 04:24:27.101628 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-613ab786-021c-419f-971b-eebad7eb1f8c req-369b1372-d03c-4029-94ae-5a1583ee72d4 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433264 Nov 09 04:24:27.814931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b5ab2845-6239-4ff7-ab08-937c2746def8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:28.211440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faed99e-0227-4d51-b01c-ac48c8b3717d req-22129622-d4a6-4c9d-9978-74d42e74db62 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:28.213450 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3faed99e-0227-4d51-b01c-ac48c8b3717d req-22129622-d4a6-4c9d-9978-74d42e74db62 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0477705 Nov 09 04:24:28.260615 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3faed99e-0227-4d51-b01c-ac48c8b3717d req-da32029b-1a2d-4897-9e34-be83f69b89df tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413315 Nov 09 04:24:29.044694 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:29.116849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d21a88-d553-4a17-bfa5-730332572344 req-cf0bce59-e6f0-486b-ac03-1ff1fbef8125 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:29.118359 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-63d21a88-d553-4a17-bfa5-730332572344 req-cf0bce59-e6f0-486b-ac03-1ff1fbef8125 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 945 time: 0.0477972 Nov 09 04:24:29.166991 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-63d21a88-d553-4a17-bfa5-730332572344 req-46f59c87-d5e8-4d36-ad0b-aec4610a9fff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420926 Nov 09 04:24:29.373590 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f6f43-cdc9-44d4-a1f3-4baa9083c97d req-a510b6e9-5ab9-4b26-a829-e2033335a2e6 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:29.375040 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-616f6f43-cdc9-44d4-a1f3-4baa9083c97d req-a510b6e9-5ab9-4b26-a829-e2033335a2e6 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0474312 Nov 09 04:24:29.425598 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-616f6f43-cdc9-44d4-a1f3-4baa9083c97d req-2e44d74d-4db8-4f53-99a4-b43e35450b39 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447874 Nov 09 04:24:30.238237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:30.289549 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6939b-9855-496b-ad58-e63cbdc3a9a3 req-6b5ddebf-57c0-4f4e-9c18-a873284ae5b0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:30.291049 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-09a6939b-9855-496b-ad58-e63cbdc3a9a3 req-6b5ddebf-57c0-4f4e-9c18-a873284ae5b0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 945 time: 0.0550158 Nov 09 04:24:30.340701 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-09a6939b-9855-496b-ad58-e63cbdc3a9a3 req-d3518910-a637-4a96-a7f6-7fd586e0a912 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436175 Nov 09 04:24:30.478155 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-a6d060ef-3909-4ab0-83df-3b8c8c959cca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:30.479644 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-a6d060ef-3909-4ab0-83df-3b8c8c959cca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 945 time: 0.0485935 Nov 09 04:24:30.588780 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e9599-b106-45b5-a6f5-01465f8be4c8 req-00860a23-7f3d-4ffa-808c-7a8080684227 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:30.590263 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7b2e9599-b106-45b5-a6f5-01465f8be4c8 req-00860a23-7f3d-4ffa-808c-7a8080684227 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0799551 Nov 09 04:24:30.625350 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port ffa25163-a884-4c2f-8889-2cf6407e1b7c {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:24:30.625899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:30.698679 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7b2e9599-b106-45b5-a6f5-01465f8be4c8 req-eef46591-64ba-4ee5-93c5-84be6541a8d9 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011198 Nov 09 04:24:30.737107 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port ffa25163-a884-4c2f-8889-2cf6407e1b7c, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ffa25163-a884-4c2f-8889-2cf6407e1b7c,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:30.737470 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:30.973276 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:30.973557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:30.973874 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP 4eb87217-fab6-48d0-94c7-b4f79b8e1b51 disassociated. External IP: 172.26.5.41, port: ffa25163-a884-4c2f-8889-2cf6407e1b7c. Nov 09 04:24:30.974211 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for ffa25163-a884-4c2f-8889-2cf6407e1b7c owned by compute:nova {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:24:31.009385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:31.101406 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:31.129874 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=ffa25163-a884-4c2f-8889-2cf6407e1b7c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:31.142334 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:31.142680 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:31.143018 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:31.143349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:31.143674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:31.143998 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:31.144320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:31.144637 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:31.144958 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:31.145281 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:31.145618 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:31.145933 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:31.436231 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cf8149a7-f049-4c1a-80fa-25d7364b0563 req-2f0460c7-ec95-4947-9b2b-eb9bd06e9002 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=002b525d-d8e1-4307-bc01-b0c9decb2737 HTTP/1.1" status: 200 len: 210 time: 0.0268569 Nov 09 04:24:31.606298 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 6800090e-2088-4aa7-92d3-e5efb6656ee8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:24:31.714148 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:24:31.731212 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd8640-d3ec-4a66-afd7-8e8b03e1bcd6 None None] Sync routers for ids ['6800090e-2088-4aa7-92d3-e5efb6656ee8'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:24:31.741813 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd8640-d3ec-4a66-afd7-8e8b03e1bcd6 None None] Routers {'6800090e-2088-4aa7-92d3-e5efb6656ee8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:24:31.742500 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1ddd8640-d3ec-4a66-afd7-8e8b03e1bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6800090e-2088-4aa7-92d3-e5efb6656ee8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:31.753213 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] No DVR routers for this DVR port ffa25163-a884-4c2f-8889-2cf6407e1b7c on host hv-neutron-8168 {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:24:31.755791 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:31.759126 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "DELETE /v2.0/ports/ffa25163-a884-4c2f-8889-2cf6407e1b7c HTTP/1.1" status: 204 len: 173 time: 1.2723317 Nov 09 04:24:31.759584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002b525d-d8e1-4307-bc01-b0c9decb2737', 'name': 'network-vif-deleted', 'tag': 'ffa25163-a884-4c2f-8889-2cf6407e1b7c'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:24:31.762037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3f5551-a5b0-4b8b-be3b-ea01587ecaad" -d '{"events": [{"server_uuid": "002b525d-d8e1-4307-bc01-b0c9decb2737", "name": "network-vif-deleted", "tag": "ffa25163-a884-4c2f-8889-2cf6407e1b7c"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:24:31.801479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb69a1-1f78-4cb8-b1b1-3ff099a6e0f2 req-369daa84-b043-4ff2-8868-fa5bfca6dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:31.803374 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0acb69a1-1f78-4cb8-b1b1-3ff099a6e0f2 req-369daa84-b043-4ff2-8868-fa5bfca6dbb6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 1098 time: 0.0852644 Nov 09 04:24:31.831811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc159f46-d1ad-4a0f-a7ae-4a03e725f41d x-openstack-request-id: req-dc159f46-d1ad-4a0f-a7ae-4a03e725f41d {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:24:31.832094 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002b525d-d8e1-4307-bc01-b0c9decb2737", "name": "network-vif-deleted", "tag": "ffa25163-a884-4c2f-8889-2cf6407e1b7c", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:24:31.832348 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc159f46-d1ad-4a0f-a7ae-4a03e725f41d {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:24:31.832767 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002b525d-d8e1-4307-bc01-b0c9decb2737', 'name': 'network-vif-deleted', 'tag': 'ffa25163-a884-4c2f-8889-2cf6407e1b7c', 'status': 'completed', 'code': 200} Nov 09 04:24:31.857444 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431ee88-d8d8-437d-85db-de02cea5e4e7 req-838ca301-27be-4556-a45f-dee2fdb81e71 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:31.859059 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2431ee88-d8d8-437d-85db-de02cea5e4e7 req-838ca301-27be-4556-a45f-dee2fdb81e71 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0570629 Nov 09 04:24:31.880332 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0acb69a1-1f78-4cb8-b1b1-3ff099a6e0f2 req-17c1c8d2-a0f0-46ff-aeb3-24feec5a2721 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696993 Nov 09 04:24:31.911535 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2431ee88-d8d8-437d-85db-de02cea5e4e7 req-300ce3a5-dd7d-4989-9a63-b1c1e85d9b5d tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446796 Nov 09 04:24:31.950307 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-1ddd8640-d3ec-4a66-afd7-8e8b03e1bcd6 None None] Set router 6800090e-2088-4aa7-92d3-e5efb6656ee8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:24:32.143127 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1ddd8640-d3ec-4a66-afd7-8e8b03e1bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '71464971-1e0d-4f61-8403-dcc6c02a6c41', 'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:08:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:50Z', 'updated_at': '2021-11-09T04:22:56Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:32.168595 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd8640-d3ec-4a66-afd7-8e8b03e1bcd6 None None] Checking router: 6800090e-2088-4aa7-92d3-e5efb6656ee8 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:24:32.176429 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd8640-d3ec-4a66-afd7-8e8b03e1bcd6 None None] Routers {'6800090e-2088-4aa7-92d3-e5efb6656ee8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:24:32.177011 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1ddd8640-d3ec-4a66-afd7-8e8b03e1bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6800090e-2088-4aa7-92d3-e5efb6656ee8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:32.277678 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-1ddd8640-d3ec-4a66-afd7-8e8b03e1bcd6 None None] Set router 6800090e-2088-4aa7-92d3-e5efb6656ee8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:24:32.478236 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1ddd8640-d3ec-4a66-afd7-8e8b03e1bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '71464971-1e0d-4f61-8403-dcc6c02a6c41', 'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:08:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:50Z', 'updated_at': '2021-11-09T04:22:56Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:32.498205 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51592) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:32.503557 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd8640-d3ec-4a66-afd7-8e8b03e1bcd6 None None] The sync data for ids ['6800090e-2088-4aa7-92d3-e5efb6656ee8'] in dv-neutron-816800-2-hyperv is: [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:22:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '71464971-1e0d-4f61-8403-dcc6c02a6c41', 'name': '', 'network_id': '0015125f-7176-4fb6-af21-ef492802bafe', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:08:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:50Z', 'updated_at': '2021-11-09T04:22:56Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '51bbb8ee-772b-4439-939e-8b6e723b5ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:24:32.564654 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:32.590521 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:32.649309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:32.652458 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:32.653654 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/security-groups/fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f HTTP/1.1" status: 204 len: 168 time: 0.1543539 Nov 09 04:24:32.663268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3b6a58-3083-458b-b1cf-06a9ff3e0d1f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:32.672239 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:32.672688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:32.673151 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:32.673493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:32.673841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:32.674406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:32.674786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:32.675366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:32.675740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:32.676173 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:32.676531 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:32.676958 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c2c71c-0525-40a8-8214-007d276524c3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:32.687303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51596) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:32.747527 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98958233-43e8-4a9f-8e74-078a6bf28a9b None None] New status for floating IP 4eb87217-fab6-48d0-94c7-b4f79b8e1b51: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:24:32.816988 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-7e731209-8437-484b-8c4c-f2712f2e5432 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port eb111a1d-d88f-42df-9cd9-d88d96661222 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:24:32.817340 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7e731209-8437-484b-8c4c-f2712f2e5432 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:32.904696 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7e731209-8437-484b-8c4c-f2712f2e5432 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:32.905028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7e731209-8437-484b-8c4c-f2712f2e5432 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:32.917207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-7e731209-8437-484b-8c4c-f2712f2e5432 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for eb111a1d-d88f-42df-9cd9-d88d96661222 owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:24:33.054211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493f8d3-d7ed-46ee-b59b-b51b7cc80574 req-ecf113c1-52f8-427b-a3c5-5a8f9405f50a tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:33.055599 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f493f8d3-d7ed-46ee-b59b-b51b7cc80574 req-ecf113c1-52f8-427b-a3c5-5a8f9405f50a tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0654187 Nov 09 04:24:33.131208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7e731209-8437-484b-8c4c-f2712f2e5432 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:33.158952 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f493f8d3-d7ed-46ee-b59b-b51b7cc80574 req-6c9b4681-0e15-4ad4-95fe-2b4a23f42ece tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782738 Nov 09 04:24:33.161883 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e731209-8437-484b-8c4c-f2712f2e5432 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=eb111a1d-d88f-42df-9cd9-d88d96661222,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:33.183343 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51600) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:33.224570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7e731209-8437-484b-8c4c-f2712f2e5432 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:33.227621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7e731209-8437-484b-8c4c-f2712f2e5432 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:33.229089 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7e731209-8437-484b-8c4c-f2712f2e5432 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/floatingips/4eb87217-fab6-48d0-94c7-b4f79b8e1b51 HTTP/1.1" status: 204 len: 168 time: 0.5399725 Nov 09 04:24:33.247146 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f86b538c-5c0d-4091-be71-27e2c27e311c tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/floatingips/393e34c7-0417-4b23-b871-929ae9bb0f48 HTTP/1.1" status: 200 len: 992 time: 0.0625348 Nov 09 04:24:33.414347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:24:33.419530 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ffa25163-a884-4c2f-8889-2cf6407e1b7c no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:24:33.435048 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7d54d-8220-4ada-9c13-622475d7d889 req-6c2be68a-c20e-4397-95e5-62606839ff64 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:33.436570 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1ba7d54d-8220-4ada-9c13-622475d7d889 req-6c2be68a-c20e-4397-95e5-62606839ff64 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 946 time: 0.0489197 Nov 09 04:24:33.447968 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: ffa25163-a884-4c2f-8889-2cf6407e1b7c {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:24:33.448297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ffa25163-a884-4c2f-8889-2cf6407e1b7c not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:24:33.448716 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:24:33.487978 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1ba7d54d-8220-4ada-9c13-622475d7d889 req-4d7078df-70b4-4c23-9902-272687cc58b3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=eab10f14-23e8-4ba3-9815-fb125fd30bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452013 Nov 09 04:24:33.591821 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,segment=NetworkSegment(e82ebcf2-401a-4ccf-a237-af54453eefc3),segment_id=e82ebcf2-401a-4ccf-a237-af54453eefc3)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:33.605087 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:33.607048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'port_id': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec', 'mac_address': 'fa:16:3e:bf:19:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:24:33.648816 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:24:33.651116 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f5902e-cbbf-4934-bb31-8399b4073f05" -d '{"events": [{"server_uuid": "fb128088-6657-4f00-a85c-fe30ecfdafe3", "name": "network-vif-unplugged", "status": "completed", "tag": "47556d65-9cdb-4bf0-8aa9-f7007b25b4ec"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:24:33.670338 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,segment=NetworkSegment(e82ebcf2-401a-4ccf-a237-af54453eefc3),segment_id=e82ebcf2-401a-4ccf-a237-af54453eefc3)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:33.673019 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:33.677188 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:33.707806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 04:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d20206-ac9b-4504-8f77-7d8c5382cce8 x-openstack-request-id: req-57d20206-ac9b-4504-8f77-7d8c5382cce8 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:24:33.708100 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb128088-6657-4f00-a85c-fe30ecfdafe3", "name": "network-vif-unplugged", "status": "completed", "tag": "47556d65-9cdb-4bf0-8aa9-f7007b25b4ec", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:24:33.708351 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57d20206-ac9b-4504-8f77-7d8c5382cce8 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:24:33.708734 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec', 'code': 200} Nov 09 04:24:33.716233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:24:33.767949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:33.781212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:33.781591 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:33.781938 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:33.782277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:33.782612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:33.782950 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:33.783282 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:33.783612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:33.783943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:33.784269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:33.784598 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:33.784921 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:33.788339 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:24:33.788701 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:24:34.323687 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:34.335907 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:24:34.354995 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,segment=NetworkSegment(e82ebcf2-401a-4ccf-a237-af54453eefc3),segment_id=e82ebcf2-401a-4ccf-a237-af54453eefc3)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:34.358789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:34.403623 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,revision_number=7']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:34.603342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed144cd0-6071-49d0-9865-b3a6b9d2725e req-8b1f7c6e-54b0-4eac-bc25-58500461d186 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:34.604732 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed144cd0-6071-49d0-9865-b3a6b9d2725e req-8b1f7c6e-54b0-4eac-bc25-58500461d186 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 946 time: 0.0486772 Nov 09 04:24:34.608444 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['47556d65-9cdb-4bf0-8aa9-f7007b25b4ec'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:24:34.654248 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed144cd0-6071-49d0-9865-b3a6b9d2725e req-95bd0776-78b7-4b7a-ae2a-c159e442c43b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=eab10f14-23e8-4ba3-9815-fb125fd30bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424235 Nov 09 04:24:34.722339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fee7b-cb0e-4425-b500-a6e4391ad16a req-6c229da7-9081-4d1c-985a-643ebe3ad060 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:34.723781 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e46fee7b-cb0e-4425-b500-a6e4391ad16a req-6c229da7-9081-4d1c-985a-643ebe3ad060 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdccb436-6b3e-4843-a0d8-a7fefd70666d HTTP/1.1" status: 200 len: 946 time: 0.0564742 Nov 09 04:24:34.809315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-e46fee7b-cb0e-4425-b500-a6e4391ad16a req-9683604f-42b7-4324-aee1-dbc7e8bf6db5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port e26f416e-4d4a-43af-bbf6-c0dfb0176915 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:24:34.809688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-e46fee7b-cb0e-4425-b500-a6e4391ad16a req-9683604f-42b7-4324-aee1-dbc7e8bf6db5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:34.900013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-e46fee7b-cb0e-4425-b500-a6e4391ad16a req-9683604f-42b7-4324-aee1-dbc7e8bf6db5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port e26f416e-4d4a-43af-bbf6-c0dfb0176915, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e26f416e-4d4a-43af-bbf6-c0dfb0176915,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:34.900290 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-e46fee7b-cb0e-4425-b500-a6e4391ad16a req-9683604f-42b7-4324-aee1-dbc7e8bf6db5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:34.912463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-e46fee7b-cb0e-4425-b500-a6e4391ad16a req-9683604f-42b7-4324-aee1-dbc7e8bf6db5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for e26f416e-4d4a-43af-bbf6-c0dfb0176915 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:24:35.041166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-e46fee7b-cb0e-4425-b500-a6e4391ad16a req-9683604f-42b7-4324-aee1-dbc7e8bf6db5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:35.072663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683604f-42b7-4324-aee1-dbc7e8bf6db5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=e26f416e-4d4a-43af-bbf6-c0dfb0176915,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:35.113924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46fee7b-cb0e-4425-b500-a6e4391ad16a req-9683604f-42b7-4324-aee1-dbc7e8bf6db5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] No DVR routers for this DVR port e26f416e-4d4a-43af-bbf6-c0dfb0176915 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:24:35.116249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-e46fee7b-cb0e-4425-b500-a6e4391ad16a req-9683604f-42b7-4324-aee1-dbc7e8bf6db5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:35.120087 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e46fee7b-cb0e-4425-b500-a6e4391ad16a req-9683604f-42b7-4324-aee1-dbc7e8bf6db5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "DELETE /v2.0/ports/e26f416e-4d4a-43af-bbf6-c0dfb0176915 HTTP/1.1" status: 204 len: 173 time: 0.3906174 Nov 09 04:24:35.120520 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdccb436-6b3e-4843-a0d8-a7fefd70666d', 'name': 'network-vif-deleted', 'tag': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:24:35.122838 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3385ef14-c465-434a-9f75-8c5e312c45ec" -d '{"events": [{"server_uuid": "bdccb436-6b3e-4843-a0d8-a7fefd70666d", "name": "network-vif-deleted", "tag": "e26f416e-4d4a-43af-bbf6-c0dfb0176915"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:24:35.160750 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d155546-b08f-4325-93f1-a2de0804279f x-openstack-request-id: req-7d155546-b08f-4325-93f1-a2de0804279f {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:24:35.161069 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdccb436-6b3e-4843-a0d8-a7fefd70666d", "name": "network-vif-deleted", "tag": "e26f416e-4d4a-43af-bbf6-c0dfb0176915", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:24:35.161323 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d155546-b08f-4325-93f1-a2de0804279f {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:24:35.161836 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdccb436-6b3e-4843-a0d8-a7fefd70666d', 'name': 'network-vif-deleted', 'tag': 'e26f416e-4d4a-43af-bbf6-c0dfb0176915', 'status': 'completed', 'code': 200} Nov 09 04:24:35.432713 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:24:35.490151 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:24:35.490737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:35.574439 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:35.610234 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,segment=NetworkSegment(e82ebcf2-401a-4ccf-a237-af54453eefc3),segment_id=e82ebcf2-401a-4ccf-a237-af54453eefc3)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:35.613840 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:35.614602 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e26f416e-4d4a-43af-bbf6-c0dfb0176915 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:24:35.652106 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: e26f416e-4d4a-43af-bbf6-c0dfb0176915 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:24:35.652432 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e26f416e-4d4a-43af-bbf6-c0dfb0176915 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:24:35.677676 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,revision_number=8']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:35.708667 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51614) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:35.709774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:24:35.712618 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff076cc-f912-4e75-8e05-ab876d559742" -d '{"events": [{"server_uuid": "fb128088-6657-4f00-a85c-fe30ecfdafe3", "name": "network-vif-plugged", "status": "completed", "tag": "47556d65-9cdb-4bf0-8aa9-f7007b25b4ec"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:24:35.748469 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcced2f-5341-4ac9-9729-6b1874a808d4 x-openstack-request-id: req-ddcced2f-5341-4ac9-9729-6b1874a808d4 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:24:35.748762 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb128088-6657-4f00-a85c-fe30ecfdafe3", "name": "network-vif-plugged", "status": "completed", "tag": "47556d65-9cdb-4bf0-8aa9-f7007b25b4ec", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:24:35.749019 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddcced2f-5341-4ac9-9729-6b1874a808d4 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:24:35.749643 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec', 'code': 200} Nov 09 04:24:35.765150 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6f374378-5be8-45b7-b99b-1cf87b01be0c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:35.789167 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6f374378-5be8-45b7-b99b-1cf87b01be0c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:35.846214 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6f374378-5be8-45b7-b99b-1cf87b01be0c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:35.848816 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6f374378-5be8-45b7-b99b-1cf87b01be0c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:35.850271 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6f374378-5be8-45b7-b99b-1cf87b01be0c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/security-groups/eab10f14-23e8-4ba3-9815-fb125fd30bf4 HTTP/1.1" status: 204 len: 168 time: 0.1403561 Nov 09 04:24:35.859185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f374378-5be8-45b7-b99b-1cf87b01be0c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab10f14-23e8-4ba3-9815-fb125fd30bf4,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:35.882929 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51620) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:36.233865 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b18a-5a51-4b41-92a3-82c6a3524c75 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:36.479774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a2c8b18a-5a51-4b41-92a3-82c6a3524c75 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 71464971-1e0d-4f61-8403-dcc6c02a6c41 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:24:36.480106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b18a-5a51-4b41-92a3-82c6a3524c75 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:36.564338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-a2c8b18a-5a51-4b41-92a3-82c6a3524c75 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 71464971-1e0d-4f61-8403-dcc6c02a6c41, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=71464971-1e0d-4f61-8403-dcc6c02a6c41,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:36.564697 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b18a-5a51-4b41-92a3-82c6a3524c75 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:36.577376 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a2c8b18a-5a51-4b41-92a3-82c6a3524c75 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 71464971-1e0d-4f61-8403-dcc6c02a6c41 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:24:36.751777 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b18a-5a51-4b41-92a3-82c6a3524c75 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:36.780114 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8b18a-5a51-4b41-92a3-82c6a3524c75 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=71464971-1e0d-4f61-8403-dcc6c02a6c41,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:36.950201 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b18a-5a51-4b41-92a3-82c6a3524c75 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:37.160099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c8b18a-5a51-4b41-92a3-82c6a3524c75 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 6800090e-2088-4aa7-92d3-e5efb6656ee8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:24:37.263463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c8b18a-5a51-4b41-92a3-82c6a3524c75 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:24:37.270961 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a2c8b18a-5a51-4b41-92a3-82c6a3524c75 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/6800090e-2088-4aa7-92d3-e5efb6656ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3865051 Nov 09 04:24:37.273345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51622) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:37.275667 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce72c1b-5ca5-4469-a582-a2de553a4483 None None] Sync routers for ids ['6800090e-2088-4aa7-92d3-e5efb6656ee8'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:24:37.286458 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce72c1b-5ca5-4469-a582-a2de553a4483 None None] Routers {'6800090e-2088-4aa7-92d3-e5efb6656ee8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:24:37.287074 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fce72c1b-5ca5-4469-a582-a2de553a4483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6800090e-2088-4aa7-92d3-e5efb6656ee8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:37.323309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f720505d-9fad-4b4e-b836-4d85de4ff1be tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting subnet 51bbb8ee-772b-4439-939e-8b6e723b5ee8 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:24:37.326403 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f720505d-9fad-4b4e-b836-4d85de4ff1be tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:37.364552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f720505d-9fad-4b4e-b836-4d85de4ff1be tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:37.389767 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-fce72c1b-5ca5-4469-a582-a2de553a4483 None None] Set router 6800090e-2088-4aa7-92d3-e5efb6656ee8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:24:37.448094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f720505d-9fad-4b4e-b836-4d85de4ff1be tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:37.504724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f720505d-9fad-4b4e-b836-4d85de4ff1be tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:37.531327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720505d-9fad-4b4e-b836-4d85de4ff1be tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Subnet': ['ID=51bbb8ee-772b-4439-939e-8b6e723b5ee8,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:37.535002 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f720505d-9fad-4b4e-b836-4d85de4ff1be tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:37.538159 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f720505d-9fad-4b4e-b836-4d85de4ff1be tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/subnets/51bbb8ee-772b-4439-939e-8b6e723b5ee8 HTTP/1.1" status: 204 len: 168 time: 0.2637897 Nov 09 04:24:37.541113 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51624) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:37.548306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cc5574-59eb-4deb-b927-94670ab1a0cf None None] Network 0015125f-7176-4fb6-af21-ef492802bafe requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:24:37.569041 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fce72c1b-5ca5-4469-a582-a2de553a4483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:24:36Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:37.599960 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce72c1b-5ca5-4469-a582-a2de553a4483 None None] Checking router: 6800090e-2088-4aa7-92d3-e5efb6656ee8 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:24:37.608279 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce72c1b-5ca5-4469-a582-a2de553a4483 None None] Routers {'6800090e-2088-4aa7-92d3-e5efb6656ee8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:24:37.608887 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fce72c1b-5ca5-4469-a582-a2de553a4483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6800090e-2088-4aa7-92d3-e5efb6656ee8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:37.671828 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:37.718432 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-fce72c1b-5ca5-4469-a582-a2de553a4483 None None] Set router 6800090e-2088-4aa7-92d3-e5efb6656ee8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:24:37.755000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a925ef5b-1b00-401f-bb82-d8e2166859e5 None None] DHCP port deletion for 0015125f-7176-4fb6-af21-ef492802bafe request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:24:37.779047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:37.801658 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a925ef5b-1b00-401f-bb82-d8e2166859e5 None None] Deleting port 98c4ccff-80af-4802-9618-208d2cfe5380 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:24:37.802065 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a925ef5b-1b00-401f-bb82-d8e2166859e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:37.841933 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 490e1eb0-d4c5-443f-95fc-adc1c2059a55 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:24:37.842274 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:37.872332 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a925ef5b-1b00-401f-bb82-d8e2166859e5 None None] For port 98c4ccff-80af-4802-9618-208d2cfe5380, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=98c4ccff-80af-4802-9618-208d2cfe5380,segment=NetworkSegment(09feb4e2-7dc3-4f17-975a-917323bb64a2),segment_id=09feb4e2-7dc3-4f17-975a-917323bb64a2)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:37.872730 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a925ef5b-1b00-401f-bb82-d8e2166859e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:37.886883 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a925ef5b-1b00-401f-bb82-d8e2166859e5 None None] Calling delete_port for 98c4ccff-80af-4802-9618-208d2cfe5380 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:24:37.902693 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fce72c1b-5ca5-4469-a582-a2de553a4483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:24:36Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:37.921323 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 490e1eb0-d4c5-443f-95fc-adc1c2059a55, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=490e1eb0-d4c5-443f-95fc-adc1c2059a55,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:37.921716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:37.931125 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce72c1b-5ca5-4469-a582-a2de553a4483 None None] The sync data for ids ['6800090e-2088-4aa7-92d3-e5efb6656ee8'] in dv-neutron-816800-2-hyperv is: [{'id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'name': 'tempest-TestNetworkBasicOps-router-1692405263', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:22:44Z', 'updated_at': '2021-11-09T04:24:36Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '490e1eb0-d4c5-443f-95fc-adc1c2059a55', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6800090e-2088-4aa7-92d3-e5efb6656ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:22:45Z', 'updated_at': '2021-11-09T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:24:37.935791 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 490e1eb0-d4c5-443f-95fc-adc1c2059a55 owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:24:37.977071 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a925ef5b-1b00-401f-bb82-d8e2166859e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.002001 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925ef5b-1b00-401f-bb82-d8e2166859e5 None None] Pushing event deleted for resources: {'Port': ['ID=98c4ccff-80af-4802-9618-208d2cfe5380,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:38.006442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925ef5b-1b00-401f-bb82-d8e2166859e5 None None] No DVR routers for this DVR port 98c4ccff-80af-4802-9618-208d2cfe5380 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:24:38.110056 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.135331 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=490e1eb0-d4c5-443f-95fc-adc1c2059a55,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:38.194189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.293808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.295969 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.359524 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.360052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Fanout notify agent at l3_agent the message router_deleted on router 6800090e-2088-4aa7-92d3-e5efb6656ee8 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:24:38.367115 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.368260 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fb0d5787-36bc-4be7-b22c-f399f1f43fde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/routers/6800090e-2088-4aa7-92d3-e5efb6656ee8 HTTP/1.1" status: 204 len: 168 time: 0.8260510 Nov 09 04:24:38.371084 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51626) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:38.447277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b476b00-75af-459d-8459-3162445b78d2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.535304 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b476b00-75af-459d-8459-3162445b78d2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.556095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-4b476b00-75af-459d-8459-3162445b78d2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0015125f-7176-4fb6-af21-ef492802bafe']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:38.565341 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-4b476b00-75af-459d-8459-3162445b78d2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09feb4e2-7dc3-4f17-975a-917323bb64a2') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:38.565671 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-4b476b00-75af-459d-8459-3162445b78d2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09feb4e2-7dc3-4f17-975a-917323bb64a2') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:38.575806 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b476b00-75af-459d-8459-3162445b78d2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.589576 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b476b00-75af-459d-8459-3162445b78d2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.595399 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b476b00-75af-459d-8459-3162445b78d2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:24:38.595769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b476b00-75af-459d-8459-3162445b78d2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:24:38.598729 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:24:38.656628 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b476b00-75af-459d-8459-3162445b78d2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.663305 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b476b00-75af-459d-8459-3162445b78d2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.666414 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4b476b00-75af-459d-8459-3162445b78d2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/networks/0015125f-7176-4fb6-af21-ef492802bafe HTTP/1.1" status: 204 len: 168 time: 0.2943976 Nov 09 04:24:38.677106 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b476b00-75af-459d-8459-3162445b78d2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Network': ['ID=0015125f-7176-4fb6-af21-ef492802bafe,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:38.687873 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51628) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:38.692825 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9757d281-0a4e-4165-8860-fcdf5b7da25b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'network': {'name': 'tempest-network-smoke--1290653221', 'project_id': '871582c076e646fa8f870c685a113561', 'port_security_enabled': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:24:38.719942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9757d281-0a4e-4165-8860-fcdf5b7da25b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:24:38.723457 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9757d281-0a4e-4165-8860-fcdf5b7da25b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.748099 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9757d281-0a4e-4165-8860-fcdf5b7da25b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:24:38.756654 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9757d281-0a4e-4165-8860-fcdf5b7da25b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.757006 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-9757d281-0a4e-4165-8860-fcdf5b7da25b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Added segment 75b0702c-27f7-478c-a63f-49d1fb301a2c of type vlan for network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 Nov 09 04:24:38.795060 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9757d281-0a4e-4165-8860-fcdf5b7da25b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.818180 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9757d281-0a4e-4165-8860-fcdf5b7da25b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.823890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9757d281-0a4e-4165-8860-fcdf5b7da25b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:38.824469 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9757d281-0a4e-4165-8860-fcdf5b7da25b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.860690 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9757d281-0a4e-4165-8860-fcdf5b7da25b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1716132 Nov 09 04:24:38.863415 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51630) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:38.868101 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-953303884', 'admin_state_up': True, 'project_id': '871582c076e646fa8f870c685a113561', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:24:38.893111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757d281-0a4e-4165-8860-fcdf5b7da25b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Network': ['ID=1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:38.893721 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.895050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:38.907349 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:24:38.955268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:39.088831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:39.278577 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 71464971-1e0d-4f61-8403-dcc6c02a6c41 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:24:39.299227 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 71464971-1e0d-4f61-8403-dcc6c02a6c41 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:24:39.299658 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 71464971-1e0d-4f61-8403-dcc6c02a6c41 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:24:39.300144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 98c4ccff-80af-4802-9618-208d2cfe5380 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:24:39.319477 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 98c4ccff-80af-4802-9618-208d2cfe5380 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:24:39.319822 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 98c4ccff-80af-4802-9618-208d2cfe5380 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:24:39.320242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 490e1eb0-d4c5-443f-95fc-adc1c2059a55 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:24:39.340965 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 490e1eb0-d4c5-443f-95fc-adc1c2059a55 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:24:39.341225 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 490e1eb0-d4c5-443f-95fc-adc1c2059a55 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:24:39.552543 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:39.570784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:39.672243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.47 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/c6489f46-67e3-4f32-941e-028577c7bbe6) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:24:39.778156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:39.810339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:39.845392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:24:39.850485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:24:39.854537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:24:39.859858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=c6489f46-67e3-4f32-941e-028577c7bbe6,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:40.098274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:40.282372 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:40.403880 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router e823e9bb-f20f-482f-a7af-d1cec8f24b4e is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:24:40.507731 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:24:40.517549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Sync routers for ids ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:24:40.527792 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Routers {'e823e9bb-f20f-482f-a7af-d1cec8f24b4e'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:24:40.528836 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:40.529166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:40.530438 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3f983844-8e63-443c-981e-ac322e4c9661 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6659272 Nov 09 04:24:40.534824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51632) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:40.561967 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-896e341a-a209-42d6-a133-9ec016be2ba7 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=871582c076e646fa8f870c685a113561&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260303 Nov 09 04:24:40.564420 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51634) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:40.631219 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Set router e823e9bb-f20f-482f-a7af-d1cec8f24b4e gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:24:40.652884 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47db0d39-f528-4407-bda8-6fa581934c34 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:40.654489 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-47db0d39-f528-4407-bda8-6fa581934c34 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891171 Nov 09 04:24:40.657339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51636) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:40.683565 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a6132fa4-0600-49ff-bb47-2689a2db2386 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0251667 Nov 09 04:24:40.686152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51638) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:40.691321 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-5704a6cf-ed5f-4922-9caf-2767bdc8bce0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1546036942', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'project_id': '871582c076e646fa8f870c685a113561', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:24:40.781206 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5704a6cf-ed5f-4922-9caf-2767bdc8bce0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:24:40.785067 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5704a6cf-ed5f-4922-9caf-2767bdc8bce0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:40.808436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'name': 'tempest-TestNetworkBasicOps-router-953303884', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:24:38Z', 'updated_at': '2021-11-09T04:24:39Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:39Z', 'updated_at': '2021-11-09T04:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:40.835010 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Checking router: e823e9bb-f20f-482f-a7af-d1cec8f24b4e for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:24:40.835342 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Updating router e823e9bb-f20f-482f-a7af-d1cec8f24b4e port c6489f46-67e3-4f32-941e-028577c7bbe6 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:24:40.863882 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:40.969315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5704a6cf-ed5f-4922-9caf-2767bdc8bce0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:41.033933 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704a6cf-ed5f-4922-9caf-2767bdc8bce0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Subnet': ['ID=b5e7bd57-2f06-4b3f-a6a1-922532f43dab,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:41.043910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5704a6cf-ed5f-4922-9caf-2767bdc8bce0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Checking segment: {'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:24:41.044266 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5704a6cf-ed5f-4922-9caf-2767bdc8bce0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network hostable DHCP agents. Network: 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:24:41.064889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5704a6cf-ed5f-4922-9caf-2767bdc8bce0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:24:41.076028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-5704a6cf-ed5f-4922-9caf-2767bdc8bce0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:24:41.080627 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5704a6cf-ed5f-4922-9caf-2767bdc8bce0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:41.081679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5704a6cf-ed5f-4922-9caf-2767bdc8bce0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:41.097181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a26c7-67db-4855-9be8-9d6aeffb3387 None None] Network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:24:41.101470 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5704a6cf-ed5f-4922-9caf-2767bdc8bce0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4142122 Nov 09 04:24:41.104276 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51640) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:41.161681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:41.170153 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:41.387433 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Attempting to bind port c6489f46-67e3-4f32-941e-028577c7bbe6 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:24:41.387802 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Attempting to bind port c6489f46-67e3-4f32-941e-028577c7bbe6 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:24:41.388163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Attempting to bind port c6489f46-67e3-4f32-941e-028577c7bbe6 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:24:41.391625 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd53611-c98e-468e-9709-0137f85b9e06 None None] Pushing event updated for resources: {'Port': ['ID=c6489f46-67e3-4f32-941e-028577c7bbe6,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:41.416970 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:24:41.417352 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:24:41.417775 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:41.418170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:24:41.418658 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Bound port: c6489f46-67e3-4f32-941e-028577c7bbe6, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:24:41.419035 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:41.500558 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ips': [{'subnet_id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:24:41.501428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:41.506193 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] For port c6489f46-67e3-4f32-941e-028577c7bbe6, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:24:41.509849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] For port c6489f46-67e3-4f32-941e-028577c7bbe6, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c6489f46-67e3-4f32-941e-028577c7bbe6,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:24:41.520394 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:41.634910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd53611-c98e-468e-9709-0137f85b9e06 None None] Pushing event updated for resources: {'Port': ['ID=c6489f46-67e3-4f32-941e-028577c7bbe6,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:41.650434 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Routers {'e823e9bb-f20f-482f-a7af-d1cec8f24b4e'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:24:41.651071 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:41.791306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Allocated IP 172.20.0.2 (1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48/b5e7bd57-2f06-4b3f-a6a1-922532f43dab/2303e0a1-0aef-4aa7-9b28-4dd3381efdb5) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:24:41.800267 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:41.808425 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] Set router e823e9bb-f20f-482f-a7af-d1cec8f24b4e gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:24:42.076807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:42.087316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:42.131105 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.1 (1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48/b5e7bd57-2f06-4b3f-a6a1-922532f43dab/0f75d75c-5c48-4f65-a126-a3bc4dec92e3) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:24:42.139625 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:24:42.141654 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Pushing event updated for resources: {'Port': ['ID=2303e0a1-0aef-4aa7-9b28-4dd3381efdb5,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:42.144617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'name': 'tempest-TestNetworkBasicOps-router-953303884', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:24:38Z', 'updated_at': '2021-11-09T04:24:39Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:39Z', 'updated_at': '2021-11-09T04:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:42.148153 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:24:42.173223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:24:42.176215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b919b67c-f83b-4b32-aa42-504310eb4376 None None] The sync data for ids ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'] in dv-neutron-816800-2-hyperv is: [{'id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'name': 'tempest-TestNetworkBasicOps-router-953303884', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:24:38Z', 'updated_at': '2021-11-09T04:24:39Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:39Z', 'updated_at': '2021-11-09T04:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:24:42.235077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Attempting to bind port 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:24:42.235470 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Attempting to bind port 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:24:42.235825 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Attempting to bind port 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5 on network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:24:42.241194 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:24:42.241606 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Checking segment: {'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:24:42.242018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:42.242415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Bound using segment: {'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:24:42.242893 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Bound port: 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:24:42.243279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:42.258378 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:42.291440 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:42.308652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] For port 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:24:42.311759 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] For port 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=2303e0a1-0aef-4aa7-9b28-4dd3381efdb5,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:24:42.316138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:42.332765 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:24:42.335750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:24:42.341957 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:24:42.383146 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611acc0c-5532-4fe6-a3ac-4856734019a0 None None] Pushing event updated for resources: {'Port': ['ID=2303e0a1-0aef-4aa7-9b28-4dd3381efdb5,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:42.394624 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=0f75d75c-5c48-4f65-a126-a3bc4dec92e3,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:42.434738 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:42.638829 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:42.932686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:42.937390 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:43.016058 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=0f75d75c-5c48-4f65-a126-a3bc4dec92e3,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:43.018712 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:43.119507 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:24:43.120908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:24:43.241152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router e823e9bb-f20f-482f-a7af-d1cec8f24b4e has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:24:43.289148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253233e-a4ab-4e1e-a361-70ebeb5ad3d3 None None] Network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:24:43.354140 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:24:43.358717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2d592c0b-c285-431b-8ead-f63ba2fad27a None None] Provisioning complete for port 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:24:43.358717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2d592c0b-c285-431b-8ead-f63ba2fad27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:43.363631 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-901d11e8-0645-4333-bcc9-de4599ee673d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/e823e9bb-f20f-482f-a7af-d1cec8f24b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2558887 Nov 09 04:24:43.363631 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51642) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:43.389552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c6489f46-67e3-4f32-941e-028577c7bbe6 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:24:43.533575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964bb71b-b661-4836-a1bd-cdabb65b713d tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:43.533925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964bb71b-b661-4836-a1bd-cdabb65b713d tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:43.534391 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964bb71b-b661-4836-a1bd-cdabb65b713d tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:43.534856 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964bb71b-b661-4836-a1bd-cdabb65b713d tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:43.535318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964bb71b-b661-4836-a1bd-cdabb65b713d tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:43.539735 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-964bb71b-b661-4836-a1bd-cdabb65b713d tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3566 time: 0.1725304 Nov 09 04:24:43.539926 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c6489f46-67e3-4f32-941e-028577c7bbe6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:24:43.539926 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:43.540128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51644) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:43.580692 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2d592c0b-c285-431b-8ead-f63ba2fad27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:43.637192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df7d4d9-5682-4126-a864-9f00f443ed58 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:43.637436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-2d592c0b-c285-431b-8ead-f63ba2fad27a None None] For port 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=2303e0a1-0aef-4aa7-9b28-4dd3381efdb5,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:43.637625 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df7d4d9-5682-4126-a864-9f00f443ed58 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:43.638087 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df7d4d9-5682-4126-a864-9f00f443ed58 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:43.638539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df7d4d9-5682-4126-a864-9f00f443ed58 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:43.638980 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df7d4d9-5682-4126-a864-9f00f443ed58 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:43.640843 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6df7d4d9-5682-4126-a864-9f00f443ed58 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.0999846 Nov 09 04:24:43.643621 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51646) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:43.647492 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2d592c0b-c285-431b-8ead-f63ba2fad27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:43.721375 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:43.735363 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d592c0b-c285-431b-8ead-f63ba2fad27a None None] Pushing event updated for resources: {'Port': ['ID=2303e0a1-0aef-4aa7-9b28-4dd3381efdb5,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:43.750298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port c6489f46-67e3-4f32-941e-028577c7bbe6, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c6489f46-67e3-4f32-941e-028577c7bbe6,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:43.755116 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:43.756296 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:24:43.799454 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Sync routers for ids ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:24:43.811008 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Routers {'e823e9bb-f20f-482f-a7af-d1cec8f24b4e'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:24:43.812019 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:43.839569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=c6489f46-67e3-4f32-941e-028577c7bbe6,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:43.866398 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:24:43.866636 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:43.932116 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Set router e823e9bb-f20f-482f-a7af-d1cec8f24b4e gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:24:43.988482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-02d32961-8e44-431a-990e-c87e2c9d9cdf None None] Provisioning complete for port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:24:43.989037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-02d32961-8e44-431a-990e-c87e2c9d9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:44.028268 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-02d32961-8e44-431a-990e-c87e2c9d9cdf None None] Port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:24:44.046866 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-02d32961-8e44-431a-990e-c87e2c9d9cdf None None] Provisioning complete for port 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:24:44.047233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-02d32961-8e44-431a-990e-c87e2c9d9cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:44.205604 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fd8c03e9-d111-4c9f-8cad-bc0dfc0d98d6 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.5594392 Nov 09 04:24:44.207234 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51648) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:44.212089 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-bb8239e6-441d-4f9b-924f-71cab56dd7a7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-644886529', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:24:44.254545 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'name': 'tempest-TestNetworkBasicOps-router-953303884', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:24:38Z', 'updated_at': '2021-11-09T04:24:42Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:39Z', 'updated_at': '2021-11-09T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '0f75d75c-5c48-4f65-a126-a3bc4dec92e3', 'name': '', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:c5:8d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:41Z', 'updated_at': '2021-11-09T04:24:42Z', 'revision_number': 2, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:44.255192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d032e001-255a-419c-823d-dc0f3d5cb918 None None] Provisioning complete for port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:24:44.256164 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d032e001-255a-419c-823d-dc0f3d5cb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:44.282223 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Checking router: e823e9bb-f20f-482f-a7af-d1cec8f24b4e for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:24:44.282576 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Updating router e823e9bb-f20f-482f-a7af-d1cec8f24b4e port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:24:44.308630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d032e001-255a-419c-823d-dc0f3d5cb918 None None] Port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:24:44.317864 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:24:44.322187 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:44.338149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8239e6-441d-4f9b-924f-71cab56dd7a7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'port': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:24:44.341748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb8239e6-441d-4f9b-924f-71cab56dd7a7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:44.359466 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [None req-bb8239e6-441d-4f9b-924f-71cab56dd7a7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] device_id is not set on port 29387540-632e-4db6-ab34-ef1f4689df0e yet. {{(pid=101884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:24:44.427575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ed720ee9-435b-4877-bb0d-911d729dd39a None None] Provisioning complete for port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:24:44.428012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ed720ee9-435b-4877-bb0d-911d729dd39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:44.466338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-bb8239e6-441d-4f9b-924f-71cab56dd7a7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.6 (1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48/b5e7bd57-2f06-4b3f-a6a1-922532f43dab/29387540-632e-4db6-ab34-ef1f4689df0e) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:24:44.468276 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ed720ee9-435b-4877-bb0d-911d729dd39a None None] Port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:24:44.610256 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb8239e6-441d-4f9b-924f-71cab56dd7a7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:44.641092 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb8239e6-441d-4f9b-924f-71cab56dd7a7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:44.682151 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8239e6-441d-4f9b-924f-71cab56dd7a7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:24:44.690360 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-bb8239e6-441d-4f9b-924f-71cab56dd7a7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:24:44.694154 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8239e6-441d-4f9b-924f-71cab56dd7a7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:24:44.718886 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8239e6-441d-4f9b-924f-71cab56dd7a7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=29387540-632e-4db6-ab34-ef1f4689df0e,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:44.752398 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8239e6-441d-4f9b-924f-71cab56dd7a7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:44.753074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb8239e6-441d-4f9b-924f-71cab56dd7a7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:44.773149 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bb8239e6-441d-4f9b-924f-71cab56dd7a7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5645244 Nov 09 04:24:44.797766 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:44.804319 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:44.856888 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c0857-c050-4821-8ad6-8e73435b88cb None None] Pushing event updated for resources: {'Port': ['ID=0f75d75c-5c48-4f65-a126-a3bc4dec92e3,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:44.877680 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c0857-c050-4821-8ad6-8e73435b88cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:44.878057 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c0857-c050-4821-8ad6-8e73435b88cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:44.878380 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c0857-c050-4821-8ad6-8e73435b88cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:44.878706 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c0857-c050-4821-8ad6-8e73435b88cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:44.879024 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c0857-c050-4821-8ad6-8e73435b88cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:44.879375 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c0857-c050-4821-8ad6-8e73435b88cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:44.879686 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c0857-c050-4821-8ad6-8e73435b88cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:44.880007 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c0857-c050-4821-8ad6-8e73435b88cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:44.880321 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c0857-c050-4821-8ad6-8e73435b88cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:44.880633 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c0857-c050-4821-8ad6-8e73435b88cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:44.880952 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c0857-c050-4821-8ad6-8e73435b88cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:44.881266 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c0857-c050-4821-8ad6-8e73435b88cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:24:44.913055 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51652) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:44.918303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c9cedba2-e24e-43b2-a7a7-e1e937c2bbc3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868075255', 'description': 'tempest-secgroup-smoke-1868075255 description', 'project_id': '871582c076e646fa8f870c685a113561'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:24:44.921991 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Attempting to bind port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:24:44.922435 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Attempting to bind port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:24:44.922874 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Attempting to bind port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 on network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:24:44.928339 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:24:44.928713 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Checking segment: {'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:24:44.929105 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:44.929566 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Bound using segment: {'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:24:44.930156 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Bound port: 0f75d75c-5c48-4f65-a126-a3bc4dec92e3, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:24:44.930542 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:44.941865 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c9cedba2-e24e-43b2-a7a7-e1e937c2bbc3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:44.993244 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e7df276f-fc35-44a6-812c-33ee7e369dd8 None None] Provisioning complete for port 29387540-632e-4db6-ab34-ef1f4689df0e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:24:44.993244 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e7df276f-fc35-44a6-812c-33ee7e369dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:44.999016 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] For port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:24:45.002580 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] For port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=0f75d75c-5c48-4f65-a126-a3bc4dec92e3,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:24:45.007440 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.034093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e7df276f-fc35-44a6-812c-33ee7e369dd8 None None] Port 29387540-632e-4db6-ab34-ef1f4689df0e cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:24:45.045223 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c9cedba2-e24e-43b2-a7a7-e1e937c2bbc3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.050911 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c9cedba2-e24e-43b2-a7a7-e1e937c2bbc3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.069923 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c0857-c050-4821-8ad6-8e73435b88cb None None] Pushing event updated for resources: {'Port': ['ID=0f75d75c-5c48-4f65-a126-a3bc4dec92e3,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:45.081394 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Routers {'e823e9bb-f20f-482f-a7af-d1cec8f24b4e'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:24:45.082132 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:45.082701 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c9cedba2-e24e-43b2-a7a7-e1e937c2bbc3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.084094 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c9cedba2-e24e-43b2-a7a7-e1e937c2bbc3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1699853 Nov 09 04:24:45.087035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51654) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:45.092124 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8cb55078-f2a6-4178-b05c-627f59592c11 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '951d3178-277d-4384-9d85-121cd755cf19', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:24:45.104707 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cedba2-e24e-43b2-a7a7-e1e937c2bbc3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951d3178-277d-4384-9d85-121cd755cf19,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:45.128170 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8cb55078-f2a6-4178-b05c-627f59592c11 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.185597 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8cb55078-f2a6-4178-b05c-627f59592c11 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.190583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8cb55078-f2a6-4178-b05c-627f59592c11 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.203794 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] Set router e823e9bb-f20f-482f-a7af-d1cec8f24b4e gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:24:45.209992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb55078-f2a6-4178-b05c-627f59592c11 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c050e15-f9a0-4b86-b46f-a71ae63a03cf,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:45.220598 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8cb55078-f2a6-4178-b05c-627f59592c11 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.224494 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8cb55078-f2a6-4178-b05c-627f59592c11 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333923 Nov 09 04:24:45.224723 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51656) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:45.230156 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-d5c6092b-b815-46a1-bb13-54ca1b742d1c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '951d3178-277d-4384-9d85-121cd755cf19', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:24:45.265924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d5c6092b-b815-46a1-bb13-54ca1b742d1c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.266516 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-69431afe-9a12-4537-b9ef-9bf049537453 None None] Provisioning complete for port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:24:45.273551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-69431afe-9a12-4537-b9ef-9bf049537453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.318671 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c6489f46-67e3-4f32-941e-028577c7bbe6 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:24:45.350172 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d5c6092b-b815-46a1-bb13-54ca1b742d1c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.356289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d5c6092b-b815-46a1-bb13-54ca1b742d1c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.379179 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6092b-b815-46a1-bb13-54ca1b742d1c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a37746f-d906-4726-aa52-13aeb71ea62d,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:45.392432 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d5c6092b-b815-46a1-bb13-54ca1b742d1c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.393535 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d5c6092b-b815-46a1-bb13-54ca1b742d1c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1677690 Nov 09 04:24:45.396302 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51658) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:45.401382 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3d820fcb-1e3e-488c-bc5b-0bdfe3955f79 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '951d3178-277d-4384-9d85-121cd755cf19', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:24:45.432159 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3d820fcb-1e3e-488c-bc5b-0bdfe3955f79 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.438883 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'name': 'tempest-TestNetworkBasicOps-router-953303884', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:24:38Z', 'updated_at': '2021-11-09T04:24:42Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:39Z', 'updated_at': '2021-11-09T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '0f75d75c-5c48-4f65-a126-a3bc4dec92e3', 'name': '', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:c5:8d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:41Z', 'updated_at': '2021-11-09T04:24:44Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:45.467086 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd669949-eb8d-4a78-8568-8854474eac2e None None] The sync data for ids ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'] in dv-neutron-816800-2-hyperv is: [{'id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'name': 'tempest-TestNetworkBasicOps-router-953303884', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:24:38Z', 'updated_at': '2021-11-09T04:24:42Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:39Z', 'updated_at': '2021-11-09T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '0f75d75c-5c48-4f65-a126-a3bc4dec92e3', 'name': '', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:c5:8d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:41Z', 'updated_at': '2021-11-09T04:24:44Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:24:45.502402 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3d820fcb-1e3e-488c-bc5b-0bdfe3955f79 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.510922 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3d820fcb-1e3e-488c-bc5b-0bdfe3955f79 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.547438 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d820fcb-1e3e-488c-bc5b-0bdfe3955f79 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85364d81-a798-4f27-8f8a-c3ecb4bb4410,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:45.551521 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3d820fcb-1e3e-488c-bc5b-0bdfe3955f79 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.552867 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3d820fcb-1e3e-488c-bc5b-0bdfe3955f79 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555562 Nov 09 04:24:45.555705 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51660) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:45.560617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3ce6e1d8-98af-4939-9ff3-f38f99b46800 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '951d3178-277d-4384-9d85-121cd755cf19', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:24:45.590083 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e1d8-98af-4939-9ff3-f38f99b46800 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.628342 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c6489f46-67e3-4f32-941e-028577c7bbe6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:24:45.628712 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.631779 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-69431afe-9a12-4537-b9ef-9bf049537453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.666383 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e1d8-98af-4939-9ff3-f38f99b46800 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.671742 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e1d8-98af-4939-9ff3-f38f99b46800 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.690090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6e1d8-98af-4939-9ff3-f38f99b46800 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2122f83c-99dc-4394-b154-b64f2e3f7ab3,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:45.702739 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3ce6e1d8-98af-4939-9ff3-f38f99b46800 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.704552 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3ce6e1d8-98af-4939-9ff3-f38f99b46800 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475213 Nov 09 04:24:45.706920 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-69431afe-9a12-4537-b9ef-9bf049537453 None None] For port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=0f75d75c-5c48-4f65-a126-a3bc4dec92e3,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:45.708007 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51662) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:45.713478 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-69431afe-9a12-4537-b9ef-9bf049537453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.716050 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-680cec11-1fb9-439e-8a52-8ceb57d90297 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '951d3178-277d-4384-9d85-121cd755cf19', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:24:45.739168 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-680cec11-1fb9-439e-8a52-8ceb57d90297 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:24:45.744786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-680cec11-1fb9-439e-8a52-8ceb57d90297 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.789569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:24:45.794825 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69431afe-9a12-4537-b9ef-9bf049537453 None None] Pushing event updated for resources: {'Port': ['ID=0f75d75c-5c48-4f65-a126-a3bc4dec92e3,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:45.811124 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-680cec11-1fb9-439e-8a52-8ceb57d90297 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.816304 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-680cec11-1fb9-439e-8a52-8ceb57d90297 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.835202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cec11-1fb9-439e-8a52-8ceb57d90297 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a491cd6-4ff4-4ef3-a702-79ab3e136805,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:45.845609 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-680cec11-1fb9-439e-8a52-8ceb57d90297 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.847013 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-680cec11-1fb9-439e-8a52-8ceb57d90297 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379120 Nov 09 04:24:45.847931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a4beeb4f-38aa-41d3-97ed-007392c2b668 None None] Provisioning complete for port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:24:45.848307 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a4beeb4f-38aa-41d3-97ed-007392c2b668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.849687 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51664) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:45.855702 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0dea787f-17f6-492c-adf5-461f5449df6c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '951d3178-277d-4384-9d85-121cd755cf19', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:24:45.879281 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-0dea787f-17f6-492c-adf5-461f5449df6c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:24:45.881734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:24:45.882118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.885290 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0dea787f-17f6-492c-adf5-461f5449df6c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.951711 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0dea787f-17f6-492c-adf5-461f5449df6c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.955797 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0dea787f-17f6-492c-adf5-461f5449df6c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.972155 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea787f-17f6-492c-adf5-461f5449df6c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097f5413-bf97-4316-b903-6abc89617102,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:45.989371 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0dea787f-17f6-492c-adf5-461f5449df6c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:45.990650 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0dea787f-17f6-492c-adf5-461f5449df6c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396670 Nov 09 04:24:46.156733 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-2d30eac2-90c0-4c10-893d-40a1e00e6338 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868075255&fields=id&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 267 time: 0.0556040 Nov 09 04:24:46.205418 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-b33ad7e2-a48d-4f99-b48f-4c965c316827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:46.207161 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-b33ad7e2-a48d-4f99-b48f-4c965c316827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports/29387540-632e-4db6-ab34-ef1f4689df0e HTTP/1.1" status: 200 len: 929 time: 0.0436592 Nov 09 04:24:46.298650 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-88fdd646-ba42-47d0-8069-a815025d830e service neutron] 10.222.0.21 "GET /v2.0/ports/29387540-632e-4db6-ab34-ef1f4689df0e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0782197 Nov 09 04:24:46.393661 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-6c397a64-52d5-4be4-8938-f36fde540a56 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890336 Nov 09 04:24:46.489687 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-cb153265-fafc-4a6e-b0a5-12955f87caa8 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895898 Nov 09 04:24:46.652880 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5c8236ef-f488-4004-a98b-6a407a6d52f2 req-a4f0f0f9-834e-4cff-9e94-484a315410f0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 210 time: 0.0272877 Nov 09 04:24:46.900242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:47.312374 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:24:47.362529 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:24:47.362678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:47.750663 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-370587fb-1748-444a-ab8f-be0d9ebca7b4 req-bdd67680-69cb-464d-a232-8f96d98c421f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 210 time: 0.0310256 Nov 09 04:24:47.783235 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-1930e31f-6bd3-4756-b35d-b4daed65092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:47.784617 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-1930e31f-6bd3-4756-b35d-b4daed65092f service neutron] 10.222.0.31 "GET /v2.0/ports/29387540-632e-4db6-ab34-ef1f4689df0e HTTP/1.1" status: 200 len: 1025 time: 0.0330193 Nov 09 04:24:47.962983 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-87184a2b-4476-456a-8934-08b45cb073ba tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:47.964327 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-87184a2b-4476-456a-8934-08b45cb073ba tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/networks?id=1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 HTTP/1.1" status: 200 len: 797 time: 0.1742892 Nov 09 04:24:48.033240 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-8b4e96d4-1cc8-4a9d-b05c-78cd287c1bd4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 380 time: 0.0593276 Nov 09 04:24:48.045980 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Request body: {'port': {'device_id': 'c7f8da9a-3595-430e-b057-13c664130a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:24:48.100315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:48.392058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29387540-632e-4db6-ab34-ef1f4689df0e {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:24:48.399089 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:48.414584 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Transition to ACTIVE for port object 29387540-632e-4db6-ab34-ef1f4689df0e will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:24:48.418407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:48.468293 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Pushing event updated for resources: {'Port': ['ID=29387540-632e-4db6-ab34-ef1f4689df0e,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:48.539027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Attempting to bind port 29387540-632e-4db6-ab34-ef1f4689df0e on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:24:48.539360 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Attempting to bind port 29387540-632e-4db6-ab34-ef1f4689df0e by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:24:48.539684 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Attempting to bind port 29387540-632e-4db6-ab34-ef1f4689df0e on network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:24:48.544827 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Port 29387540-632e-4db6-ab34-ef1f4689df0e on network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:24:48.545142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Attempting to bind port 29387540-632e-4db6-ab34-ef1f4689df0e on network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:24:48.550143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:24:48.550483 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Checking segment: {'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:24:48.550856 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Bound using segment: {'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:24:48.551274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Bound port: 29387540-632e-4db6-ab34-ef1f4689df0e, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:24:48.551619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:48.615531 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] For port 29387540-632e-4db6-ab34-ef1f4689df0e, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:24:48.618571 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] For port 29387540-632e-4db6-ab34-ef1f4689df0e, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=29387540-632e-4db6-ab34-ef1f4689df0e,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:24:48.624376 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:48.657855 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:48.658471 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:48.660172 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] 10.222.0.31 "PUT /v2.0/ports/29387540-632e-4db6-ab34-ef1f4689df0e HTTP/1.1" status: 200 len: 1130 time: 0.6181669 Nov 09 04:24:48.660674 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f8da9a-3595-430e-b057-13c664130a7b', 'tag': '29387540-632e-4db6-ab34-ef1f4689df0e'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:24:48.663168 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dbe08f-dcbb-4d72-b6da-38a9d6259d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f8da9a-3595-430e-b057-13c664130a7b", "tag": "29387540-632e-4db6-ab34-ef1f4689df0e"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:24:48.698038 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da5b1a-7eae-495b-a73e-ceb2ecec3cea service neutron] Pushing event updated for resources: {'Port': ['ID=29387540-632e-4db6-ab34-ef1f4689df0e,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:48.734619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6659dd-9e7f-449e-87a9-ad12489eaa3d x-openstack-request-id: req-da6659dd-9e7f-449e-87a9-ad12489eaa3d {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:24:48.734951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f8da9a-3595-430e-b057-13c664130a7b", "tag": "29387540-632e-4db6-ab34-ef1f4689df0e", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:24:48.735173 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da6659dd-9e7f-449e-87a9-ad12489eaa3d {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:24:48.735573 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f8da9a-3595-430e-b057-13c664130a7b', 'tag': '29387540-632e-4db6-ab34-ef1f4689df0e', 'status': 'completed', 'code': 200} Nov 09 04:24:48.778970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-a97af7f9-7b42-4e9e-a1ce-9addd52d20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:48.780677 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-a97af7f9-7b42-4e9e-a1ce-9addd52d20ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 1133 time: 0.0767910 Nov 09 04:24:48.849352 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-121d1365-bef0-4307-b68b-abe615509f04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29387540-632e-4db6-ab34-ef1f4689df0e HTTP/1.1" status: 200 len: 217 time: 0.0607538 Nov 09 04:24:48.929332 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5ff31-b0c5-48d3-b487-5a7c07a6e8f3 req-a05830e4-a680-4eec-90f3-573362dd6db0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:48.930707 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-04c5ff31-b0c5-48d3-b487-5a7c07a6e8f3 req-a05830e4-a680-4eec-90f3-573362dd6db0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 980 time: 0.0903797 Nov 09 04:24:48.932973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-70321392-b942-499d-9824-3d31cbeef908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:48.934316 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-70321392-b942-499d-9824-3d31cbeef908 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5e7bd57-2f06-4b3f-a6a1-922532f43dab HTTP/1.1" status: 200 len: 835 time: 0.0646386 Nov 09 04:24:49.031125 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-04c5ff31-b0c5-48d3-b487-5a7c07a6e8f3 req-a303544f-5994-4bf1-b798-c37270813db4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937834 Nov 09 04:24:49.038222 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-09cf697f-c86e-4139-ae73-ea8542920645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:49.039679 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-09cf697f-c86e-4139-ae73-ea8542920645 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0958354 Nov 09 04:24:49.127698 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-03352d5e-7ab3-474c-96dd-57ccff3217f4 service neutron] 10.222.0.31 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794983 Nov 09 04:24:49.216595 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd98faae-ca82-4688-876f-4ecd016e0c77 req-e35ca9f6-1f72-459e-b524-f77c57fdbbd7 service neutron] 10.222.0.31 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814221 Nov 09 04:24:49.300491 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbe08f-dcbb-4d72-b6da-38a9d6259d8c req-2ded0692-2a99-41b9-8100-2f7ed21649e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:49.301981 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59dbe08f-dcbb-4d72-b6da-38a9d6259d8c req-2ded0692-2a99-41b9-8100-2f7ed21649e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 1133 time: 0.0394697 Nov 09 04:24:49.734802 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbe08f-dcbb-4d72-b6da-38a9d6259d8c req-16d61549-06fc-4d59-bd84-e4e2a8f1efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:49.736270 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59dbe08f-dcbb-4d72-b6da-38a9d6259d8c req-16d61549-06fc-4d59-bd84-e4e2a8f1efd1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 HTTP/1.1" status: 200 len: 897 time: 0.4271958 Nov 09 04:24:49.781549 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59dbe08f-dcbb-4d72-b6da-38a9d6259d8c req-c0e4c528-a639-469a-bde6-71426221f83e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29387540-632e-4db6-ab34-ef1f4689df0e HTTP/1.1" status: 200 len: 217 time: 0.0370834 Nov 09 04:24:49.831322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbe08f-dcbb-4d72-b6da-38a9d6259d8c req-670db151-48a0-4066-b754-6b19095485bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:49.832731 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59dbe08f-dcbb-4d72-b6da-38a9d6259d8c req-670db151-48a0-4066-b754-6b19095485bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5e7bd57-2f06-4b3f-a6a1-922532f43dab HTTP/1.1" status: 200 len: 835 time: 0.0432234 Nov 09 04:24:49.877409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbe08f-dcbb-4d72-b6da-38a9d6259d8c req-c9fb5ea5-a185-43c2-92e6-a3b3788a79aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:49.878896 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59dbe08f-dcbb-4d72-b6da-38a9d6259d8c req-c9fb5ea5-a185-43c2-92e6-a3b3788a79aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384252 Nov 09 04:24:49.969012 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59dbe08f-dcbb-4d72-b6da-38a9d6259d8c req-a10e7feb-d50a-4df9-9e33-5ab41a3f4948 service neutron] 10.222.0.31 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823908 Nov 09 04:24:50.055632 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59dbe08f-dcbb-4d72-b6da-38a9d6259d8c req-a9b395d2-4280-412a-9a98-9bd0caa0a0cd service neutron] 10.222.0.31 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786920 Nov 09 04:24:50.147210 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d273338-ad25-4123-937f-e6b981fe76a1 req-f34e585a-8582-4dd3-8690-303cdc1edbbd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:50.148672 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9d273338-ad25-4123-937f-e6b981fe76a1 req-f34e585a-8582-4dd3-8690-303cdc1edbbd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 980 time: 0.0482657 Nov 09 04:24:50.196132 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9d273338-ad25-4123-937f-e6b981fe76a1 req-867673d8-547c-480b-9b38-79c231e09b61 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414131 Nov 09 04:24:51.313525 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d078e1c-743f-4a3d-83fd-ef0ff2cbba8d req-476b73c9-ccec-4dda-9955-f4d27ffa1146 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:51.315049 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4d078e1c-743f-4a3d-83fd-ef0ff2cbba8d req-476b73c9-ccec-4dda-9955-f4d27ffa1146 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 980 time: 0.0529282 Nov 09 04:24:51.361274 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4d078e1c-743f-4a3d-83fd-ef0ff2cbba8d req-9e69d0ef-58b9-4625-913c-4dfe460f48e7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Nov 09 04:24:51.480785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 29387540-632e-4db6-ab34-ef1f4689df0e details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:24:51.576680 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 29387540-632e-4db6-ab34-ef1f4689df0e, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=29387540-632e-4db6-ab34-ef1f4689df0e,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:51.587749 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '29387540-632e-4db6-ab34-ef1f4689df0e', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'port_id': '29387540-632e-4db6-ab34-ef1f4689df0e', 'mac_address': 'fa:16:3e:89:84:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:24:51.623634 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:51.636287 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29387540-632e-4db6-ab34-ef1f4689df0e {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:24:51.654560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 29387540-632e-4db6-ab34-ef1f4689df0e, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=29387540-632e-4db6-ab34-ef1f4689df0e,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:51.659676 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:51.705311 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=29387540-632e-4db6-ab34-ef1f4689df0e,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:51.871803 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['29387540-632e-4db6-ab34-ef1f4689df0e'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:24:52.476459 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff27076-4026-401e-a2c3-4090363ab1c0 req-42bd4dca-e975-42de-b680-81119ea92f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:52.477961 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3ff27076-4026-401e-a2c3-4090363ab1c0 req-42bd4dca-e975-42de-b680-81119ea92f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 981 time: 0.0488274 Nov 09 04:24:52.523302 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3ff27076-4026-401e-a2c3-4090363ab1c0 req-ca1ceb85-1095-4c00-8223-031c62860514 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 Nov 09 04:24:53.493277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 29387540-632e-4db6-ab34-ef1f4689df0e up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:24:53.540021 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 29387540-632e-4db6-ab34-ef1f4689df0e completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:24:53.544027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 29387540-632e-4db6-ab34-ef1f4689df0e triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:24:53.544381 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:53.624582 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:53.638961 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77cfe-945b-4826-b9df-9c541e193d23 req-6008f7d3-de54-47f5-b2f3-b8e071db854d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:53.640516 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a4e77cfe-945b-4826-b9df-9c541e193d23 req-6008f7d3-de54-47f5-b2f3-b8e071db854d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 981 time: 0.0480602 Nov 09 04:24:53.647018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f8da9a-3595-430e-b057-13c664130a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29387540-632e-4db6-ab34-ef1f4689df0e'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:24:53.649838 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e96e6b-eae8-4a45-94b3-2388e7f422b9" -d '{"events": [{"server_uuid": "c7f8da9a-3595-430e-b057-13c664130a7b", "name": "network-vif-plugged", "status": "completed", "tag": "29387540-632e-4db6-ab34-ef1f4689df0e"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:24:53.662266 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 29387540-632e-4db6-ab34-ef1f4689df0e, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=29387540-632e-4db6-ab34-ef1f4689df0e,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:53.667792 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:53.691347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e6e72b-b1c0-4c77-9eee-0c7adfc7f811 x-openstack-request-id: req-98e6e72b-b1c0-4c77-9eee-0c7adfc7f811 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:24:53.691639 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f8da9a-3595-430e-b057-13c664130a7b", "name": "network-vif-plugged", "status": "completed", "tag": "29387540-632e-4db6-ab34-ef1f4689df0e", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:24:53.691889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98e6e72b-b1c0-4c77-9eee-0c7adfc7f811 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:24:53.692276 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f8da9a-3595-430e-b057-13c664130a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29387540-632e-4db6-ab34-ef1f4689df0e', 'code': 200} Nov 09 04:24:53.696480 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a4e77cfe-945b-4826-b9df-9c541e193d23 req-0493246d-29d5-49c3-846b-872da5cfff71 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495982 Nov 09 04:24:53.724387 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=29387540-632e-4db6-ab34-ef1f4689df0e,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:53.854011 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba24f61-be1f-4511-93a3-760918a66f58 req-fe7ae574-e130-4452-9b8e-775a41498bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:53.855549 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cba24f61-be1f-4511-93a3-760918a66f58 req-fe7ae574-e130-4452-9b8e-775a41498bc1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 1135 time: 0.0401278 Nov 09 04:24:53.902457 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cba24f61-be1f-4511-93a3-760918a66f58 req-9b534033-c56e-49ce-9871-0ff8c4e00fd8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393095 Nov 09 04:24:54.810900 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5045ec7-77c5-45a0-a165-5972037eca59 req-457a65af-fce5-499a-8e12-b42096b05b6b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:54.812354 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e5045ec7-77c5-45a0-a165-5972037eca59 req-457a65af-fce5-499a-8e12-b42096b05b6b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 982 time: 0.0472860 Nov 09 04:24:54.858158 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e5045ec7-77c5-45a0-a165-5972037eca59 req-62b81abc-fe7f-4173-87c0-c55b0fbf2b46 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399599 Nov 09 04:24:55.504228 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-270df6c0-f1a5-46be-8187-6c7f20e54fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:55.970118 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad753f2c-23b1-40cb-b4ec-f2512f0ed688 req-b37e0550-f609-43da-9a20-6b52c332f222 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:55.971592 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ad753f2c-23b1-40cb-b4ec-f2512f0ed688 req-b37e0550-f609-43da-9a20-6b52c332f222 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 982 time: 0.0482752 Nov 09 04:24:56.017726 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ad753f2c-23b1-40cb-b4ec-f2512f0ed688 req-e7d80bb9-2091-4eae-bd3e-0cb2f259c020 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401790 Nov 09 04:24:56.131782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb13d7-b537-4b5a-8bc4-c6af420deaf1 req-3c93292c-a5fe-4d87-a058-cba615fc08cf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:56.133229 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-02fb13d7-b537-4b5a-8bc4-c6af420deaf1 req-3c93292c-a5fe-4d87-a058-cba615fc08cf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 982 time: 0.0504677 Nov 09 04:24:56.178755 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-02fb13d7-b537-4b5a-8bc4-c6af420deaf1 req-be41aa67-1bc9-49c7-855b-17b0c0693764 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389357 Nov 09 04:24:56.200694 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51718) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:56.238586 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d38369-ad68-4ca3-95e1-edf6144b00ea tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:56.240054 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-08d38369-ad68-4ca3-95e1-edf6144b00ea tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 1130 time: 0.0384016 Nov 09 04:24:56.242739 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51720) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:56.247478 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': '29387540-632e-4db6-ab34-ef1f4689df0e', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:24:56.268035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:56.363495 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:56.464185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.236 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/d79fe23b-adc6-4419-b978-3c613f79997d) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:24:56.564616 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:56.596559 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:56.630710 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:24:56.633454 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:24:56.639319 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:24:56.662089 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=d79fe23b-adc6-4419-b978-3c613f79997d,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:56.985501 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:57.047265 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:57.197865 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:57.202940 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:57.271063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=d79fe23b-adc6-4419-b978-3c613f79997d,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:24:57.283150 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:57.381568 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP de3ac984-9bc3-41f3-811c-b77f3c1547e4 associated. External IP: 172.26.5.236, port: 29387540-632e-4db6-ab34-ef1f4689df0e. Nov 09 04:24:57.582222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router e823e9bb-f20f-482f-a7af-d1cec8f24b4e has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:24:57.685129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:24:57.694655 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b201bdf-e4f1-4698-9bbb-e45722ea4f8f None None] Sync routers for ids ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:24:57.705026 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b201bdf-e4f1-4698-9bbb-e45722ea4f8f None None] Routers {'e823e9bb-f20f-482f-a7af-d1cec8f24b4e'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:24:57.706482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1b201bdf-e4f1-4698-9bbb-e45722ea4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:57.708336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:57.738293 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-18e47884-3e70-4c3c-9f84-db498390e06c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.4939458 Nov 09 04:24:57.739151 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f8da9a-3595-430e-b057-13c664130a7b', 'tag': '29387540-632e-4db6-ab34-ef1f4689df0e'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:24:57.741162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51726) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:24:57.741703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3812b5-4427-423a-ac60-2c2025f21e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f8da9a-3595-430e-b057-13c664130a7b", "tag": "29387540-632e-4db6-ab34-ef1f4689df0e"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:24:57.778438 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d5b6e4-2c9e-4765-bd51-d29da86d36be x-openstack-request-id: req-10d5b6e4-2c9e-4765-bd51-d29da86d36be {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:24:57.778790 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f8da9a-3595-430e-b057-13c664130a7b", "tag": "29387540-632e-4db6-ab34-ef1f4689df0e", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:24:57.779047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10d5b6e4-2c9e-4765-bd51-d29da86d36be {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:24:57.779452 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f8da9a-3595-430e-b057-13c664130a7b', 'tag': '29387540-632e-4db6-ab34-ef1f4689df0e', 'status': 'completed', 'code': 200} Nov 09 04:24:57.824927 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-1b201bdf-e4f1-4698-9bbb-e45722ea4f8f None None] Set router e823e9bb-f20f-482f-a7af-d1cec8f24b4e gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:24:57.845446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4ddcbb-bada-4208-abf7-048b1c0c4ca7 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:57.846947 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ff4ddcbb-bada-4208-abf7-048b1c0c4ca7 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b&network_id=1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 HTTP/1.1" status: 200 len: 1130 time: 0.1045737 Nov 09 04:24:57.861073 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3812b5-4427-423a-ac60-2c2025f21e7d req-3d79e132-7990-4b83-999c-3191b53c35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:57.862592 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9f8dec2f-5b3d-436b-98ce-d7a995c11b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:57.862764 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dc3812b5-4427-423a-ac60-2c2025f21e7d req-3d79e132-7990-4b83-999c-3191b53c35f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 1135 time: 0.0590210 Nov 09 04:24:57.966890 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3812b5-4427-423a-ac60-2c2025f21e7d req-2f6177c3-2a0e-4146-9901-3e0e2111c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:57.968470 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dc3812b5-4427-423a-ac60-2c2025f21e7d req-2f6177c3-2a0e-4146-9901-3e0e2111c36b service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 HTTP/1.1" status: 200 len: 897 time: 0.0987506 Nov 09 04:24:58.059077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1b201bdf-e4f1-4698-9bbb-e45722ea4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'name': 'tempest-TestNetworkBasicOps-router-953303884', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:24:38Z', 'updated_at': '2021-11-09T04:24:42Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:39Z', 'updated_at': '2021-11-09T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'de3ac984-9bc3-41f3-811c-b77f3c1547e4', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.236', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'port_id': '29387540-632e-4db6-ab34-ef1f4689df0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-644886529', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'mac_address': 'fa:16:3e:89:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f8da9a-3595-430e-b057-13c664130a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:24:56Z', 'updated_at': '2021-11-09T04:24:56Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f75d75c-5c48-4f65-a126-a3bc4dec92e3', 'name': '', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:c5:8d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:41Z', 'updated_at': '2021-11-09T04:24:45Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:58.082409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f5cdf-6c9e-4787-9654-1dd49b24fee3 req-983f0b12-510c-456a-bf6f-55756d69fd84 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:58.083847 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dc3812b5-4427-423a-ac60-2c2025f21e7d req-f55538e2-cad3-481a-8750-f9a48e216395 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29387540-632e-4db6-ab34-ef1f4689df0e HTTP/1.1" status: 200 len: 1036 time: 0.1074498 Nov 09 04:24:58.084001 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d29f5cdf-6c9e-4787-9654-1dd49b24fee3 req-983f0b12-510c-456a-bf6f-55756d69fd84 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 982 time: 0.0517585 Nov 09 04:24:58.091218 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b201bdf-e4f1-4698-9bbb-e45722ea4f8f None None] Checking router: e823e9bb-f20f-482f-a7af-d1cec8f24b4e for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:24:58.099755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b201bdf-e4f1-4698-9bbb-e45722ea4f8f None None] Routers {'e823e9bb-f20f-482f-a7af-d1cec8f24b4e'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:24:58.100349 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1b201bdf-e4f1-4698-9bbb-e45722ea4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:58.133921 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d29f5cdf-6c9e-4787-9654-1dd49b24fee3 req-77a5696d-4285-42df-bd5e-bb7e499e132d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428078 Nov 09 04:24:58.136149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3812b5-4427-423a-ac60-2c2025f21e7d req-a4c0d3a1-82fc-4d98-8ba5-7adeff33f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:58.137842 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dc3812b5-4427-423a-ac60-2c2025f21e7d req-a4c0d3a1-82fc-4d98-8ba5-7adeff33f454 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5e7bd57-2f06-4b3f-a6a1-922532f43dab HTTP/1.1" status: 200 len: 835 time: 0.0446305 Nov 09 04:24:58.192434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3812b5-4427-423a-ac60-2c2025f21e7d req-b0444e72-90e5-4ec4-beae-9daf4c881737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:58.193960 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dc3812b5-4427-423a-ac60-2c2025f21e7d req-b0444e72-90e5-4ec4-beae-9daf4c881737 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437231 Nov 09 04:24:58.209065 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-1b201bdf-e4f1-4698-9bbb-e45722ea4f8f None None] Set router e823e9bb-f20f-482f-a7af-d1cec8f24b4e gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:24:58.290893 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dc3812b5-4427-423a-ac60-2c2025f21e7d req-dc03b541-9fbb-4cac-90ee-374f5d155ed6 service neutron] 10.222.0.31 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890832 Nov 09 04:24:58.386911 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dc3812b5-4427-423a-ac60-2c2025f21e7d req-e8e7e1ab-bc65-450d-a2e6-5c069cc9fd72 service neutron] 10.222.0.31 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832310 Nov 09 04:24:58.430943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1b201bdf-e4f1-4698-9bbb-e45722ea4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'name': 'tempest-TestNetworkBasicOps-router-953303884', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:24:38Z', 'updated_at': '2021-11-09T04:24:42Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:39Z', 'updated_at': '2021-11-09T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'de3ac984-9bc3-41f3-811c-b77f3c1547e4', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.236', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'port_id': '29387540-632e-4db6-ab34-ef1f4689df0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-644886529', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'mac_address': 'fa:16:3e:89:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f8da9a-3595-430e-b057-13c664130a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:24:56Z', 'updated_at': '2021-11-09T04:24:56Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f75d75c-5c48-4f65-a126-a3bc4dec92e3', 'name': '', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:c5:8d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:41Z', 'updated_at': '2021-11-09T04:24:45Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:24:58.463246 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b201bdf-e4f1-4698-9bbb-e45722ea4f8f None None] The sync data for ids ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'] in dv-neutron-816800-2-hyperv is: [{'id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'name': 'tempest-TestNetworkBasicOps-router-953303884', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:24:38Z', 'updated_at': '2021-11-09T04:24:42Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:39Z', 'updated_at': '2021-11-09T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'de3ac984-9bc3-41f3-811c-b77f3c1547e4', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.236', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'port_id': '29387540-632e-4db6-ab34-ef1f4689df0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-644886529', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'mac_address': 'fa:16:3e:89:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f8da9a-3595-430e-b057-13c664130a7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:24:56Z', 'updated_at': '2021-11-09T04:24:56Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f75d75c-5c48-4f65-a126-a3bc4dec92e3', 'name': '', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:c5:8d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:41Z', 'updated_at': '2021-11-09T04:24:45Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:24:58.638235 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce34b5e-177e-46e0-8d26-cd38416b6241 None None] New status for floating IP de3ac984-9bc3-41f3-811c-b77f3c1547e4: ACTIVE {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:24:59.048470 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:59.252711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5625dd-83ba-4cbc-919d-e92e5b45f3dc req-f1af961d-7388-4c51-9cff-da455d60a6ac tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:59.254236 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb5625dd-83ba-4cbc-919d-e92e5b45f3dc req-f1af961d-7388-4c51-9cff-da455d60a6ac tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 982 time: 0.0500007 Nov 09 04:24:59.299229 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb5625dd-83ba-4cbc-919d-e92e5b45f3dc req-2adc96a6-2398-4aca-b717-efe268bcf252 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389876 Nov 09 04:24:59.494335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-c6ea3ca4-cf4e-4e03-9863-f96db2694c78 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:59.495770 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-c6ea3ca4-cf4e-4e03-9863-f96db2694c78 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 982 time: 0.0519283 Nov 09 04:24:59.539272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-721b7880-8587-418c-a44c-4341b525c07e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:24:59.540586 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-721b7880-8587-418c-a44c-4341b525c07e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/ports/29387540-632e-4db6-ab34-ef1f4689df0e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0375948 Nov 09 04:24:59.638552 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-9f5c9a47-e14f-4116-a29c-3d0eda8ca123 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0915444 Nov 09 04:24:59.650004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-962fd9d0-faea-4d93-9ea2-087cf6ac1551 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:24:59.705051 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-962fd9d0-faea-4d93-9ea2-087cf6ac1551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:59.838699 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-962fd9d0-faea-4d93-9ea2-087cf6ac1551 service neutron] For port 29387540-632e-4db6-ab34-ef1f4689df0e, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=29387540-632e-4db6-ab34-ef1f4689df0e,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:24:59.870156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-962fd9d0-faea-4d93-9ea2-087cf6ac1551 service neutron] For port 29387540-632e-4db6-ab34-ef1f4689df0e, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:24:59.900222 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-962fd9d0-faea-4d93-9ea2-087cf6ac1551 service neutron] device_id is not set on port 29387540-632e-4db6-ab34-ef1f4689df0e yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:24:59.909255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-962fd9d0-faea-4d93-9ea2-087cf6ac1551 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:24:59.914848 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-962fd9d0-faea-4d93-9ea2-087cf6ac1551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:00.021556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fd9d0-faea-4d93-9ea2-087cf6ac1551 service neutron] Pushing event updated for resources: {'Port': ['ID=29387540-632e-4db6-ab34-ef1f4689df0e,revision_number=6']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:00.080166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-962fd9d0-faea-4d93-9ea2-087cf6ac1551 service neutron] No DVR routers for this DVR port 29387540-632e-4db6-ab34-ef1f4689df0e on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:25:00.137852 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-40accc61-508d-4197-b35c-117188c81ea5 None None] Provisioning complete for port 29387540-632e-4db6-ab34-ef1f4689df0e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:00.138445 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-40accc61-508d-4197-b35c-117188c81ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:00.172150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-40accc61-508d-4197-b35c-117188c81ea5 None None] Port 29387540-632e-4db6-ab34-ef1f4689df0e cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:25:00.215812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-962fd9d0-faea-4d93-9ea2-087cf6ac1551 service neutron] In _notify_port_updated(), no bound segment for port 29387540-632e-4db6-ab34-ef1f4689df0e on network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:25:00.216623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-962fd9d0-faea-4d93-9ea2-087cf6ac1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:00.217231 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-962fd9d0-faea-4d93-9ea2-087cf6ac1551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:00.218554 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ec96633d-0e75-4957-ae69-fdd2ccccefa5 req-962fd9d0-faea-4d93-9ea2-087cf6ac1551 service neutron] 10.222.0.31 "PUT /v2.0/ports/29387540-632e-4db6-ab34-ef1f4689df0e HTTP/1.1" status: 200 len: 1025 time: 0.5724306 Nov 09 04:25:00.238420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:00.402817 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ea773675-0d46-41b0-9475-02adeaae0717 req-0188f932-3d46-4fab-a79d-3bdc7efbc61b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7f8da9a-3595-430e-b057-13c664130a7b HTTP/1.1" status: 200 len: 210 time: 0.0254927 Nov 09 04:25:01.011191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:01.457769 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51742) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:01.500007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06fad58-0178-450e-a46b-e61a372a5e62 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:01.501268 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e06fad58-0178-450e-a46b-e61a372a5e62 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports/29387540-632e-4db6-ab34-ef1f4689df0e HTTP/1.1" status: 200 len: 924 time: 0.0424974 Nov 09 04:25:01.685395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51746) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:01.689911 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-4719f026-a3c1-47f4-be71-d68464643b60 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-456191495', 'description': 'tempest-secgroup-smoke-456191495 description', 'project_id': '871582c076e646fa8f870c685a113561'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:01.711247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4719f026-a3c1-47f4-be71-d68464643b60 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:01.774381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4719f026-a3c1-47f4-be71-d68464643b60 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:01.778405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4719f026-a3c1-47f4-be71-d68464643b60 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:01.807119 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4719f026-a3c1-47f4-be71-d68464643b60 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:01.808394 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4719f026-a3c1-47f4-be71-d68464643b60 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1219881 Nov 09 04:25:01.811383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51748) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:01.813040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719f026-a3c1-47f4-be71-d68464643b60 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a0b3e6-705b-4c8a-9986-448410cca647,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:01.816999 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-64108bfc-62f4-4b9d-933f-bc258a686c33 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'e0a0b3e6-705b-4c8a-9986-448410cca647', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:01.843356 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-64108bfc-62f4-4b9d-933f-bc258a686c33 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:01.895877 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-64108bfc-62f4-4b9d-933f-bc258a686c33 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:01.899598 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-64108bfc-62f4-4b9d-933f-bc258a686c33 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:01.914106 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64108bfc-62f4-4b9d-933f-bc258a686c33 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e96c8e7-ca22-4d8b-850e-fffac71df36b,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:01.924453 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-64108bfc-62f4-4b9d-933f-bc258a686c33 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:01.925646 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-64108bfc-62f4-4b9d-933f-bc258a686c33 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131952 Nov 09 04:25:01.928457 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51750) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:01.932992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b676a99e-9366-43b3-81eb-1b1c84defbf3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'e0a0b3e6-705b-4c8a-9986-448410cca647', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:01.958451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b676a99e-9366-43b3-81eb-1b1c84defbf3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.015736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b676a99e-9366-43b3-81eb-1b1c84defbf3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.019385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b676a99e-9366-43b3-81eb-1b1c84defbf3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.036775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676a99e-9366-43b3-81eb-1b1c84defbf3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e9c236-7597-4a75-8533-ff600c4f9de0,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:02.044365 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b676a99e-9366-43b3-81eb-1b1c84defbf3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.045575 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b676a99e-9366-43b3-81eb-1b1c84defbf3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161797 Nov 09 04:25:02.048358 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51752) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:02.052530 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-2b5d47b6-5bc1-4a34-b07f-8bde0a4f876b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'e0a0b3e6-705b-4c8a-9986-448410cca647', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:02.077324 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2b5d47b6-5bc1-4a34-b07f-8bde0a4f876b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.130566 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2b5d47b6-5bc1-4a34-b07f-8bde0a4f876b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.133977 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2b5d47b6-5bc1-4a34-b07f-8bde0a4f876b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.150978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d47b6-5bc1-4a34-b07f-8bde0a4f876b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e12733-0337-40d1-8137-a278380f3fc5,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:02.159227 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2b5d47b6-5bc1-4a34-b07f-8bde0a4f876b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.160440 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2b5d47b6-5bc1-4a34-b07f-8bde0a4f876b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1111619 Nov 09 04:25:02.163127 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51754) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:02.167425 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-6947b86c-7bb0-48be-9d14-e0f7f9e4ebef tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'e0a0b3e6-705b-4c8a-9986-448410cca647', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:02.192474 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6947b86c-7bb0-48be-9d14-e0f7f9e4ebef tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.248490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6947b86c-7bb0-48be-9d14-e0f7f9e4ebef tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.251787 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6947b86c-7bb0-48be-9d14-e0f7f9e4ebef tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.268718 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947b86c-7bb0-48be-9d14-e0f7f9e4ebef tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d226f6-63dd-4d19-8460-8a9cc7893364,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:02.275689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6947b86c-7bb0-48be-9d14-e0f7f9e4ebef tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.276899 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6947b86c-7bb0-48be-9d14-e0f7f9e4ebef tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1128104 Nov 09 04:25:02.280136 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51756) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:02.284432 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-7ac2152d-1e99-49ff-b0e7-b917a9d486bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'e0a0b3e6-705b-4c8a-9986-448410cca647', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:02.306021 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-7ac2152d-1e99-49ff-b0e7-b917a9d486bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:25:02.311280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7ac2152d-1e99-49ff-b0e7-b917a9d486bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.369321 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7ac2152d-1e99-49ff-b0e7-b917a9d486bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.373282 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7ac2152d-1e99-49ff-b0e7-b917a9d486bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.390222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2152d-1e99-49ff-b0e7-b917a9d486bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7870a9eb-2ad3-4cff-b439-7d1b8bb10445,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:02.396937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7ac2152d-1e99-49ff-b0e7-b917a9d486bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.398150 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7ac2152d-1e99-49ff-b0e7-b917a9d486bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170313 Nov 09 04:25:02.400916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51758) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:02.405370 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-501b4c91-e731-4aee-8a25-82077630387e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'e0a0b3e6-705b-4c8a-9986-448410cca647', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:02.426737 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-501b4c91-e731-4aee-8a25-82077630387e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:25:02.431371 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-501b4c91-e731-4aee-8a25-82077630387e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.489698 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-501b4c91-e731-4aee-8a25-82077630387e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.493300 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-501b4c91-e731-4aee-8a25-82077630387e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.510775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b4c91-e731-4aee-8a25-82077630387e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c15db1-c740-48d0-a914-0b9ddfce4e8c,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:02.518728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-501b4c91-e731-4aee-8a25-82077630387e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:02.519891 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-501b4c91-e731-4aee-8a25-82077630387e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178236 Nov 09 04:25:02.662344 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-3df23996-d208-4ecb-b2f5-817dd405ea98 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456191495&fields=id&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 267 time: 0.0424130 Nov 09 04:25:02.713548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-378d9ffd-4076-4480-a571-37af7e09b3d1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:02.714907 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-378d9ffd-4076-4480-a571-37af7e09b3d1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports/29387540-632e-4db6-ab34-ef1f4689df0e HTTP/1.1" status: 200 len: 929 time: 0.0459080 Nov 09 04:25:02.759591 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-71d64657-6bc8-4c98-8d7f-1e377207484a service neutron] 10.222.0.21 "GET /v2.0/ports/29387540-632e-4db6-ab34-ef1f4689df0e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0321786 Nov 09 04:25:02.845148 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-3baad804-d2c2-4b4c-a793-4a40d57309e7 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796306 Nov 09 04:25:02.933908 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-5f5a4711-dde2-4efd-aab6-ce2647f95461 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828748 Nov 09 04:25:03.086482 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-03019d5c-9bd3-42c3-bb18-937dd8e29c8f req-82cbb351-54b4-4ba5-ac02-3b15e4529905 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 210 time: 0.0261135 Nov 09 04:25:03.538230 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 29387540-632e-4db6-ab34-ef1f4689df0e no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:25:03.579722 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 29387540-632e-4db6-ab34-ef1f4689df0e not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:25:03.912437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-14331dd0-f0ef-4147-bc51-fc968577c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:03.913872 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-14331dd0-f0ef-4147-bc51-fc968577c9f3 service neutron] 10.222.0.31 "GET /v2.0/ports/29387540-632e-4db6-ab34-ef1f4689df0e HTTP/1.1" status: 200 len: 1025 time: 0.0329654 Nov 09 04:25:04.023113 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-9395cec5-0ec5-4b79-be1b-f4a1efb1466a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:04.024640 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-9395cec5-0ec5-4b79-be1b-f4a1efb1466a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/networks?id=1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 HTTP/1.1" status: 200 len: 797 time: 0.1047540 Nov 09 04:25:04.102830 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-1f7227ea-60b1-4a23-86e1-a1e1c125e2a1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 472 time: 0.0647693 Nov 09 04:25:04.121494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Request body: {'port': {'device_id': 'db6761e3-24d7-4501-8f7d-9dd0ce135087', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:04.196448 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:04.199418 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5c5839ec-2afb-4ffd-9d67-12c4837bf032 req-a0f11a7e-b03a-4561-85cf-64091e5a6fe9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 210 time: 0.0310044 Nov 09 04:25:04.444518 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29387540-632e-4db6-ab34-ef1f4689df0e {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:25:04.452244 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:04.464841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Transition to ACTIVE for port object 29387540-632e-4db6-ab34-ef1f4689df0e will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:25:04.468896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:04.542364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Pushing event updated for resources: {'Port': ['ID=29387540-632e-4db6-ab34-ef1f4689df0e,revision_number=7']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:04.640080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Attempting to bind port 29387540-632e-4db6-ab34-ef1f4689df0e on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:25:04.640420 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Attempting to bind port 29387540-632e-4db6-ab34-ef1f4689df0e by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:25:04.640751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Attempting to bind port 29387540-632e-4db6-ab34-ef1f4689df0e on network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:25:04.646268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Port 29387540-632e-4db6-ab34-ef1f4689df0e on network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:25:04.646751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Attempting to bind port 29387540-632e-4db6-ab34-ef1f4689df0e on network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:25:04.652070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:25:04.652408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Checking segment: {'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:25:04.652795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Bound using segment: {'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:25:04.653831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Bound port: 29387540-632e-4db6-ab34-ef1f4689df0e, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b0702c-27f7-478c-a63f-49d1fb301a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:25:04.654187 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:04.719742 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] For port 29387540-632e-4db6-ab34-ef1f4689df0e, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:25:04.722996 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] For port 29387540-632e-4db6-ab34-ef1f4689df0e, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=29387540-632e-4db6-ab34-ef1f4689df0e,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:25:04.727371 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:04.760719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:04.761336 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:04.763313 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] 10.222.0.31 "PUT /v2.0/ports/29387540-632e-4db6-ab34-ef1f4689df0e HTTP/1.1" status: 200 len: 1130 time: 0.6458004 Nov 09 04:25:04.763889 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6761e3-24d7-4501-8f7d-9dd0ce135087', 'tag': '29387540-632e-4db6-ab34-ef1f4689df0e'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:25:04.766265 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde50d87-9f33-40fe-9232-32c59ac0b2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "db6761e3-24d7-4501-8f7d-9dd0ce135087", "tag": "29387540-632e-4db6-ab34-ef1f4689df0e"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:25:04.797011 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a97696-dc9a-4883-ad4f-a9d4ae78ab95 service neutron] Pushing event updated for resources: {'Port': ['ID=29387540-632e-4db6-ab34-ef1f4689df0e,revision_number=8']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:04.815725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45159722-4f6a-499b-b444-2de3b065efb8 x-openstack-request-id: req-45159722-4f6a-499b-b444-2de3b065efb8 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:25:04.816022 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6761e3-24d7-4501-8f7d-9dd0ce135087", "tag": "29387540-632e-4db6-ab34-ef1f4689df0e", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:25:04.816276 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45159722-4f6a-499b-b444-2de3b065efb8 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:25:04.816669 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6761e3-24d7-4501-8f7d-9dd0ce135087', 'tag': '29387540-632e-4db6-ab34-ef1f4689df0e', 'status': 'completed', 'code': 200} Nov 09 04:25:04.849758 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-f412b675-302e-45e4-af80-d8737d1b8508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:04.851406 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-f412b675-302e-45e4-af80-d8737d1b8508 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 1133 time: 0.0464196 Nov 09 04:25:04.922865 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-459fc604-61c6-4181-a824-ab80826db518 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29387540-632e-4db6-ab34-ef1f4689df0e HTTP/1.1" status: 200 len: 1036 time: 0.0630627 Nov 09 04:25:04.973175 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-c5227b07-d906-404f-95b8-8a40adb90e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:04.974583 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-c5227b07-d906-404f-95b8-8a40adb90e35 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5e7bd57-2f06-4b3f-a6a1-922532f43dab HTTP/1.1" status: 200 len: 835 time: 0.0440834 Nov 09 04:25:05.019127 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-f7e71371-75ce-45c7-a358-6edf7a388944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:05.020576 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-f7e71371-75ce-45c7-a358-6edf7a388944 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388861 Nov 09 04:25:05.111832 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-ded56b6d-db93-41b8-bc82-ba160b4828b2 service neutron] 10.222.0.31 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832427 Nov 09 04:25:05.198885 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fe47f2e-046c-4066-9e09-cb474b65a2fd req-0d9f0d9d-b17d-4a03-ba4a-6f683ff83302 service neutron] 10.222.0.31 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799272 Nov 09 04:25:05.325062 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde50d87-9f33-40fe-9232-32c59ac0b2cd req-f0ae2297-611f-4ad0-9c02-9745844117b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:05.326563 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bde50d87-9f33-40fe-9232-32c59ac0b2cd req-f0ae2297-611f-4ad0-9c02-9745844117b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 1133 time: 0.0710504 Nov 09 04:25:05.338842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a9d7a-52b6-439d-a79f-0e5e3fe378e7 req-a32feb02-da96-4bd3-874a-e44ff00f0fb3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:05.340189 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2a9a9d7a-52b6-439d-a79f-0e5e3fe378e7 req-a32feb02-da96-4bd3-874a-e44ff00f0fb3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 980 time: 0.0605266 Nov 09 04:25:05.440138 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2a9a9d7a-52b6-439d-a79f-0e5e3fe378e7 req-bc30cce4-83ae-4ff6-9915-2addcc302d5c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920835 Nov 09 04:25:05.460636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde50d87-9f33-40fe-9232-32c59ac0b2cd req-413702b5-b4ce-4750-9cd9-b6660e2ef2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:05.460636 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bde50d87-9f33-40fe-9232-32c59ac0b2cd req-413702b5-b4ce-4750-9cd9-b6660e2ef2c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 HTTP/1.1" status: 200 len: 897 time: 0.1163299 Nov 09 04:25:05.523337 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bde50d87-9f33-40fe-9232-32c59ac0b2cd req-c1565ee6-3bee-4c8d-a32c-378889df2f71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29387540-632e-4db6-ab34-ef1f4689df0e HTTP/1.1" status: 200 len: 1036 time: 0.0565300 Nov 09 04:25:05.572125 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde50d87-9f33-40fe-9232-32c59ac0b2cd req-2319b3aa-b6e2-4148-8650-153edb803c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:05.573489 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bde50d87-9f33-40fe-9232-32c59ac0b2cd req-2319b3aa-b6e2-4148-8650-153edb803c9e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b5e7bd57-2f06-4b3f-a6a1-922532f43dab HTTP/1.1" status: 200 len: 835 time: 0.0412815 Nov 09 04:25:05.622070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde50d87-9f33-40fe-9232-32c59ac0b2cd req-79b5ea24-8f00-40db-841e-e97a0bc2f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:05.623488 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bde50d87-9f33-40fe-9232-32c59ac0b2cd req-79b5ea24-8f00-40db-841e-e97a0bc2f9b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419817 Nov 09 04:25:05.712131 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bde50d87-9f33-40fe-9232-32c59ac0b2cd req-89c38f93-041d-471a-a8fc-a0bfa8218500 service neutron] 10.222.0.31 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806465 Nov 09 04:25:05.805383 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bde50d87-9f33-40fe-9232-32c59ac0b2cd req-02a5b1e5-3da0-4a55-b47d-11cbc1db061f service neutron] 10.222.0.31 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836225 Nov 09 04:25:06.555646 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4c064-d922-421c-8b91-7198b0575555 req-905dc4dc-bf89-418a-b56a-baa70e272c29 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:06.557094 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-28f4c064-d922-421c-8b91-7198b0575555 req-905dc4dc-bf89-418a-b56a-baa70e272c29 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 980 time: 0.0475194 Nov 09 04:25:06.605754 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-28f4c064-d922-421c-8b91-7198b0575555 req-3fcc7fc1-3c58-4af4-aa5b-4861c36b0483 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Nov 09 04:25:07.582120 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 29387540-632e-4db6-ab34-ef1f4689df0e details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:25:07.677148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 29387540-632e-4db6-ab34-ef1f4689df0e, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=29387540-632e-4db6-ab34-ef1f4689df0e,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:07.688696 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '29387540-632e-4db6-ab34-ef1f4689df0e', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'port_id': '29387540-632e-4db6-ab34-ef1f4689df0e', 'mac_address': 'fa:16:3e:89:84:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:25:07.720498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0db42-4d2b-4993-9523-bab9b8cff6f9 req-d069d74b-be00-43da-bdc8-355643a05219 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:07.722076 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-36b0db42-4d2b-4993-9523-bab9b8cff6f9 req-d069d74b-be00-43da-bdc8-355643a05219 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 980 time: 0.0493233 Nov 09 04:25:07.727048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:07.740515 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29387540-632e-4db6-ab34-ef1f4689df0e {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:25:07.760151 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 29387540-632e-4db6-ab34-ef1f4689df0e, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=29387540-632e-4db6-ab34-ef1f4689df0e,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:07.765093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:07.772012 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-36b0db42-4d2b-4993-9523-bab9b8cff6f9 req-6ee1c236-619a-4fbf-a5aa-e83ff083c45d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439627 Nov 09 04:25:07.811872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=29387540-632e-4db6-ab34-ef1f4689df0e,revision_number=9']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:07.970711 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['29387540-632e-4db6-ab34-ef1f4689df0e'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:25:08.275297 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51800) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:08.422992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b4962e9b-5379-42d9-ba7a-2ca280138237 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Deleting port a8414e84-a18f-4c30-bfcd-8ec2791c24f2 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:25:08.423335 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b4962e9b-5379-42d9-ba7a-2ca280138237 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:08.496066 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b4962e9b-5379-42d9-ba7a-2ca280138237 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:08.496908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b4962e9b-5379-42d9-ba7a-2ca280138237 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:08.508448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b4962e9b-5379-42d9-ba7a-2ca280138237 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Calling delete_port for a8414e84-a18f-4c30-bfcd-8ec2791c24f2 owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:25:08.688211 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b4962e9b-5379-42d9-ba7a-2ca280138237 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:08.717731 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4962e9b-5379-42d9-ba7a-2ca280138237 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event deleted for resources: {'Port': ['ID=a8414e84-a18f-4c30-bfcd-8ec2791c24f2,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:08.776551 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b4962e9b-5379-42d9-ba7a-2ca280138237 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:08.776892 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-b4962e9b-5379-42d9-ba7a-2ca280138237 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Floating IP 393e34c7-0417-4b23-b871-929ae9bb0f48 disassociated (deleted). External IP: 172.26.5.56, port: 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec. Nov 09 04:25:08.916813 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22ad9d-c59f-417e-b77b-741bf260a731 req-e595325b-d469-42c1-8ad9-18df6ad89fda tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:08.918856 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9d22ad9d-c59f-417e-b77b-741bf260a731 req-e595325b-d469-42c1-8ad9-18df6ad89fda tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 981 time: 0.0646355 Nov 09 04:25:09.299785 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9d22ad9d-c59f-417e-b77b-741bf260a731 req-ce512451-f95d-42a0-ad76-4b43701f2263 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808740 Nov 09 04:25:09.320632 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4962e9b-5379-42d9-ba7a-2ca280138237 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Router bee99f84-4910-48de-b119-5692fea0469f has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:25:09.419750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4962e9b-5379-42d9-ba7a-2ca280138237 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:25:09.424100 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b4962e9b-5379-42d9-ba7a-2ca280138237 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:09.429790 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0f695-aa38-4b6a-9bd9-a988dbbbedba None None] Sync routers for ids ['bee99f84-4910-48de-b119-5692fea0469f'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:25:09.439408 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c0f695-aa38-4b6a-9bd9-a988dbbbedba None None] Routers {'bee99f84-4910-48de-b119-5692fea0469f'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:25:09.440013 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-97c0f695-aa38-4b6a-9bd9-a988dbbbedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['bee99f84-4910-48de-b119-5692fea0469f'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:09.453874 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b4962e9b-5379-42d9-ba7a-2ca280138237 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "DELETE /v2.0/floatingips/393e34c7-0417-4b23-b871-929ae9bb0f48 HTTP/1.1" status: 204 len: 168 time: 1.1774571 Nov 09 04:25:09.454417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'tag': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:25:09.457041 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f190c25e-ca84-4b56-b012-923354979444" -d '{"events": [{"name": "network-changed", "server_uuid": "fb128088-6657-4f00-a85c-fe30ecfdafe3", "tag": "47556d65-9cdb-4bf0-8aa9-f7007b25b4ec"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:25:09.505919 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647aa6ea-acea-4569-bdef-8d679efc98e5 x-openstack-request-id: req-647aa6ea-acea-4569-bdef-8d679efc98e5 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:25:09.506218 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb128088-6657-4f00-a85c-fe30ecfdafe3", "tag": "47556d65-9cdb-4bf0-8aa9-f7007b25b4ec", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:25:09.506470 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-647aa6ea-acea-4569-bdef-8d679efc98e5 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:25:09.506863 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'tag': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec', 'status': 'completed', 'code': 200} Nov 09 04:25:09.549475 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-97c0f695-aa38-4b6a-9bd9-a988dbbbedba None None] Set router bee99f84-4910-48de-b119-5692fea0469f gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:25:09.573257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190c25e-ca84-4b56-b012-923354979444 req-1d297750-96e1-43d0-98c5-71cf1f7415ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:09.574967 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f190c25e-ca84-4b56-b012-923354979444 req-1d297750-96e1-43d0-98c5-71cf1f7415ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d423b9c596284e26894ab5089c823a9d&device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 1098 time: 0.0455532 Nov 09 04:25:09.585273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 29387540-632e-4db6-ab34-ef1f4689df0e up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:25:09.684482 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190c25e-ca84-4b56-b012-923354979444 req-005c58f8-3772-43ab-92a6-b3b9fd684fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:09.686296 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f190c25e-ca84-4b56-b012-923354979444 req-005c58f8-3772-43ab-92a6-b3b9fd684fd8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6f95962c-1961-4458-b66e-0ebf6c0b94e4 HTTP/1.1" status: 200 len: 896 time: 0.1027813 Nov 09 04:25:09.701036 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b01c5-cfed-42d3-ab0f-65550bbf3cbc req-241d0ba0-48c0-4713-bf98-8fd506505eca tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:09.705895 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-848b01c5-cfed-42d3-ab0f-65550bbf3cbc req-241d0ba0-48c0-4713-bf98-8fd506505eca tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0595231 Nov 09 04:25:09.734238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 29387540-632e-4db6-ab34-ef1f4689df0e completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:25:09.746838 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 29387540-632e-4db6-ab34-ef1f4689df0e triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:09.747071 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f190c25e-ca84-4b56-b012-923354979444 req-8e27ec77-cfaa-4c3d-9e04-7817e668df19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec HTTP/1.1" status: 200 len: 217 time: 0.0508015 Nov 09 04:25:09.747195 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:09.758122 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-848b01c5-cfed-42d3-ab0f-65550bbf3cbc req-4672466f-cd25-46cf-a6d9-beab76e0c99c tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488143 Nov 09 04:25:09.802200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190c25e-ca84-4b56-b012-923354979444 req-01509e2a-4120-4c8d-be86-44953e06ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:09.804592 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f190c25e-ca84-4b56-b012-923354979444 req-01509e2a-4120-4c8d-be86-44953e06ad11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=77eb7ed0-4406-4093-bf32-a801399cd10e HTTP/1.1" status: 200 len: 835 time: 0.0500472 Nov 09 04:25:09.850467 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190c25e-ca84-4b56-b012-923354979444 req-22c9b344-6246-4812-80d4-dad99da9e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:09.851944 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f190c25e-ca84-4b56-b012-923354979444 req-22c9b344-6246-4812-80d4-dad99da9e82f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f95962c-1961-4458-b66e-0ebf6c0b94e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397427 Nov 09 04:25:09.876798 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:09.886697 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-97c0f695-aa38-4b6a-9bd9-a988dbbbedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee99f84-4910-48de-b119-5692fea0469f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:23:25Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'gw_port': {'id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:26Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'd476e852-5050-46da-8b20-f3761ecbcfa3', 'name': '', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'mac_address': 'fa:16:3e:42:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:28Z', 'updated_at': '2021-11-09T04:23:32Z', 'revision_number': 5, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'subnets': [{'id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:09.915256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0f695-aa38-4b6a-9bd9-a988dbbbedba None None] Checking router: bee99f84-4910-48de-b119-5692fea0469f for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:25:09.932851 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6761e3-24d7-4501-8f7d-9dd0ce135087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29387540-632e-4db6-ab34-ef1f4689df0e'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:25:09.935150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6936c434-c927-444b-a83a-da869ff05bb9" -d '{"events": [{"server_uuid": "db6761e3-24d7-4501-8f7d-9dd0ce135087", "name": "network-vif-plugged", "status": "completed", "tag": "29387540-632e-4db6-ab34-ef1f4689df0e"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:25:09.939764 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c0f695-aa38-4b6a-9bd9-a988dbbbedba None None] Routers {'bee99f84-4910-48de-b119-5692fea0469f'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:25:09.940370 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-97c0f695-aa38-4b6a-9bd9-a988dbbbedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['bee99f84-4910-48de-b119-5692fea0469f'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:09.941124 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f190c25e-ca84-4b56-b012-923354979444 req-92fe7d1a-6780-44bc-a369-bdf6c72daf67 service neutron] 10.222.0.31 "GET /v2.0/networks/6f95962c-1961-4458-b66e-0ebf6c0b94e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806205 Nov 09 04:25:09.981331 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae02cee7-e4fa-4350-bd65-5ba0922c0e8b x-openstack-request-id: req-ae02cee7-e4fa-4350-bd65-5ba0922c0e8b {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:25:09.981704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6761e3-24d7-4501-8f7d-9dd0ce135087", "name": "network-vif-plugged", "status": "completed", "tag": "29387540-632e-4db6-ab34-ef1f4689df0e", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:25:09.981919 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae02cee7-e4fa-4350-bd65-5ba0922c0e8b {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:25:09.982291 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6761e3-24d7-4501-8f7d-9dd0ce135087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29387540-632e-4db6-ab34-ef1f4689df0e', 'code': 200} Nov 09 04:25:09.983966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 29387540-632e-4db6-ab34-ef1f4689df0e, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=29387540-632e-4db6-ab34-ef1f4689df0e,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:09.992309 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:10.041665 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f190c25e-ca84-4b56-b012-923354979444 req-dee8df78-1ff5-425f-800d-f1bf7d31d5e1 service neutron] 10.222.0.31 "GET /v2.0/networks/6f95962c-1961-4458-b66e-0ebf6c0b94e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930643 Nov 09 04:25:10.094269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=29387540-632e-4db6-ab34-ef1f4689df0e,revision_number=10']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:10.110854 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-97c0f695-aa38-4b6a-9bd9-a988dbbbedba None None] Set router bee99f84-4910-48de-b119-5692fea0469f gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:25:10.149028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44062e0-e57f-4e22-97ff-d65591a575e7 req-b00c4a76-9a31-4046-8fd4-2a1be04daa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:10.150533 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f44062e0-e57f-4e22-97ff-d65591a575e7 req-b00c4a76-9a31-4046-8fd4-2a1be04daa8b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 1136 time: 0.0403609 Nov 09 04:25:10.194098 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f44062e0-e57f-4e22-97ff-d65591a575e7 req-7ed0cade-8ceb-419f-9016-1d048b1bb4cb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360816 Nov 09 04:25:10.308367 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-97c0f695-aa38-4b6a-9bd9-a988dbbbedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee99f84-4910-48de-b119-5692fea0469f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:23:25Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'gw_port': {'id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:26Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'd476e852-5050-46da-8b20-f3761ecbcfa3', 'name': '', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'mac_address': 'fa:16:3e:42:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:28Z', 'updated_at': '2021-11-09T04:23:32Z', 'revision_number': 5, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'subnets': [{'id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:10.334987 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0f695-aa38-4b6a-9bd9-a988dbbbedba None None] The sync data for ids ['bee99f84-4910-48de-b119-5692fea0469f'] in dv-neutron-816800-2-hyperv is: [{'id': 'bee99f84-4910-48de-b119-5692fea0469f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:23:25Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'gw_port': {'id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:26Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'd476e852-5050-46da-8b20-f3761ecbcfa3', 'name': '', 'network_id': '6f95962c-1961-4458-b66e-0ebf6c0b94e4', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'mac_address': 'fa:16:3e:42:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:28Z', 'updated_at': '2021-11-09T04:23:32Z', 'revision_number': 5, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'subnets': [{'id': '77eb7ed0-4406-4093-bf32-a801399cd10e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:25:10.417843 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18134fe3-b9b8-4383-b047-21a9b2ed283d req-018e2618-a5b8-4a86-907b-6493bcc28e64 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:10.419406 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-18134fe3-b9b8-4383-b047-21a9b2ed283d req-018e2618-a5b8-4a86-907b-6493bcc28e64 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 983 time: 0.0507531 Nov 09 04:25:10.468556 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-18134fe3-b9b8-4383-b047-21a9b2ed283d req-48e0c33d-0271-4c11-a89b-a9e88a3dbb98 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432484 Nov 09 04:25:10.544186 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c540dd8c-a85e-4f64-9059-fdc2509dc93f None None] New status for floating IP 393e34c7-0417-4b23-b871-929ae9bb0f48: DOWN {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:25:10.873610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0f0dc-3018-40af-95cb-b36df650232b req-37048cb3-5756-45e2-af4a-a62ce04abf18 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:10.875136 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-54f0f0dc-3018-40af-95cb-b36df650232b req-37048cb3-5756-45e2-af4a-a62ce04abf18 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0519173 Nov 09 04:25:10.922541 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-54f0f0dc-3018-40af-95cb-b36df650232b req-a2f404c6-fe24-4ba6-88f6-5501d355d930 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416074 Nov 09 04:25:11.300886 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3fadd-1219-4fc3-828a-955df53bc65b req-bb94c185-0ba4-4ef4-a7a5-a0945056ca20 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:11.302676 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-78b3fadd-1219-4fc3-828a-955df53bc65b req-bb94c185-0ba4-4ef4-a7a5-a0945056ca20 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 945 time: 0.0492666 Nov 09 04:25:11.397157 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-78b3fadd-1219-4fc3-828a-955df53bc65b req-71672ab7-15b5-4318-b2c7-8c190290efb3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Deleting port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:25:11.397489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-78b3fadd-1219-4fc3-828a-955df53bc65b req-71672ab7-15b5-4318-b2c7-8c190290efb3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:11.483708 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-78b3fadd-1219-4fc3-828a-955df53bc65b req-71672ab7-15b5-4318-b2c7-8c190290efb3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] For port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,segment=NetworkSegment(e82ebcf2-401a-4ccf-a237-af54453eefc3),segment_id=e82ebcf2-401a-4ccf-a237-af54453eefc3)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:11.484087 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-78b3fadd-1219-4fc3-828a-955df53bc65b req-71672ab7-15b5-4318-b2c7-8c190290efb3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:11.496641 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-78b3fadd-1219-4fc3-828a-955df53bc65b req-71672ab7-15b5-4318-b2c7-8c190290efb3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Calling delete_port for 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:25:11.587915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a379a6-10e8-4758-9c08-941f84b692a5 req-f8e437f0-622b-4445-b4bb-c2b073b8129c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:11.589540 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-56a379a6-10e8-4758-9c08-941f84b692a5 req-f8e437f0-622b-4445-b4bb-c2b073b8129c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 983 time: 0.0534387 Nov 09 04:25:11.640310 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-56a379a6-10e8-4758-9c08-941f84b692a5 req-a0c760ab-8bc0-45a0-97d8-d53dc524768d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441747 Nov 09 04:25:11.921799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843397d-bba0-4f3c-aee8-1d6f36d78dc9 req-d9edcc0f-74b8-45c1-bab8-8cabfcd23f39 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:11.923286 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c843397d-bba0-4f3c-aee8-1d6f36d78dc9 req-d9edcc0f-74b8-45c1-bab8-8cabfcd23f39 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 983 time: 0.0699823 Nov 09 04:25:12.005494 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c843397d-bba0-4f3c-aee8-1d6f36d78dc9 req-7783f102-c61a-44d9-bf8c-65a43d52f7d1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757339 Nov 09 04:25:12.006555 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-78b3fadd-1219-4fc3-828a-955df53bc65b req-71672ab7-15b5-4318-b2c7-8c190290efb3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:12.029710 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51822) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:12.038732 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71672ab7-15b5-4318-b2c7-8c190290efb3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event deleted for resources: {'Port': ['ID=47556d65-9cdb-4bf0-8aa9-f7007b25b4ec,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:12.079095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b3fadd-1219-4fc3-828a-955df53bc65b req-71672ab7-15b5-4318-b2c7-8c190290efb3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] No DVR routers for this DVR port 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:25:12.082000 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-78b3fadd-1219-4fc3-828a-955df53bc65b req-71672ab7-15b5-4318-b2c7-8c190290efb3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:12.085376 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-78b3fadd-1219-4fc3-828a-955df53bc65b req-71672ab7-15b5-4318-b2c7-8c190290efb3 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.31 "DELETE /v2.0/ports/47556d65-9cdb-4bf0-8aa9-f7007b25b4ec HTTP/1.1" status: 204 len: 173 time: 0.7762206 Nov 09 04:25:12.085846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'name': 'network-vif-deleted', 'tag': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:25:12.088061 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40ec635-3bc4-4752-bebe-e869b0085164" -d '{"events": [{"server_uuid": "fb128088-6657-4f00-a85c-fe30ecfdafe3", "name": "network-vif-deleted", "tag": "47556d65-9cdb-4bf0-8aa9-f7007b25b4ec"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:25:12.112701 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dfa17-68dc-4f4f-bbd0-624a95d1d95d req-87bc95b2-39dc-4598-8553-0d25353253b6 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:12.114526 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-388dfa17-68dc-4f4f-bbd0-624a95d1d95d req-87bc95b2-39dc-4598-8553-0d25353253b6 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb128088-6657-4f00-a85c-fe30ecfdafe3 HTTP/1.1" status: 200 len: 867 time: 0.1258864 Nov 09 04:25:12.135212 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e226415d-5dfb-4681-8bea-418478abd8ed x-openstack-request-id: req-e226415d-5dfb-4681-8bea-418478abd8ed {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:25:12.135499 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb128088-6657-4f00-a85c-fe30ecfdafe3", "name": "network-vif-deleted", "tag": "47556d65-9cdb-4bf0-8aa9-f7007b25b4ec", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:25:12.135766 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e226415d-5dfb-4681-8bea-418478abd8ed {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:25:12.136279 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb128088-6657-4f00-a85c-fe30ecfdafe3', 'name': 'network-vif-deleted', 'tag': '47556d65-9cdb-4bf0-8aa9-f7007b25b4ec', 'status': 'completed', 'code': 200} Nov 09 04:25:12.145984 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea6f3b9-eeee-49a0-9efe-1ea120da1c95 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:12.148080 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4ea6f3b9-eeee-49a0-9efe-1ea120da1c95 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087&network_id=1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 HTTP/1.1" status: 200 len: 1131 time: 0.1160085 Nov 09 04:25:12.181235 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-388dfa17-68dc-4f4f-bbd0-624a95d1d95d req-949e0947-cad7-4094-bb24-997c91493653 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "GET /v2.0/security-groups?id=f613078c-c3b7-439d-84bc-8c2b41b99bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601478 Nov 09 04:25:12.363679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425f2e7-a5f8-405a-a108-58f0446e974f req-fb4959cb-0ada-4cd1-9a56-1a2b83b2f110 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:12.365070 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5425f2e7-a5f8-405a-a108-58f0446e974f req-fb4959cb-0ada-4cd1-9a56-1a2b83b2f110 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 983 time: 0.0488012 Nov 09 04:25:12.412248 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5425f2e7-a5f8-405a-a108-58f0446e974f req-0aa37deb-fbf4-43bb-b666-6dba301067d9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412724 Nov 09 04:25:13.239360 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51832) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:13.557323 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c22a3-407c-48a1-80ac-28a8666bf663 req-620ab665-f6ca-423a-aeb2-f27529a4e8de tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:13.558800 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2f7c22a3-407c-48a1-80ac-28a8666bf663 req-620ab665-f6ca-423a-aeb2-f27529a4e8de tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 983 time: 0.0772994 Nov 09 04:25:13.596629 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaf535-db35-425b-a2d2-a7de1897881d req-12d90b04-09c5-4677-9c41-8dc5cca02ae6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:13.598225 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:25:13.598652 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-acfaf535-db35-425b-a2d2-a7de1897881d req-12d90b04-09c5-4677-9c41-8dc5cca02ae6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/ports?device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 983 time: 0.0504959 Nov 09 04:25:13.617475 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:25:13.617841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 47556d65-9cdb-4bf0-8aa9-f7007b25b4ec not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:25:13.628997 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2f7c22a3-407c-48a1-80ac-28a8666bf663 req-41150cfa-3017-4291-a639-5f8ca0863b7f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc88650a-ed73-4397-a0db-f519d12a9829&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614302 Nov 09 04:25:13.656503 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaf535-db35-425b-a2d2-a7de1897881d req-0432f2c7-579c-46e9-a693-fc91fd73df9d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:13.657984 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-acfaf535-db35-425b-a2d2-a7de1897881d req-0432f2c7-579c-46e9-a693-fc91fd73df9d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/ports/29387540-632e-4db6-ab34-ef1f4689df0e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0526705 Nov 09 04:25:13.671555 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-245ee047-95bf-4321-8bc7-39f43b6ee117 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:13.757370 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-acfaf535-db35-425b-a2d2-a7de1897881d req-259c0906-1282-4d31-9b87-1dea51b0407a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0932791 Nov 09 04:25:13.768158 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-acfaf535-db35-425b-a2d2-a7de1897881d req-21edc9f5-975d-4570-850b-9560f09fce33 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:13.821657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-acfaf535-db35-425b-a2d2-a7de1897881d req-21edc9f5-975d-4570-850b-9560f09fce33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:13.923719 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-245ee047-95bf-4321-8bc7-39f43b6ee117 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Deleting port d476e852-5050-46da-8b20-f3761ecbcfa3 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:25:13.924066 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-245ee047-95bf-4321-8bc7-39f43b6ee117 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:13.951941 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-acfaf535-db35-425b-a2d2-a7de1897881d req-21edc9f5-975d-4570-850b-9560f09fce33 service neutron] For port 29387540-632e-4db6-ab34-ef1f4689df0e, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=29387540-632e-4db6-ab34-ef1f4689df0e,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:13.983319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-acfaf535-db35-425b-a2d2-a7de1897881d req-21edc9f5-975d-4570-850b-9560f09fce33 service neutron] For port 29387540-632e-4db6-ab34-ef1f4689df0e, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:25:14.014903 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-245ee047-95bf-4321-8bc7-39f43b6ee117 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] For port d476e852-5050-46da-8b20-f3761ecbcfa3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=d476e852-5050-46da-8b20-f3761ecbcfa3,segment=NetworkSegment(e82ebcf2-401a-4ccf-a237-af54453eefc3),segment_id=e82ebcf2-401a-4ccf-a237-af54453eefc3)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:14.015270 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-245ee047-95bf-4321-8bc7-39f43b6ee117 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:14.019142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-acfaf535-db35-425b-a2d2-a7de1897881d req-21edc9f5-975d-4570-850b-9560f09fce33 service neutron] device_id is not set on port 29387540-632e-4db6-ab34-ef1f4689df0e yet. {{(pid=101883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 09 04:25:14.027419 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-acfaf535-db35-425b-a2d2-a7de1897881d req-21edc9f5-975d-4570-850b-9560f09fce33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:14.028028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-245ee047-95bf-4321-8bc7-39f43b6ee117 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Calling delete_port for d476e852-5050-46da-8b20-f3761ecbcfa3 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:25:14.032580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-acfaf535-db35-425b-a2d2-a7de1897881d req-21edc9f5-975d-4570-850b-9560f09fce33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:14.118540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edc9f5-975d-4570-850b-9560f09fce33 service neutron] Pushing event updated for resources: {'Port': ['ID=29387540-632e-4db6-ab34-ef1f4689df0e,revision_number=11']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:14.154134 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfaf535-db35-425b-a2d2-a7de1897881d req-21edc9f5-975d-4570-850b-9560f09fce33 service neutron] No DVR routers for this DVR port 29387540-632e-4db6-ab34-ef1f4689df0e on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:25:14.229143 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-245ee047-95bf-4321-8bc7-39f43b6ee117 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:14.266959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ee047-95bf-4321-8bc7-39f43b6ee117 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event deleted for resources: {'Port': ['ID=d476e852-5050-46da-8b20-f3761ecbcfa3,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:14.310088 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-acfaf535-db35-425b-a2d2-a7de1897881d req-21edc9f5-975d-4570-850b-9560f09fce33 service neutron] In _notify_port_updated(), no bound segment for port 29387540-632e-4db6-ab34-ef1f4689df0e on network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 {{(pid=101883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 09 04:25:14.311868 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaf535-db35-425b-a2d2-a7de1897881d req-21edc9f5-975d-4570-850b-9560f09fce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:14.313435 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-acfaf535-db35-425b-a2d2-a7de1897881d req-21edc9f5-975d-4570-850b-9560f09fce33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:14.315212 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-acfaf535-db35-425b-a2d2-a7de1897881d req-21edc9f5-975d-4570-850b-9560f09fce33 service neutron] 10.222.0.31 "PUT /v2.0/ports/29387540-632e-4db6-ab34-ef1f4689df0e HTTP/1.1" status: 200 len: 1026 time: 0.5509098 Nov 09 04:25:14.344178 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e5e5348c-c7b2-4172-808a-dfd06018a240 None None] Provisioning complete for port 29387540-632e-4db6-ab34-ef1f4689df0e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:14.344458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e5e5348c-c7b2-4172-808a-dfd06018a240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:14.393136 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e5e5348c-c7b2-4172-808a-dfd06018a240 None None] Port 29387540-632e-4db6-ab34-ef1f4689df0e cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:25:14.467490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-245ee047-95bf-4321-8bc7-39f43b6ee117 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:14.678700 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245ee047-95bf-4321-8bc7-39f43b6ee117 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Router bee99f84-4910-48de-b119-5692fea0469f has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:25:14.737801 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a85b36d2-7994-40d0-8605-a2d0480c5fa5 req-023d5e8c-a6af-4b5a-9203-eb62e027e887 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=db6761e3-24d7-4501-8f7d-9dd0ce135087 HTTP/1.1" status: 200 len: 210 time: 0.0270455 Nov 09 04:25:14.802102 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245ee047-95bf-4321-8bc7-39f43b6ee117 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:25:14.807758 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-245ee047-95bf-4321-8bc7-39f43b6ee117 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "PUT /v2.0/routers/bee99f84-4910-48de-b119-5692fea0469f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5671575 Nov 09 04:25:14.810954 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51838) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:14.812888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898d126-2553-44e4-9cbd-417ebf9d420e None None] Sync routers for ids ['bee99f84-4910-48de-b119-5692fea0469f'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:25:14.823371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898d126-2553-44e4-9cbd-417ebf9d420e None None] Routers {'bee99f84-4910-48de-b119-5692fea0469f'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:25:14.825425 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c898d126-2553-44e4-9cbd-417ebf9d420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['bee99f84-4910-48de-b119-5692fea0469f'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:14.865162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6da325-9c70-49c6-9cfb-f0bfb3c593e0 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Deleting subnet 77eb7ed0-4406-4093-bf32-a801399cd10e {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:25:14.869463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9e6da325-9c70-49c6-9cfb-f0bfb3c593e0 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:14.909579 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9e6da325-9c70-49c6-9cfb-f0bfb3c593e0 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:14.932231 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-c898d126-2553-44e4-9cbd-417ebf9d420e None None] Set router bee99f84-4910-48de-b119-5692fea0469f gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:25:14.992750 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9e6da325-9c70-49c6-9cfb-f0bfb3c593e0 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.051091 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9e6da325-9c70-49c6-9cfb-f0bfb3c593e0 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.077251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6da325-9c70-49c6-9cfb-f0bfb3c593e0 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event deleted for resources: {'Subnet': ['ID=77eb7ed0-4406-4093-bf32-a801399cd10e,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:15.081536 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9e6da325-9c70-49c6-9cfb-f0bfb3c593e0 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.084734 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9e6da325-9c70-49c6-9cfb-f0bfb3c593e0 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "DELETE /v2.0/subnets/77eb7ed0-4406-4093-bf32-a801399cd10e HTTP/1.1" status: 204 len: 168 time: 0.2725875 Nov 09 04:25:15.087318 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51840) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:15.090424 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c4eae7-cf89-477e-a918-f1656188d25f None None] Network 6f95962c-1961-4458-b66e-0ebf6c0b94e4 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:25:15.195429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.207622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c898d126-2553-44e4-9cbd-417ebf9d420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee99f84-4910-48de-b119-5692fea0469f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:23:25Z', 'updated_at': '2021-11-09T04:25:14Z', 'revision_number': 5, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'gw_port': {'id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:26Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:15.237054 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898d126-2553-44e4-9cbd-417ebf9d420e None None] Checking router: bee99f84-4910-48de-b119-5692fea0469f for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:25:15.254220 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898d126-2553-44e4-9cbd-417ebf9d420e None None] Routers {'bee99f84-4910-48de-b119-5692fea0469f'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:25:15.254818 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c898d126-2553-44e4-9cbd-417ebf9d420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['bee99f84-4910-48de-b119-5692fea0469f'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:15.312862 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.361548 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236d5d5c-f48d-4f27-9356-6d5991794e9b None None] DHCP port deletion for 6f95962c-1961-4458-b66e-0ebf6c0b94e4 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:25:15.371670 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Deleting port df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:25:15.372006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.372878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-c898d126-2553-44e4-9cbd-417ebf9d420e None None] Set router bee99f84-4910-48de-b119-5692fea0469f gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:25:15.446755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] For port df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:15.447005 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.460231 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Calling delete_port for df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:25:15.628078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.652089 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event deleted for resources: {'Port': ['ID=df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:15.678910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-236d5d5c-f48d-4f27-9356-6d5991794e9b None None] Deleting port 413c5703-5c23-4056-8048-b12fccd68a68 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:25:15.679304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-236d5d5c-f48d-4f27-9356-6d5991794e9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.718798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.765138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-236d5d5c-f48d-4f27-9356-6d5991794e9b None None] For port 413c5703-5c23-4056-8048-b12fccd68a68, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=413c5703-5c23-4056-8048-b12fccd68a68,segment=NetworkSegment(e82ebcf2-401a-4ccf-a237-af54453eefc3),segment_id=e82ebcf2-401a-4ccf-a237-af54453eefc3)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:15.765559 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-236d5d5c-f48d-4f27-9356-6d5991794e9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.785851 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-236d5d5c-f48d-4f27-9356-6d5991794e9b None None] Calling delete_port for 413c5703-5c23-4056-8048-b12fccd68a68 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:25:15.798436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51844) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:15.810290 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.812478 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.842175 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c898d126-2553-44e4-9cbd-417ebf9d420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee99f84-4910-48de-b119-5692fea0469f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:23:25Z', 'updated_at': '2021-11-09T04:25:14Z', 'revision_number': 5, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'gw_port': {'id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:26Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:15.860285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.860773 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-54369d96-0253-4b3f-9b09-9f12f897fe1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.860981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Fanout notify agent at l3_agent the message router_deleted on router bee99f84-4910-48de-b119-5692fea0469f {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:25:15.869154 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.873011 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51846) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:15.873214 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ff25262d-e74b-4f86-93e9-3bf2efc3c496 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "DELETE /v2.0/routers/bee99f84-4910-48de-b119-5692fea0469f HTTP/1.1" status: 204 len: 168 time: 0.7835157 Nov 09 04:25:15.877485 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898d126-2553-44e4-9cbd-417ebf9d420e None None] The sync data for ids ['bee99f84-4910-48de-b119-5692fea0469f'] in dv-neutron-816800-2-hyperv is: [{'id': 'bee99f84-4910-48de-b119-5692fea0469f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225880935', 'tenant_id': 'd423b9c596284e26894ab5089c823a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154'}], 'enable_snat': True}, 'gw_port_id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:23:25Z', 'updated_at': '2021-11-09T04:25:14Z', 'revision_number': 5, 'project_id': 'd423b9c596284e26894ab5089c823a9d', 'gw_port': {'id': 'df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee99f84-4910-48de-b119-5692fea0469f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:23:26Z', 'updated_at': '2021-11-09T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:25:15.908797 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-236d5d5c-f48d-4f27-9356-6d5991794e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.913543 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-54369d96-0253-4b3f-9b09-9f12f897fe1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:15.939685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d5d5c-f48d-4f27-9356-6d5991794e9b None None] Pushing event deleted for resources: {'Port': ['ID=413c5703-5c23-4056-8048-b12fccd68a68,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:15.943285 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d5d5c-f48d-4f27-9356-6d5991794e9b None None] No DVR routers for this DVR port 413c5703-5c23-4056-8048-b12fccd68a68 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:25:15.993583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-85742334-a508-4924-85cf-d85717ceaf85 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.086827 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-54369d96-0253-4b3f-9b09-9f12f897fe1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.089326 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-54369d96-0253-4b3f-9b09-9f12f897fe1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.090546 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-54369d96-0253-4b3f-9b09-9f12f897fe1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/security-groups/e0a0b3e6-705b-4c8a-9986-448410cca647 HTTP/1.1" status: 204 len: 168 time: 0.2906027 Nov 09 04:25:16.092111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-85742334-a508-4924-85cf-d85717ceaf85 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.112595 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54369d96-0253-4b3f-9b09-9f12f897fe1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a0b3e6-705b-4c8a-9986-448410cca647,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:16.120671 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51850) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:16.132891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-85742334-a508-4924-85cf-d85717ceaf85 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f95962c-1961-4458-b66e-0ebf6c0b94e4']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:16.171136 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-85742334-a508-4924-85cf-d85717ceaf85 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82ebcf2-401a-4ccf-a237-af54453eefc3') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:16.171362 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-85742334-a508-4924-85cf-d85717ceaf85 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82ebcf2-401a-4ccf-a237-af54453eefc3') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:16.183988 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-85742334-a508-4924-85cf-d85717ceaf85 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.204754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-85742334-a508-4924-85cf-d85717ceaf85 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.215129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85742334-a508-4924-85cf-d85717ceaf85 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:25:16.215717 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-85742334-a508-4924-85cf-d85717ceaf85 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:25:16.219059 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:25:16.337145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-85742334-a508-4924-85cf-d85717ceaf85 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.350788 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-85742334-a508-4924-85cf-d85717ceaf85 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.353985 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-85742334-a508-4924-85cf-d85717ceaf85 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "DELETE /v2.0/networks/6f95962c-1961-4458-b66e-0ebf6c0b94e4 HTTP/1.1" status: 204 len: 168 time: 0.4799936 Nov 09 04:25:16.357287 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51852) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:16.366336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85742334-a508-4924-85cf-d85717ceaf85 tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event deleted for resources: {'Network': ['ID=6f95962c-1961-4458-b66e-0ebf6c0b94e4,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:16.389147 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-0b3619cb-2e37-4e38-810f-d8a4f47b727b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port d79fe23b-adc6-4419-b978-3c613f79997d {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:25:16.389485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0b3619cb-2e37-4e38-810f-d8a4f47b727b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.417414 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0060adc6-1036-47bb-94ec-2e1561c5882f tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.446670 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0060adc6-1036-47bb-94ec-2e1561c5882f tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.468681 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0b3619cb-2e37-4e38-810f-d8a4f47b727b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.469187 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0b3619cb-2e37-4e38-810f-d8a4f47b727b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.482503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-0b3619cb-2e37-4e38-810f-d8a4f47b727b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for d79fe23b-adc6-4419-b978-3c613f79997d owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:25:16.514242 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0060adc6-1036-47bb-94ec-2e1561c5882f tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.517377 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0060adc6-1036-47bb-94ec-2e1561c5882f tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.518742 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0060adc6-1036-47bb-94ec-2e1561c5882f tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] 10.222.0.21 "DELETE /v2.0/security-groups/f613078c-c3b7-439d-84bc-8c2b41b99bf5 HTTP/1.1" status: 204 len: 168 time: 0.1603947 Nov 09 04:25:16.528185 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060adc6-1036-47bb-94ec-2e1561c5882f tempest-TestNetworkAdvancedServerOps-1422755865 tempest-TestNetworkAdvancedServerOps-1422755865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f613078c-c3b7-439d-84bc-8c2b41b99bf5,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:16.661908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0b3619cb-2e37-4e38-810f-d8a4f47b727b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.690267 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3619cb-2e37-4e38-810f-d8a4f47b727b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=d79fe23b-adc6-4419-b978-3c613f79997d,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:16.754731 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0b3619cb-2e37-4e38-810f-d8a4f47b727b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.755266 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-0b3619cb-2e37-4e38-810f-d8a4f47b727b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP de3ac984-9bc3-41f3-811c-b77f3c1547e4 disassociated (deleted). External IP: 172.26.5.236, port: 29387540-632e-4db6-ab34-ef1f4689df0e. Nov 09 04:25:16.842232 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51860) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:16.911006 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:16.970363 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3619cb-2e37-4e38-810f-d8a4f47b727b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router e823e9bb-f20f-482f-a7af-d1cec8f24b4e has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:25:16.998201 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-80ea33e3-915c-41d9-8aa2-836bd30718fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d423b9c596284e26894ab5089c823a9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546955 Nov 09 04:25:16.998745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51864) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:17.045768 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8ff9-cb1c-4c7f-8248-54fd556ec3db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.066728 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8ff9-cb1c-4c7f-8248-54fd556ec3db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.079279 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3619cb-2e37-4e38-810f-d8a4f47b727b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:25:17.085344 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0b3619cb-2e37-4e38-810f-d8a4f47b727b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.098154 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e41d51-3da3-4dc7-864b-131a6942694a None None] Sync routers for ids ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:25:17.111918 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e41d51-3da3-4dc7-864b-131a6942694a None None] Routers {'e823e9bb-f20f-482f-a7af-d1cec8f24b4e'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:25:17.112784 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c4e41d51-3da3-4dc7-864b-131a6942694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:17.118169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8ff9-cb1c-4c7f-8248-54fd556ec3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.121846 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0b3619cb-2e37-4e38-810f-d8a4f47b727b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/floatingips/de3ac984-9bc3-41f3-811c-b77f3c1547e4 HTTP/1.1" status: 204 len: 168 time: 0.9979682 Nov 09 04:25:17.122028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8ff9-cb1c-4c7f-8248-54fd556ec3db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.122938 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4a8b8ff9-cb1c-4c7f-8248-54fd556ec3db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12d7143b-327c-4fac-8303-014cb8d98005 HTTP/1.1" status: 204 len: 168 time: 0.1232586 Nov 09 04:25:17.132176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b8ff9-cb1c-4c7f-8248-54fd556ec3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d7143b-327c-4fac-8303-014cb8d98005,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:17.202121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51872) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:17.268901 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ac82ae05-0a55-4d68-b5d4-9f5949ec0326 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.299968 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ac82ae05-0a55-4d68-b5d4-9f5949ec0326 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.328851 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 413c5703-5c23-4056-8048-b12fccd68a68 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:25:17.350433 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 413c5703-5c23-4056-8048-b12fccd68a68 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:25:17.350925 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 413c5703-5c23-4056-8048-b12fccd68a68 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:25:17.351440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d476e852-5050-46da-8b20-f3761ecbcfa3 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:25:17.358014 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-c4e41d51-3da3-4dc7-864b-131a6942694a None None] Set router e823e9bb-f20f-482f-a7af-d1cec8f24b4e gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:25:17.377695 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: d476e852-5050-46da-8b20-f3761ecbcfa3 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:25:17.378323 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device d476e852-5050-46da-8b20-f3761ecbcfa3 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:25:17.378756 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:25:17.381988 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ac82ae05-0a55-4d68-b5d4-9f5949ec0326 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.385431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ac82ae05-0a55-4d68-b5d4-9f5949ec0326 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.389270 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ac82ae05-0a55-4d68-b5d4-9f5949ec0326 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/security-groups/951d3178-277d-4384-9d85-121cd755cf19 HTTP/1.1" status: 204 len: 168 time: 0.1834145 Nov 09 04:25:17.411259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:25:17.411588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device df2bb77a-b4c4-47a8-8cb6-50ae0b9f8df1 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:25:17.421243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82ae05-0a55-4d68-b5d4-9f5949ec0326 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=951d3178-277d-4384-9d85-121cd755cf19,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:17.428751 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51878) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:17.500434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51880) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:17.514519 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a1aa87f-520b-427c-9baa-14f92ea2c035 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.523735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-281a352a-7793-48b3-a17c-a76b4fec4388 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 29387540-632e-4db6-ab34-ef1f4689df0e {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:25:17.524083 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-281a352a-7793-48b3-a17c-a76b4fec4388 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.588091 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c4e41d51-3da3-4dc7-864b-131a6942694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'name': 'tempest-TestNetworkBasicOps-router-953303884', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:24:38Z', 'updated_at': '2021-11-09T04:24:42Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:39Z', 'updated_at': '2021-11-09T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '0f75d75c-5c48-4f65-a126-a3bc4dec92e3', 'name': '', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:c5:8d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:41Z', 'updated_at': '2021-11-09T04:24:45Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:17.598554 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a1aa87f-520b-427c-9baa-14f92ea2c035 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.603690 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a1aa87f-520b-427c-9baa-14f92ea2c035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.612950 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-281a352a-7793-48b3-a17c-a76b4fec4388 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.617530 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 29387540-632e-4db6-ab34-ef1f4689df0e no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:25:17.618222 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e41d51-3da3-4dc7-864b-131a6942694a None None] Checking router: e823e9bb-f20f-482f-a7af-d1cec8f24b4e for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:25:17.629490 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e41d51-3da3-4dc7-864b-131a6942694a None None] Routers {'e823e9bb-f20f-482f-a7af-d1cec8f24b4e'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:25:17.630820 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c4e41d51-3da3-4dc7-864b-131a6942694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:17.632161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-281a352a-7793-48b3-a17c-a76b4fec4388 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 29387540-632e-4db6-ab34-ef1f4689df0e owned by {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:25:17.646968 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5a1aa87f-520b-427c-9baa-14f92ea2c035 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ece27f0f2e8a4e799d3bd2efaea63224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1452065 Nov 09 04:25:17.647842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1aa87f-520b-427c-9baa-14f92ea2c035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca84a89-3c10-4670-8808-55866e05faf9,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:17.650403 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51882) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:17.688015 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 29387540-632e-4db6-ab34-ef1f4689df0e not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:25:17.711990 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-92fd3db3-a08d-432d-9c25-4bede74b4e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.735556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-92fd3db3-a08d-432d-9c25-4bede74b4e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.760575 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-c4e41d51-3da3-4dc7-864b-131a6942694a None None] Set router e823e9bb-f20f-482f-a7af-d1cec8f24b4e gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:25:17.780251 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-281a352a-7793-48b3-a17c-a76b4fec4388 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.782733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-92fd3db3-a08d-432d-9c25-4bede74b4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.785405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-92fd3db3-a08d-432d-9c25-4bede74b4e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.789056 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-92fd3db3-a08d-432d-9c25-4bede74b4e13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cca84a89-3c10-4670-8808-55866e05faf9 HTTP/1.1" status: 204 len: 168 time: 0.1354208 Nov 09 04:25:17.795396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd3db3-a08d-432d-9c25-4bede74b4e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca84a89-3c10-4670-8808-55866e05faf9,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:17.815417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a352a-7793-48b3-a17c-a76b4fec4388 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=29387540-632e-4db6-ab34-ef1f4689df0e,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:17.893914 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-281a352a-7793-48b3-a17c-a76b4fec4388 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:17.898706 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-281a352a-7793-48b3-a17c-a76b4fec4388 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/ports/29387540-632e-4db6-ab34-ef1f4689df0e HTTP/1.1" status: 204 len: 168 time: 0.4687221 Nov 09 04:25:17.901524 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51886) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:18.004476 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c4e41d51-3da3-4dc7-864b-131a6942694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'name': 'tempest-TestNetworkBasicOps-router-953303884', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:24:38Z', 'updated_at': '2021-11-09T04:24:42Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:39Z', 'updated_at': '2021-11-09T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '0f75d75c-5c48-4f65-a126-a3bc4dec92e3', 'name': '', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:c5:8d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:41Z', 'updated_at': '2021-11-09T04:24:45Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:18.033751 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e41d51-3da3-4dc7-864b-131a6942694a None None] The sync data for ids ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'] in dv-neutron-816800-2-hyperv is: [{'id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'name': 'tempest-TestNetworkBasicOps-router-953303884', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:24:38Z', 'updated_at': '2021-11-09T04:24:42Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:39Z', 'updated_at': '2021-11-09T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '0f75d75c-5c48-4f65-a126-a3bc4dec92e3', 'name': '', 'network_id': '1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:c5:8d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:41Z', 'updated_at': '2021-11-09T04:24:45Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'b5e7bd57-2f06-4b3f-a6a1-922532f43dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:25:18.306732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bc4747-8c31-4752-a647-721eddfc540e None None] New status for floating IP de3ac984-9bc3-41f3-811c-b77f3c1547e4: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:25:18.350442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-076166b4-15c9-407b-9e48-09475ede3963 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:18.600042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-076166b4-15c9-407b-9e48-09475ede3963 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:25:18.600385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-076166b4-15c9-407b-9e48-09475ede3963 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:18.688262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-076166b4-15c9-407b-9e48-09475ede3963 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 0f75d75c-5c48-4f65-a126-a3bc4dec92e3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=0f75d75c-5c48-4f65-a126-a3bc4dec92e3,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:18.688689 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-076166b4-15c9-407b-9e48-09475ede3963 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:18.701753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-076166b4-15c9-407b-9e48-09475ede3963 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:25:18.882028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-076166b4-15c9-407b-9e48-09475ede3963 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:18.907356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076166b4-15c9-407b-9e48-09475ede3963 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=0f75d75c-5c48-4f65-a126-a3bc4dec92e3,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:19.076598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-076166b4-15c9-407b-9e48-09475ede3963 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:19.285800 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076166b4-15c9-407b-9e48-09475ede3963 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router e823e9bb-f20f-482f-a7af-d1cec8f24b4e has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:25:19.390147 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076166b4-15c9-407b-9e48-09475ede3963 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:25:19.395474 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-076166b4-15c9-407b-9e48-09475ede3963 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/e823e9bb-f20f-482f-a7af-d1cec8f24b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4923558 Nov 09 04:25:19.398336 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51888) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:19.399507 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98dc015-63f1-4051-a826-50ec79a4c914 None None] Sync routers for ids ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:25:19.410630 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98dc015-63f1-4051-a826-50ec79a4c914 None None] Routers {'e823e9bb-f20f-482f-a7af-d1cec8f24b4e'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:25:19.411229 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b98dc015-63f1-4051-a826-50ec79a4c914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:19.447927 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fb1860-6de5-4ec6-9d2e-c5a5c347bb9e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting subnet b5e7bd57-2f06-4b3f-a6a1-922532f43dab {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:25:19.451578 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-99fb1860-6de5-4ec6-9d2e-c5a5c347bb9e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:19.491335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-99fb1860-6de5-4ec6-9d2e-c5a5c347bb9e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:19.514870 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-b98dc015-63f1-4051-a826-50ec79a4c914 None None] Set router e823e9bb-f20f-482f-a7af-d1cec8f24b4e gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:25:19.574859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-99fb1860-6de5-4ec6-9d2e-c5a5c347bb9e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:19.631929 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-99fb1860-6de5-4ec6-9d2e-c5a5c347bb9e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:19.658790 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb1860-6de5-4ec6-9d2e-c5a5c347bb9e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e7bd57-2f06-4b3f-a6a1-922532f43dab,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:19.662311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-99fb1860-6de5-4ec6-9d2e-c5a5c347bb9e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:19.665483 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-99fb1860-6de5-4ec6-9d2e-c5a5c347bb9e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/subnets/b5e7bd57-2f06-4b3f-a6a1-922532f43dab HTTP/1.1" status: 204 len: 168 time: 0.2661989 Nov 09 04:25:19.668135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51890) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:19.670769 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca52605-c762-44ed-a20c-8c4327894ad2 None None] Network 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:25:19.705763 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b98dc015-63f1-4051-a826-50ec79a4c914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'name': 'tempest-TestNetworkBasicOps-router-953303884', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:24:38Z', 'updated_at': '2021-11-09T04:25:18Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:39Z', 'updated_at': '2021-11-09T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:19.743193 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98dc015-63f1-4051-a826-50ec79a4c914 None None] Checking router: e823e9bb-f20f-482f-a7af-d1cec8f24b4e for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:25:19.751837 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98dc015-63f1-4051-a826-50ec79a4c914 None None] Routers {'e823e9bb-f20f-482f-a7af-d1cec8f24b4e'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:25:19.752591 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b98dc015-63f1-4051-a826-50ec79a4c914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:19.785710 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:19.871682 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-b98dc015-63f1-4051-a826-50ec79a4c914 None None] Set router e823e9bb-f20f-482f-a7af-d1cec8f24b4e gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:25:19.881524 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002a0b65-486b-49e9-a3ab-ceddbb250137 None None] DHCP port deletion for 1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:25:19.912748 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:19.947838 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-002a0b65-486b-49e9-a3ab-ceddbb250137 None None] Deleting port 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:25:19.948368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-002a0b65-486b-49e9-a3ab-ceddbb250137 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:19.978594 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port c6489f46-67e3-4f32-941e-028577c7bbe6 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:25:19.979083 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:20.029995 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-002a0b65-486b-49e9-a3ab-ceddbb250137 None None] For port 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=2303e0a1-0aef-4aa7-9b28-4dd3381efdb5,segment=NetworkSegment(75b0702c-27f7-478c-a63f-49d1fb301a2c),segment_id=75b0702c-27f7-478c-a63f-49d1fb301a2c)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:20.030770 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-002a0b65-486b-49e9-a3ab-ceddbb250137 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:20.044626 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-002a0b65-486b-49e9-a3ab-ceddbb250137 None None] Calling delete_port for 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:25:20.070313 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port c6489f46-67e3-4f32-941e-028577c7bbe6, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c6489f46-67e3-4f32-941e-028577c7bbe6,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:20.071070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:20.077759 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b98dc015-63f1-4051-a826-50ec79a4c914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'name': 'tempest-TestNetworkBasicOps-router-953303884', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:24:38Z', 'updated_at': '2021-11-09T04:25:18Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:39Z', 'updated_at': '2021-11-09T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:20.084696 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for c6489f46-67e3-4f32-941e-028577c7bbe6 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:25:20.112401 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98dc015-63f1-4051-a826-50ec79a4c914 None None] The sync data for ids ['e823e9bb-f20f-482f-a7af-d1cec8f24b4e'] in dv-neutron-816800-2-hyperv is: [{'id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'name': 'tempest-TestNetworkBasicOps-router-953303884', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47'}], 'enable_snat': True}, 'gw_port_id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:24:38Z', 'updated_at': '2021-11-09T04:25:18Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': 'c6489f46-67e3-4f32-941e-028577c7bbe6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e823e9bb-f20f-482f-a7af-d1cec8f24b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:24:39Z', 'updated_at': '2021-11-09T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:25:20.162909 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-002a0b65-486b-49e9-a3ab-ceddbb250137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:20.191460 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a0b65-486b-49e9-a3ab-ceddbb250137 None None] Pushing event deleted for resources: {'Port': ['ID=2303e0a1-0aef-4aa7-9b28-4dd3381efdb5,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:20.193713 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a0b65-486b-49e9-a3ab-ceddbb250137 None None] No DVR routers for this DVR port 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:25:20.264012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:20.289408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=c6489f46-67e3-4f32-941e-028577c7bbe6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:20.345881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:20.440641 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:20.442977 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:20.815613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:20.816139 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Fanout notify agent at l3_agent the message router_deleted on router e823e9bb-f20f-482f-a7af-d1cec8f24b4e {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:25:20.823150 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:20.824252 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d3d0bc6b-fc3b-4af3-84db-cfb5afa5c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/routers/e823e9bb-f20f-482f-a7af-d1cec8f24b4e HTTP/1.1" status: 204 len: 168 time: 1.1551757 Nov 09 04:25:20.826932 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51892) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:20.908646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a51b18d4-4e43-4b7d-96b5-579e4654d4d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:20.999925 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a51b18d4-4e43-4b7d-96b5-579e4654d4d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:21.019792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-a51b18d4-4e43-4b7d-96b5-579e4654d4d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:21.030415 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-a51b18d4-4e43-4b7d-96b5-579e4654d4d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b0702c-27f7-478c-a63f-49d1fb301a2c') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:21.030706 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-a51b18d4-4e43-4b7d-96b5-579e4654d4d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b0702c-27f7-478c-a63f-49d1fb301a2c') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:21.040859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a51b18d4-4e43-4b7d-96b5-579e4654d4d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:21.054921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a51b18d4-4e43-4b7d-96b5-579e4654d4d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:21.061778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51b18d4-4e43-4b7d-96b5-579e4654d4d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:25:21.062173 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a51b18d4-4e43-4b7d-96b5-579e4654d4d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:25:21.065162 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:25:21.126221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a51b18d4-4e43-4b7d-96b5-579e4654d4d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:21.137056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a51b18d4-4e43-4b7d-96b5-579e4654d4d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:21.140228 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a51b18d4-4e43-4b7d-96b5-579e4654d4d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/networks/1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48 HTTP/1.1" status: 204 len: 168 time: 0.3123250 Nov 09 04:25:21.152056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b18d4-4e43-4b7d-96b5-579e4654d4d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Network': ['ID=1ba00a91-5f5a-4790-9c1c-9a4fcf74cc48,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:21.153464 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51894) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:21.164994 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-50d220e6-8fbc-49ff-b2ca-503f2a86ffd6 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0104899 Nov 09 04:25:21.167499 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51896) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:21.172484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-41a25360-4871-41d3-a3b9-d2e5a4beaf2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'network': {'name': 'tempest-network-smoke--2043297474', 'project_id': '871582c076e646fa8f870c685a113561', 'port_security_enabled': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:21.193195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a25360-4871-41d3-a3b9-d2e5a4beaf2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:25:21.196595 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a25360-4871-41d3-a3b9-d2e5a4beaf2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:21.219753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a25360-4871-41d3-a3b9-d2e5a4beaf2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:25:21.228973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a25360-4871-41d3-a3b9-d2e5a4beaf2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:21.229383 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-41a25360-4871-41d3-a3b9-d2e5a4beaf2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Added segment 827049e7-fe76-4c2c-a0e8-9296ea4216b8 of type vlan for network d857ea69-2960-464d-8f06-f713fbaef337 Nov 09 04:25:21.281535 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a25360-4871-41d3-a3b9-d2e5a4beaf2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:21.288646 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:25:21.301381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a25360-4871-41d3-a3b9-d2e5a4beaf2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:21.307154 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a25360-4871-41d3-a3b9-d2e5a4beaf2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:21.307742 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a25360-4871-41d3-a3b9-d2e5a4beaf2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:21.313129 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c6489f46-67e3-4f32-941e-028577c7bbe6 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:25:21.334304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: c6489f46-67e3-4f32-941e-028577c7bbe6 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:25:21.334572 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c6489f46-67e3-4f32-941e-028577c7bbe6 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:25:21.334994 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:25:21.357368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:25:21.357742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 2303e0a1-0aef-4aa7-9b28-4dd3381efdb5 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:25:21.358159 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:25:21.373483 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-41a25360-4871-41d3-a3b9-d2e5a4beaf2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2042010 Nov 09 04:25:21.376022 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51898) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:21.379670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:25:21.380016 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 0f75d75c-5c48-4f65-a126-a3bc4dec92e3 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:25:21.380784 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'admin_state_up': True, 'project_id': '871582c076e646fa8f870c685a113561', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:21.383847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a25360-4871-41d3-a3b9-d2e5a4beaf2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Network': ['ID=d857ea69-2960-464d-8f06-f713fbaef337,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:21.395935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network d857ea69-2960-464d-8f06-f713fbaef337 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:25:21.408127 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:21.409218 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:21.495614 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:21.901701 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:22.084159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:22.101715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:22.208511 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.72 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/9104df03-1f8c-4527-be00-92424b883456) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:25:22.304303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:22.336086 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:22.376548 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:25:22.381154 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:25:22.383564 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:25:22.406372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=9104df03-1f8c-4527-be00-92424b883456,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:22.624674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:22.813334 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:22.943688 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 66bea196-ba86-4c96-94be-2f7a2b84b076 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:25:23.047694 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:25:23.056803 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Sync routers for ids ['66bea196-ba86-4c96-94be-2f7a2b84b076'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:25:23.067552 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:23.067786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Routers {'66bea196-ba86-4c96-94be-2f7a2b84b076'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:25:23.068191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['66bea196-ba86-4c96-94be-2f7a2b84b076'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:23.069164 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9acf55a3-469c-42d8-8d7f-15ad9231e17a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6918094 Nov 09 04:25:23.071838 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51900) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:23.108701 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-357d2a13-a85c-4761-a406-c6158568e4b5 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=871582c076e646fa8f870c685a113561&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335226 Nov 09 04:25:23.108958 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51902) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:23.175382 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Set router 66bea196-ba86-4c96-94be-2f7a2b84b076 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:25:23.253993 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f793c4-452d-476e-8c56-9ae61ec76f44 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:23.255483 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-64f793c4-452d-476e-8c56-9ae61ec76f44 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1456985 Nov 09 04:25:23.258310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51904) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:23.294385 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fd36b9d0-d97c-44a8-8c86-41912ecfe84e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350251 Nov 09 04:25:23.296827 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51906) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:23.301447 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-bac0abf9-4634-4f9d-82e2-5105b494dc1d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1393345284', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'project_id': '871582c076e646fa8f870c685a113561', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:23.355631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:25:22Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:23.382627 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Checking router: 66bea196-ba86-4c96-94be-2f7a2b84b076 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:25:23.383003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Updating router 66bea196-ba86-4c96-94be-2f7a2b84b076 port 9104df03-1f8c-4527-be00-92424b883456 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:25:23.383824 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac0abf9-4634-4f9d-82e2-5105b494dc1d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:25:23.387426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bac0abf9-4634-4f9d-82e2-5105b494dc1d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:23.407434 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:23.562333 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bac0abf9-4634-4f9d-82e2-5105b494dc1d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:23.626068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0abf9-4634-4f9d-82e2-5105b494dc1d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Subnet': ['ID=3a7b4d82-5d4b-4df1-ac64-21f61843dc54,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:23.634176 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac0abf9-4634-4f9d-82e2-5105b494dc1d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Checking segment: {'id': '827049e7-fe76-4c2c-a0e8-9296ea4216b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:25:23.634541 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac0abf9-4634-4f9d-82e2-5105b494dc1d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network hostable DHCP agents. Network: d857ea69-2960-464d-8f06-f713fbaef337, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:25:23.651415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac0abf9-4634-4f9d-82e2-5105b494dc1d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network d857ea69-2960-464d-8f06-f713fbaef337 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:25:23.658215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:23.659883 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-bac0abf9-4634-4f9d-82e2-5105b494dc1d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, d857ea69-2960-464d-8f06-f713fbaef337) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:25:23.664407 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac0abf9-4634-4f9d-82e2-5105b494dc1d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:23.665006 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bac0abf9-4634-4f9d-82e2-5105b494dc1d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:23.666869 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:23.676984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646fe501-4798-4e98-803f-d2b3cd1d51ce None None] Network d857ea69-2960-464d-8f06-f713fbaef337 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:25:23.681086 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bac0abf9-4634-4f9d-82e2-5105b494dc1d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3832703 Nov 09 04:25:23.684408 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51908) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:23.771285 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Attempting to bind port 9104df03-1f8c-4527-be00-92424b883456 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:25:23.771652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Attempting to bind port 9104df03-1f8c-4527-be00-92424b883456 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:25:23.772018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Attempting to bind port 9104df03-1f8c-4527-be00-92424b883456 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:25:23.776085 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64acc6-98f8-441c-b66d-84dba1764a3c None None] Pushing event updated for resources: {'Port': ['ID=9104df03-1f8c-4527-be00-92424b883456,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:23.783262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:25:23.783666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:25:23.784025 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:23.784410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:25:23.784877 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Bound port: 9104df03-1f8c-4527-be00-92424b883456, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:25:23.785251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:23.891440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] For port 9104df03-1f8c-4527-be00-92424b883456, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:25:23.909897 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] For port 9104df03-1f8c-4527-be00-92424b883456, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9104df03-1f8c-4527-be00-92424b883456,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:25:23.918554 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:23.966286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-d857ea69-2960-464d-8f06-f713fbaef337', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ips': [{'subnet_id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:25:23.967131 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:24.008934 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Routers {'66bea196-ba86-4c96-94be-2f7a2b84b076'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:25:24.009658 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['66bea196-ba86-4c96-94be-2f7a2b84b076'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:24.099867 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64acc6-98f8-441c-b66d-84dba1764a3c None None] Pushing event updated for resources: {'Port': ['ID=9104df03-1f8c-4527-be00-92424b883456,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:24.384774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] Set router 66bea196-ba86-4c96-94be-2f7a2b84b076 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:25:24.390364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:24.440625 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Allocated IP 172.20.0.2 (d857ea69-2960-464d-8f06-f713fbaef337/3a7b4d82-5d4b-4df1-ac64-21f61843dc54/1b7a29c5-0e98-442c-9466-47c99337062d) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:25:24.677477 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:24.685123 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:25:22Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:24.688157 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:24.720900 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fea9111-1ca4-4b36-8188-4a4672ce95a1 None None] The sync data for ids ['66bea196-ba86-4c96-94be-2f7a2b84b076'] in dv-neutron-816800-2-hyperv is: [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:25:22Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:25:24.743148 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.1 (d857ea69-2960-464d-8f06-f713fbaef337/3a7b4d82-5d4b-4df1-ac64-21f61843dc54/a4e5f18c-2cc8-4b21-866d-5653ce27f6a4) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:25:24.760498 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Network d857ea69-2960-464d-8f06-f713fbaef337 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:25:24.766607 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:25:24.769035 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:25:24.772474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Pushing event updated for resources: {'Port': ['ID=1b7a29c5-0e98-442c-9466-47c99337062d,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:24.830887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Attempting to bind port 1b7a29c5-0e98-442c-9466-47c99337062d on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:25:24.831339 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Attempting to bind port 1b7a29c5-0e98-442c-9466-47c99337062d by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '827049e7-fe76-4c2c-a0e8-9296ea4216b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:25:24.831783 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Attempting to bind port 1b7a29c5-0e98-442c-9466-47c99337062d on network d857ea69-2960-464d-8f06-f713fbaef337 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:25:24.837100 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:25:24.837593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Checking segment: {'id': '827049e7-fe76-4c2c-a0e8-9296ea4216b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:25:24.838007 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:24.838399 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Bound using segment: {'id': '827049e7-fe76-4c2c-a0e8-9296ea4216b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:25:24.839911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Bound port: 1b7a29c5-0e98-442c-9466-47c99337062d, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827049e7-fe76-4c2c-a0e8-9296ea4216b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:25:24.839911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:24.874850 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:24.909135 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] For port 1b7a29c5-0e98-442c-9466-47c99337062d, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:25:24.910059 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:24.913028 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] For port 1b7a29c5-0e98-442c-9466-47c99337062d, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1b7a29c5-0e98-442c-9466-47c99337062d,segment=NetworkSegment(827049e7-fe76-4c2c-a0e8-9296ea4216b8),segment_id=827049e7-fe76-4c2c-a0e8-9296ea4216b8)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:25:24.919249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:24.975576 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network d857ea69-2960-464d-8f06-f713fbaef337 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:25:24.982712 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:25:24.985402 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:25:24.994683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f2310-06b1-4f50-bc09-6a0fd06d2dd4 None None] Pushing event updated for resources: {'Port': ['ID=1b7a29c5-0e98-442c-9466-47c99337062d,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:25.014827 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=a4e5f18c-2cc8-4b21-866d-5653ce27f6a4,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:25.045533 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:25.211781 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:25.398220 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1b7a29c5-0e98-442c-9466-47c99337062d up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:25:25.450416 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 1b7a29c5-0e98-442c-9466-47c99337062d triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:25.450892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:25.523092 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:25.529409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:25.530311 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-86fb1d2a-ed35-4580-84d3-3f7312da8c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:25.595333 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:25.604188 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:25.606148 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=a4e5f18c-2cc8-4b21-866d-5653ce27f6a4,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:25.637133 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 1b7a29c5-0e98-442c-9466-47c99337062d, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1b7a29c5-0e98-442c-9466-47c99337062d,segment=NetworkSegment(827049e7-fe76-4c2c-a0e8-9296ea4216b8),segment_id=827049e7-fe76-4c2c-a0e8-9296ea4216b8)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:25.642494 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:25.643334 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9104df03-1f8c-4527-be00-92424b883456 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:25:25.706708 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network d857ea69-2960-464d-8f06-f713fbaef337 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:25:25.708678 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:25:25.732778 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=1b7a29c5-0e98-442c-9466-47c99337062d,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:25.746579 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9104df03-1f8c-4527-be00-92424b883456 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:25.746958 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:25.834177 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 66bea196-ba86-4c96-94be-2f7a2b84b076 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:25:25.836985 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:25.859265 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 9104df03-1f8c-4527-be00-92424b883456, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9104df03-1f8c-4527-be00-92424b883456,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:25.865046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:25.918782 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=9104df03-1f8c-4527-be00-92424b883456,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:25.959612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:25:25.967753 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-22529d71-9c63-435f-88b4-f2f5903f3017 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/66bea196-ba86-4c96-94be-2f7a2b84b076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2799623 Nov 09 04:25:25.968138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51910) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:26.068877 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cde6102-1c99-411c-8e03-b014d170c908 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:26.069807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cde6102-1c99-411c-8e03-b014d170c908 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:26.070019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cde6102-1c99-411c-8e03-b014d170c908 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:26.070492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cde6102-1c99-411c-8e03-b014d170c908 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:26.071977 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6cde6102-1c99-411c-8e03-b014d170c908 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1028459 Nov 09 04:25:26.074633 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51912) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:26.081387 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e5fde6-29b9-4ade-98da-3e0a71c8fc5d None None] Network d857ea69-2960-464d-8f06-f713fbaef337 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:25:26.127554 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee593f05-f908-43c0-9338-7d37496c8ddd tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:26.128026 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee593f05-f908-43c0-9338-7d37496c8ddd tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:26.128487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee593f05-f908-43c0-9338-7d37496c8ddd tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:26.128942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee593f05-f908-43c0-9338-7d37496c8ddd tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:26.130676 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ee593f05-f908-43c0-9338-7d37496c8ddd tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0551128 Nov 09 04:25:26.133874 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51914) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:26.213012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4aacdcdc-bf0a-453d-826b-9548cb92764f None None] Provisioning complete for port 1b7a29c5-0e98-442c-9466-47c99337062d triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:26.213328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4aacdcdc-bf0a-453d-826b-9548cb92764f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:26.385638 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-85c58b01-80a8-441d-9804-d317cd9cbdbb tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2500575 Nov 09 04:25:26.531563 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Sync routers for ids ['66bea196-ba86-4c96-94be-2f7a2b84b076'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:25:26.545645 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Routers {'66bea196-ba86-4c96-94be-2f7a2b84b076'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:25:26.546244 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['66bea196-ba86-4c96-94be-2f7a2b84b076'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:26.555782 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1f6b3110-993c-4db7-9995-ba7e3828509c None None] Provisioning complete for port 1b7a29c5-0e98-442c-9466-47c99337062d triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:26.556875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3110-993c-4db7-9995-ba7e3828509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:26.661660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1f6b3110-993c-4db7-9995-ba7e3828509c None None] Provisioning complete for port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:26.662029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3110-993c-4db7-9995-ba7e3828509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:26.662975 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Set router 66bea196-ba86-4c96-94be-2f7a2b84b076 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:25:26.715065 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b3110-993c-4db7-9995-ba7e3828509c None None] Port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:25:26.735071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51918) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:26.739771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-aad90e67-e0b7-4b09-8240-2dc6b835eb44 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1320938718', 'description': 'tempest-secgroup-smoke-1320938718 description', 'project_id': '871582c076e646fa8f870c685a113561'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:26.765903 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aad90e67-e0b7-4b09-8240-2dc6b835eb44 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:26.842914 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ea68b33c-8373-4e7e-9a90-94b41af30780 None None] Provisioning complete for port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:26.843558 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ea68b33c-8373-4e7e-9a90-94b41af30780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:26.851670 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aad90e67-e0b7-4b09-8240-2dc6b835eb44 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:26.859019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aad90e67-e0b7-4b09-8240-2dc6b835eb44 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:26.890191 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aad90e67-e0b7-4b09-8240-2dc6b835eb44 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:26.894677 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-aad90e67-e0b7-4b09-8240-2dc6b835eb44 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1553519 Nov 09 04:25:26.895360 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51920) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:26.896207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad90e67-e0b7-4b09-8240-2dc6b835eb44 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9918f31c-095d-4ae3-8aba-92e73ba613ec,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:26.896393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ea68b33c-8373-4e7e-9a90-94b41af30780 None None] Port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:25:26.900456 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-16f2f290-2848-4084-b71f-ed0de22676b5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '9918f31c-095d-4ae3-8aba-92e73ba613ec', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:26.929813 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16f2f290-2848-4084-b71f-ed0de22676b5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:26.985255 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16f2f290-2848-4084-b71f-ed0de22676b5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:26.989035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16f2f290-2848-4084-b71f-ed0de22676b5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:26.991477 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'a4e5f18c-2cc8-4b21-866d-5653ce27f6a4', 'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:a4:a9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:24Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 2, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:27.007649 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2f290-2848-4084-b71f-ed0de22676b5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b895838-1c95-4a02-a9dc-569d96420769,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:27.015365 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16f2f290-2848-4084-b71f-ed0de22676b5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.018718 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Checking router: 66bea196-ba86-4c96-94be-2f7a2b84b076 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:25:27.019410 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51922) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:27.019904 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-16f2f290-2848-4084-b71f-ed0de22676b5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227469 Nov 09 04:25:27.023622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-105ae164-b271-4f19-b31d-71ee53e2fe2f None None] Provisioning complete for port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:27.023972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-74cbff05-8df7-46ed-973b-3bc9c9fff94c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '9918f31c-095d-4ae3-8aba-92e73ba613ec', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:27.024095 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-105ae164-b271-4f19-b31d-71ee53e2fe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.026769 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Updating router 66bea196-ba86-4c96-94be-2f7a2b84b076 port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:25:27.050409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74cbff05-8df7-46ed-973b-3bc9c9fff94c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.059783 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-105ae164-b271-4f19-b31d-71ee53e2fe2f None None] Port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:25:27.064800 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.107565 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74cbff05-8df7-46ed-973b-3bc9c9fff94c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.111063 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74cbff05-8df7-46ed-973b-3bc9c9fff94c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.126981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbff05-8df7-46ed-973b-3bc9c9fff94c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7ae9dc-021c-4d3a-bb22-31e34dcb9e7e,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:27.137594 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74cbff05-8df7-46ed-973b-3bc9c9fff94c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.141363 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-74cbff05-8df7-46ed-973b-3bc9c9fff94c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184902 Nov 09 04:25:27.141605 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51924) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:27.146049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a14ee87b-07c6-4210-8e02-d1e817a373d0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '9918f31c-095d-4ae3-8aba-92e73ba613ec', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:27.172985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a14ee87b-07c6-4210-8e02-d1e817a373d0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.234023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a14ee87b-07c6-4210-8e02-d1e817a373d0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.237963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a14ee87b-07c6-4210-8e02-d1e817a373d0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.255845 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ee87b-07c6-4210-8e02-d1e817a373d0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f29ae42-2504-4014-ab39-c778141d54e4,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:27.264291 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a14ee87b-07c6-4210-8e02-d1e817a373d0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.265530 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a14ee87b-07c6-4210-8e02-d1e817a373d0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229355 Nov 09 04:25:27.268272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51926) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:27.273092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-be7588da-2930-469c-8cc8-673d1bdd3039 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '9918f31c-095d-4ae3-8aba-92e73ba613ec', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:27.300648 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-be7588da-2930-469c-8cc8-673d1bdd3039 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.323871 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1b7a29c5-0e98-442c-9466-47c99337062d up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:25:27.333115 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.338311 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.360424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-be7588da-2930-469c-8cc8-673d1bdd3039 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.365903 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-be7588da-2930-469c-8cc8-673d1bdd3039 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.378533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 1b7a29c5-0e98-442c-9466-47c99337062d triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:27.379213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.381206 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a272c1-5924-4269-b31e-a6fc15460926 None None] Pushing event updated for resources: {'Port': ['ID=a4e5f18c-2cc8-4b21-866d-5653ce27f6a4,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:27.401149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7588da-2930-469c-8cc8-673d1bdd3039 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49fa836-9f1a-4634-afd4-471dcb7d23ae,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:27.421257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-be7588da-2930-469c-8cc8-673d1bdd3039 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.422846 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-be7588da-2930-469c-8cc8-673d1bdd3039 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1535344 Nov 09 04:25:27.426076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51928) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:27.431858 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-537fb43c-30c3-4248-88a0-f99e8776aca0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '9918f31c-095d-4ae3-8aba-92e73ba613ec', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:27.448754 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Attempting to bind port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:25:27.449127 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Attempting to bind port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '827049e7-fe76-4c2c-a0e8-9296ea4216b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:25:27.449642 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Attempting to bind port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 on network d857ea69-2960-464d-8f06-f713fbaef337 {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:25:27.456966 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:25:27.457395 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Checking segment: {'id': '827049e7-fe76-4c2c-a0e8-9296ea4216b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:25:27.458116 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.458542 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Bound using segment: {'id': '827049e7-fe76-4c2c-a0e8-9296ea4216b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:25:27.459123 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Bound port: a4e5f18c-2cc8-4b21-866d-5653ce27f6a4, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827049e7-fe76-4c2c-a0e8-9296ea4216b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:25:27.459268 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-537fb43c-30c3-4248-88a0-f99e8776aca0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:25:27.459508 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.470511 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-537fb43c-30c3-4248-88a0-f99e8776aca0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.475694 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9104df03-1f8c-4527-be00-92424b883456 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:25:27.529278 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9104df03-1f8c-4527-be00-92424b883456 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:27.530111 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.531144 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] For port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:25:27.534804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] For port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a4e5f18c-2cc8-4b21-866d-5653ce27f6a4,segment=NetworkSegment(827049e7-fe76-4c2c-a0e8-9296ea4216b8),segment_id=827049e7-fe76-4c2c-a0e8-9296ea4216b8)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:25:27.541045 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.543100 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-537fb43c-30c3-4248-88a0-f99e8776aca0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.555536 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-537fb43c-30c3-4248-88a0-f99e8776aca0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.579356 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fb43c-30c3-4248-88a0-f99e8776aca0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43c6d6b-d1ef-407f-b44c-15ba7523165b,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:27.585765 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Routers {'66bea196-ba86-4c96-94be-2f7a2b84b076'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:25:27.586744 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:24:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['66bea196-ba86-4c96-94be-2f7a2b84b076'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:27.594590 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-537fb43c-30c3-4248-88a0-f99e8776aca0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.598902 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51930) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:27.599310 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-537fb43c-30c3-4248-88a0-f99e8776aca0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1717224 Nov 09 04:25:27.605345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-88a8548e-8a64-40de-8992-3f1c74724f4e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '9918f31c-095d-4ae3-8aba-92e73ba613ec', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:27.635591 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-88a8548e-8a64-40de-8992-3f1c74724f4e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:25:27.641929 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88a8548e-8a64-40de-8992-3f1c74724f4e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.681979 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f9614b3e-2734-4aea-b523-ba7698c6d768 None None] Provisioning complete for port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:27.682607 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f9614b3e-2734-4aea-b523-ba7698c6d768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.695333 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a272c1-5924-4269-b31e-a6fc15460926 None None] Pushing event updated for resources: {'Port': ['ID=a4e5f18c-2cc8-4b21-866d-5653ce27f6a4,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:27.723314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88a8548e-8a64-40de-8992-3f1c74724f4e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.727148 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] Set router 66bea196-ba86-4c96-94be-2f7a2b84b076 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:25:27.729964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88a8548e-8a64-40de-8992-3f1c74724f4e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.750118 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8548e-8a64-40de-8992-3f1c74724f4e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141af833-0595-473c-bce6-27572cfdc28b,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:27.759853 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88a8548e-8a64-40de-8992-3f1c74724f4e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.769591 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-88a8548e-8a64-40de-8992-3f1c74724f4e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1609118 Nov 09 04:25:27.793327 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f9614b3e-2734-4aea-b523-ba7698c6d768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.842287 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fb49c50f-8982-4e0c-8019-fa2fcd9d869b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.848383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-f9614b3e-2734-4aea-b523-ba7698c6d768 None None] For port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a4e5f18c-2cc8-4b21-866d-5653ce27f6a4,segment=NetworkSegment(827049e7-fe76-4c2c-a0e8-9296ea4216b8),segment_id=827049e7-fe76-4c2c-a0e8-9296ea4216b8)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:27.853940 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f9614b3e-2734-4aea-b523-ba7698c6d768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.914014 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9614b3e-2734-4aea-b523-ba7698c6d768 None None] Pushing event updated for resources: {'Port': ['ID=a4e5f18c-2cc8-4b21-866d-5653ce27f6a4,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:27.966043 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'a4e5f18c-2cc8-4b21-866d-5653ce27f6a4', 'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:a4:a9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:24Z', 'updated_at': '2021-11-09T04:25:27Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:27.979744 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d37c14e5-c069-44a3-9b61-882a61056248 None None] Provisioning complete for port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:27.981371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d37c14e5-c069-44a3-9b61-882a61056248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:27.992061 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234c0556-9a69-435d-ac63-329c2864eeb5 None None] The sync data for ids ['66bea196-ba86-4c96-94be-2f7a2b84b076'] in dv-neutron-816800-2-hyperv is: [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'a4e5f18c-2cc8-4b21-866d-5653ce27f6a4', 'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:a4:a9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:24Z', 'updated_at': '2021-11-09T04:25:27Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:25:27.998940 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-17e1a15c-290e-4450-b047-85d489713b3c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1320938718&fields=id&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 267 time: 0.0479784 Nov 09 04:25:28.137078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-9dc33593-a8d7-4a79-82f4-0ee7725cf5da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:28.138783 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-9dc33593-a8d7-4a79-82f4-0ee7725cf5da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/networks?id=d857ea69-2960-464d-8f06-f713fbaef337 HTTP/1.1" status: 200 len: 797 time: 0.1329539 Nov 09 04:25:28.155069 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-09631579-61d8-4577-9bc0-ca8dedc18d08 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/quotas/871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 375 time: 0.0103521 Nov 09 04:25:28.238480 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-f213cec6-ac78-4af7-a44d-d547d3fed588 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775723 Nov 09 04:25:28.345394 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-b28e6fd6-d815-4ad8-b970-d0ac99b43d25 service neutron] 10.222.0.21 "GET /v2.0/networks/d857ea69-2960-464d-8f06-f713fbaef337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945585 Nov 09 04:25:28.441547 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-7919db8f-5cb3-4ac6-8f29-fdebcdf97bfe service neutron] 10.222.0.21 "GET /v2.0/networks/d857ea69-2960-464d-8f06-f713fbaef337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899558 Nov 09 04:25:28.609482 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-19d12915-0849-4970-948a-bc83209e481d req-a893bda9-045a-4d43-abd3-a292564d603f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 210 time: 0.0320902 Nov 09 04:25:29.051555 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:29.318103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:25:29.369085 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:29.369446 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:29.514566 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-88b67ff2-1108-41cd-85d0-5d18628c1618 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:29.516008 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-88b67ff2-1108-41cd-85d0-5d18628c1618 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/networks?id=d857ea69-2960-464d-8f06-f713fbaef337 HTTP/1.1" status: 200 len: 797 time: 0.1128547 Nov 09 04:25:29.579184 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-74acefb7-4a00-4801-9b34-fd3405dac805 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 380 time: 0.0542455 Nov 09 04:25:29.590714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-8aa9063a-7f8c-47b3-8d38-82f91120ba05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'port': {'device_id': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'admin_state_up': True, 'tenant_id': '871582c076e646fa8f870c685a113561', 'security_groups': ['9918f31c-095d-4ae3-8aba-92e73ba613ec']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:29.706408 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2234cfbd-c279-402c-aa22-949a4a440fbc req-2cd55607-27d7-4c06-963c-3c2cbfe280ab tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 210 time: 0.0293119 Nov 09 04:25:29.729445 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-8aa9063a-7f8c-47b3-8d38-82f91120ba05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:25:29.733753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-8aa9063a-7f8c-47b3-8d38-82f91120ba05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:29.906824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-8aa9063a-7f8c-47b3-8d38-82f91120ba05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.12 (d857ea69-2960-464d-8f06-f713fbaef337/3a7b4d82-5d4b-4df1-ac64-21f61843dc54/23c4d021-480d-48b0-9f72-226e868e24fd) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:25:30.045284 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-8aa9063a-7f8c-47b3-8d38-82f91120ba05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:30.076121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-8aa9063a-7f8c-47b3-8d38-82f91120ba05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:30.128965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-8aa9063a-7f8c-47b3-8d38-82f91120ba05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network d857ea69-2960-464d-8f06-f713fbaef337 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:25:30.137072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-8aa9063a-7f8c-47b3-8d38-82f91120ba05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:25:30.143213 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-8aa9063a-7f8c-47b3-8d38-82f91120ba05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:25:30.166528 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9063a-7f8c-47b3-8d38-82f91120ba05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=23c4d021-480d-48b0-9f72-226e868e24fd,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:30.200379 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-8aa9063a-7f8c-47b3-8d38-82f91120ba05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:30.201012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-8aa9063a-7f8c-47b3-8d38-82f91120ba05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:30.218899 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-8aa9063a-7f8c-47b3-8d38-82f91120ba05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6322594 Nov 09 04:25:30.231751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Request body: {'port': {'device_id': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:30.244222 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:30.288239 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:30.322669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9921c299-521e-4864-a4a8-8f209d6d4174 None None] Provisioning complete for port 23c4d021-480d-48b0-9f72-226e868e24fd triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:30.323035 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9921c299-521e-4864-a4a8-8f209d6d4174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:30.360425 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-9921c299-521e-4864-a4a8-8f209d6d4174 None None] Port 23c4d021-480d-48b0-9f72-226e868e24fd cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:25:30.543736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c4d021-480d-48b0-9f72-226e868e24fd {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:25:30.550936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:30.562421 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Transition to ACTIVE for port object 23c4d021-480d-48b0-9f72-226e868e24fd will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:25:30.566030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:30.630721 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Pushing event updated for resources: {'Port': ['ID=23c4d021-480d-48b0-9f72-226e868e24fd,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:30.686315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Attempting to bind port 23c4d021-480d-48b0-9f72-226e868e24fd on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:25:30.686959 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Attempting to bind port 23c4d021-480d-48b0-9f72-226e868e24fd by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '827049e7-fe76-4c2c-a0e8-9296ea4216b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:25:30.687295 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Attempting to bind port 23c4d021-480d-48b0-9f72-226e868e24fd on network d857ea69-2960-464d-8f06-f713fbaef337 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:25:30.692256 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Port 23c4d021-480d-48b0-9f72-226e868e24fd on network d857ea69-2960-464d-8f06-f713fbaef337 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:25:30.692575 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Attempting to bind port 23c4d021-480d-48b0-9f72-226e868e24fd on network d857ea69-2960-464d-8f06-f713fbaef337 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:25:30.697716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:25:30.698080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Checking segment: {'id': '827049e7-fe76-4c2c-a0e8-9296ea4216b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:25:30.698987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Bound using segment: {'id': '827049e7-fe76-4c2c-a0e8-9296ea4216b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:25:30.699419 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Bound port: 23c4d021-480d-48b0-9f72-226e868e24fd, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827049e7-fe76-4c2c-a0e8-9296ea4216b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:25:30.699780 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:30.776244 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] For port 23c4d021-480d-48b0-9f72-226e868e24fd, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:25:30.779999 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] For port 23c4d021-480d-48b0-9f72-226e868e24fd, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=23c4d021-480d-48b0-9f72-226e868e24fd,segment=NetworkSegment(827049e7-fe76-4c2c-a0e8-9296ea4216b8),segment_id=827049e7-fe76-4c2c-a0e8-9296ea4216b8)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:25:30.783890 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:30.816281 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:30.816910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:30.818412 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-18091e84-db1d-4947-b76d-874f73217703 service neutron] 10.222.0.31 "PUT /v2.0/ports/23c4d021-480d-48b0-9f72-226e868e24fd HTTP/1.1" status: 200 len: 1094 time: 0.5911310 Nov 09 04:25:30.818832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'tag': '23c4d021-480d-48b0-9f72-226e868e24fd'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:25:30.821082 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dbf728-e4af-4dc8-b90a-5a729d28ff17" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e59820-1e46-485c-930c-7f4d74bf6a7f", "tag": "23c4d021-480d-48b0-9f72-226e868e24fd"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:25:30.851367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18091e84-db1d-4947-b76d-874f73217703 service neutron] Pushing event updated for resources: {'Port': ['ID=23c4d021-480d-48b0-9f72-226e868e24fd,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:30.863743 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7c81a-317e-4dfd-a9ce-2d820525b9e4 req-ef260d02-8bd4-4327-bdcf-8fa835767c33 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:30.865320 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5ac7c81a-317e-4dfd-a9ce-2d820525b9e4 req-ef260d02-8bd4-4327-bdcf-8fa835767c33 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 944 time: 0.0779850 Nov 09 04:25:30.885366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434823e9-b4a7-4d79-800a-8c5bc9d864ae x-openstack-request-id: req-434823e9-b4a7-4d79-800a-8c5bc9d864ae {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:25:30.889838 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e59820-1e46-485c-930c-7f4d74bf6a7f", "tag": "23c4d021-480d-48b0-9f72-226e868e24fd", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:25:30.890055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-434823e9-b4a7-4d79-800a-8c5bc9d864ae {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:25:30.890461 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'tag': '23c4d021-480d-48b0-9f72-226e868e24fd', 'status': 'completed', 'code': 200} Nov 09 04:25:30.928122 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-0b67ad32-733c-4081-9a8c-aadb9068b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:30.929779 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-0b67ad32-733c-4081-9a8c-aadb9068b7c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 1097 time: 0.0528910 Nov 09 04:25:30.934095 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5ac7c81a-317e-4dfd-a9ce-2d820525b9e4 req-bf7603db-4e88-4be0-a4dc-5b68c7ae57c7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=9918f31c-095d-4ae3-8aba-92e73ba613ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592685 Nov 09 04:25:30.983777 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-dffdbc5c-bfc4-41e5-8c7d-558fb05de2f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c4d021-480d-48b0-9f72-226e868e24fd HTTP/1.1" status: 200 len: 217 time: 0.0438530 Nov 09 04:25:30.999029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:31.036023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-6fb2ab77-7818-46e2-9318-dab86971a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:31.037504 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-6fb2ab77-7818-46e2-9318-dab86971a251 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a7b4d82-5d4b-4df1-ac64-21f61843dc54 HTTP/1.1" status: 200 len: 835 time: 0.0463455 Nov 09 04:25:31.082395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-3b73223b-e0cd-44af-9283-f09ef94ecc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:31.083853 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-3b73223b-e0cd-44af-9283-f09ef94ecc7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d857ea69-2960-464d-8f06-f713fbaef337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395305 Nov 09 04:25:31.175347 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-4cdb6bc7-74a1-4d49-849b-17e7ef9566fb service neutron] 10.222.0.31 "GET /v2.0/networks/d857ea69-2960-464d-8f06-f713fbaef337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843096 Nov 09 04:25:31.264436 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05357644-b627-4b35-ae0f-b6ab969e1426 req-0f4a0ef3-97a3-40d3-84b2-c5fa2b538a68 service neutron] 10.222.0.31 "GET /v2.0/networks/d857ea69-2960-464d-8f06-f713fbaef337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817263 Nov 09 04:25:31.346018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf728-e4af-4dc8-b90a-5a729d28ff17 req-c992d85a-6573-4fe8-9f73-22ebe28f2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:31.347505 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a3dbf728-e4af-4dc8-b90a-5a729d28ff17 req-c992d85a-6573-4fe8-9f73-22ebe28f2fdf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 1097 time: 0.0407486 Nov 09 04:25:31.440116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf728-e4af-4dc8-b90a-5a729d28ff17 req-26e509fc-1b10-47e2-8e48-0fca9c23b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:31.441603 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a3dbf728-e4af-4dc8-b90a-5a729d28ff17 req-26e509fc-1b10-47e2-8e48-0fca9c23b52f service neutron] 10.222.0.31 "GET /v2.0/networks?id=d857ea69-2960-464d-8f06-f713fbaef337 HTTP/1.1" status: 200 len: 897 time: 0.0869153 Nov 09 04:25:31.484181 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a3dbf728-e4af-4dc8-b90a-5a729d28ff17 req-22d18fc1-2766-4bcf-8597-d722f12b759d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c4d021-480d-48b0-9f72-226e868e24fd HTTP/1.1" status: 200 len: 217 time: 0.0347476 Nov 09 04:25:31.537105 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf728-e4af-4dc8-b90a-5a729d28ff17 req-4e059515-f8f1-45c2-8241-baf62aa7252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:31.538490 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a3dbf728-e4af-4dc8-b90a-5a729d28ff17 req-4e059515-f8f1-45c2-8241-baf62aa7252b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a7b4d82-5d4b-4df1-ac64-21f61843dc54 HTTP/1.1" status: 200 len: 835 time: 0.0470905 Nov 09 04:25:31.584997 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf728-e4af-4dc8-b90a-5a729d28ff17 req-af62bfc5-704e-4c70-89f6-47b1ef050661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:31.586470 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a3dbf728-e4af-4dc8-b90a-5a729d28ff17 req-af62bfc5-704e-4c70-89f6-47b1ef050661 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d857ea69-2960-464d-8f06-f713fbaef337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388155 Nov 09 04:25:31.678230 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a3dbf728-e4af-4dc8-b90a-5a729d28ff17 req-f8ac99f4-714f-4282-a304-8f42021f62b3 service neutron] 10.222.0.31 "GET /v2.0/networks/d857ea69-2960-464d-8f06-f713fbaef337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834105 Nov 09 04:25:31.771993 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a3dbf728-e4af-4dc8-b90a-5a729d28ff17 req-9dc3ed48-577c-4e14-971e-6981a4947659 service neutron] 10.222.0.31 "GET /v2.0/networks/d857ea69-2960-464d-8f06-f713fbaef337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862551 Nov 09 04:25:32.044483 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9b99-1ace-4908-8213-d2f7d0140145 req-e2c04068-f88c-4364-aedb-ae958ad5136a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:32.045994 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b3cd9b99-1ace-4908-8213-d2f7d0140145 req-e2c04068-f88c-4364-aedb-ae958ad5136a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 944 time: 0.0492530 Nov 09 04:25:32.097243 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b3cd9b99-1ace-4908-8213-d2f7d0140145 req-3ec226a2-f7b0-4a85-a51a-d10dda01a3ca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=9918f31c-095d-4ae3-8aba-92e73ba613ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453515 Nov 09 04:25:33.211561 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec837d-db2e-46cd-89b1-cc7ded6250b3 req-53a1be43-33a2-4027-a014-3abf063d5e19 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:33.213034 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-eaec837d-db2e-46cd-89b1-cc7ded6250b3 req-53a1be43-33a2-4027-a014-3abf063d5e19 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 944 time: 0.0505209 Nov 09 04:25:33.260819 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-eaec837d-db2e-46cd-89b1-cc7ded6250b3 req-0044f317-7768-41c5-b5b1-753c76ef422e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=9918f31c-095d-4ae3-8aba-92e73ba613ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414224 Nov 09 04:25:33.707651 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 23c4d021-480d-48b0-9f72-226e868e24fd details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:25:33.801226 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 23c4d021-480d-48b0-9f72-226e868e24fd, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=23c4d021-480d-48b0-9f72-226e868e24fd,segment=NetworkSegment(827049e7-fe76-4c2c-a0e8-9296ea4216b8),segment_id=827049e7-fe76-4c2c-a0e8-9296ea4216b8)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:33.811842 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '23c4d021-480d-48b0-9f72-226e868e24fd', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'port_id': '23c4d021-480d-48b0-9f72-226e868e24fd', 'mac_address': 'fa:16:3e:00:6a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:25:33.847681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:33.859685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c4d021-480d-48b0-9f72-226e868e24fd {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:25:33.878825 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 23c4d021-480d-48b0-9f72-226e868e24fd, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=23c4d021-480d-48b0-9f72-226e868e24fd,segment=NetworkSegment(827049e7-fe76-4c2c-a0e8-9296ea4216b8),segment_id=827049e7-fe76-4c2c-a0e8-9296ea4216b8)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:33.882920 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:33.927462 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=23c4d021-480d-48b0-9f72-226e868e24fd,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:33.934177 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:33.934522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:33.934858 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:33.935187 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:33.935509 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:33.935833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:33.936154 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:33.936474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:33.936798 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:33.937109 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:33.937424 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:33.937764 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:34.077186 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['23c4d021-480d-48b0-9f72-226e868e24fd'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:25:34.373205 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b23a5-957a-4398-8feb-82f4dc931155 req-d5fadbf6-130e-44d2-a639-c519d2463d1a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:34.374609 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e0b23a5-957a-4398-8feb-82f4dc931155 req-d5fadbf6-130e-44d2-a639-c519d2463d1a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 945 time: 0.0479958 Nov 09 04:25:34.422120 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e0b23a5-957a-4398-8feb-82f4dc931155 req-77a7b37a-daac-4853-bf36-22f5b8b5aa6a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=9918f31c-095d-4ae3-8aba-92e73ba613ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 Nov 09 04:25:35.538935 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f4c60-64a6-409a-9755-a4692ef8be51 req-59d59b26-96fd-4d84-ad6a-81cf691bb26c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:35.541074 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-882f4c60-64a6-409a-9755-a4692ef8be51 req-59d59b26-96fd-4d84-ad6a-81cf691bb26c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 945 time: 0.0518425 Nov 09 04:25:35.589437 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-882f4c60-64a6-409a-9755-a4692ef8be51 req-cbbed053-f3c6-428c-9d88-702dc38e7aca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=9918f31c-095d-4ae3-8aba-92e73ba613ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414066 Nov 09 04:25:35.724624 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 23c4d021-480d-48b0-9f72-226e868e24fd up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:25:35.770984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 23c4d021-480d-48b0-9f72-226e868e24fd completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:25:35.775072 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 23c4d021-480d-48b0-9f72-226e868e24fd triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:25:35.775442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:35.849867 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:35.871477 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c4d021-480d-48b0-9f72-226e868e24fd'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:25:35.873834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1730d25e-26f9-42a3-bd69-ccc6908a463c" -d '{"events": [{"server_uuid": "d5e59820-1e46-485c-930c-7f4d74bf6a7f", "name": "network-vif-plugged", "status": "completed", "tag": "23c4d021-480d-48b0-9f72-226e868e24fd"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:25:35.887219 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 23c4d021-480d-48b0-9f72-226e868e24fd, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=23c4d021-480d-48b0-9f72-226e868e24fd,segment=NetworkSegment(827049e7-fe76-4c2c-a0e8-9296ea4216b8),segment_id=827049e7-fe76-4c2c-a0e8-9296ea4216b8)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:25:35.891121 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:35.917861 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd85d43-bce5-4153-8ee0-b23c310cba73 x-openstack-request-id: req-0bd85d43-bce5-4153-8ee0-b23c310cba73 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:25:35.918150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e59820-1e46-485c-930c-7f4d74bf6a7f", "name": "network-vif-plugged", "status": "completed", "tag": "23c4d021-480d-48b0-9f72-226e868e24fd", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:25:35.918397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bd85d43-bce5-4153-8ee0-b23c310cba73 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:25:35.918776 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c4d021-480d-48b0-9f72-226e868e24fd', 'code': 200} Nov 09 04:25:35.944141 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=23c4d021-480d-48b0-9f72-226e868e24fd,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:36.072617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb2937-56ee-47c8-86bc-41846426acc7 req-881fdd76-1f35-4bfa-a477-decde3329ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:36.074622 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25eb2937-56ee-47c8-86bc-41846426acc7 req-881fdd76-1f35-4bfa-a477-decde3329ca7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 1099 time: 0.0385025 Nov 09 04:25:36.120304 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25eb2937-56ee-47c8-86bc-41846426acc7 req-9cfb94a9-37e8-4deb-8aa3-e1cd033c6421 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9918f31c-095d-4ae3-8aba-92e73ba613ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382278 Nov 09 04:25:36.702134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7f619-d3f9-42fd-a338-0742c211bb28 req-05b5cf0e-25ae-483c-bcb9-3531f3ca521f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:36.703618 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fee7f619-d3f9-42fd-a338-0742c211bb28 req-05b5cf0e-25ae-483c-bcb9-3531f3ca521f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 946 time: 0.0480974 Nov 09 04:25:36.752135 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fee7f619-d3f9-42fd-a338-0742c211bb28 req-330348a7-f6d5-4b6c-8d34-05c998bdc207 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=9918f31c-095d-4ae3-8aba-92e73ba613ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Nov 09 04:25:37.868910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5564678-3fa1-42e7-a7e0-cb54bf0b6ca6 req-a35087ad-cb1d-4ef8-b3d6-c652a274a940 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:37.870829 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b5564678-3fa1-42e7-a7e0-cb54bf0b6ca6 req-a35087ad-cb1d-4ef8-b3d6-c652a274a940 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 946 time: 0.0525258 Nov 09 04:25:37.917852 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b5564678-3fa1-42e7-a7e0-cb54bf0b6ca6 req-bdbee4f4-68d1-4891-9b65-c11b2e0f5292 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=9918f31c-095d-4ae3-8aba-92e73ba613ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411346 Nov 09 04:25:38.034614 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01ef51-c305-46e6-b4a3-2a445bbca4a7 req-346a3e10-2c5b-4d9f-a0f6-ac4ab37d8897 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:38.036098 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bb01ef51-c305-46e6-b4a3-2a445bbca4a7 req-346a3e10-2c5b-4d9f-a0f6-ac4ab37d8897 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 946 time: 0.0532022 Nov 09 04:25:38.086099 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bb01ef51-c305-46e6-b4a3-2a445bbca4a7 req-23f4fd05-5a86-4dae-b375-a03366717a5f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=9918f31c-095d-4ae3-8aba-92e73ba613ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441067 Nov 09 04:25:38.107980 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51980) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:38.145963 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d288ec-f41f-4624-889b-a74b166fd54b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:38.147359 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-81d288ec-f41f-4624-889b-a74b166fd54b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 1094 time: 0.0383992 Nov 09 04:25:38.150082 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 51982) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:38.154351 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': '23c4d021-480d-48b0-9f72-226e868e24fd', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:25:38.175660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:38.271242 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:38.369098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.114 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/e88e60e6-80fd-45a7-b49f-dc165deac6ae) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:25:38.470446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:38.502387 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:38.536863 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:25:38.539702 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:25:38.546211 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:25:38.570959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=e88e60e6-80fd-45a7-b49f-dc165deac6ae,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:38.583824 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:38.584175 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:38.584518 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:38.584850 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:38.585181 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:38.585531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:38.585862 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:38.586191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:38.586525 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:38.586848 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:38.587172 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:38.587490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:25:38.903706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:38.965845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:39.109131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:39.113573 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:39.177401 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=e88e60e6-80fd-45a7-b49f-dc165deac6ae,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:25:39.189358 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:39.284683 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP 09a4b5e9-02aa-4ef0-a713-1cce61817b92 associated. External IP: 172.26.5.114, port: 23c4d021-480d-48b0-9f72-226e868e24fd. Nov 09 04:25:39.480492 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 66bea196-ba86-4c96-94be-2f7a2b84b076 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:25:39.582408 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:25:39.592257 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128a4c1-a0dd-4ecb-9b74-b86beff65d31 None None] Sync routers for ids ['66bea196-ba86-4c96-94be-2f7a2b84b076'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:25:39.600198 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:39.601892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128a4c1-a0dd-4ecb-9b74-b86beff65d31 None None] Routers {'66bea196-ba86-4c96-94be-2f7a2b84b076'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:25:39.602507 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a128a4c1-a0dd-4ecb-9b74-b86beff65d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:25:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['66bea196-ba86-4c96-94be-2f7a2b84b076'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:39.626867 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d2686614-1e0c-45ae-bfa9-b5fdc6d2dd43 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4757957 Nov 09 04:25:39.627451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'tag': '23c4d021-480d-48b0-9f72-226e868e24fd'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:25:39.629628 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51984) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:39.630115 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e18df8-463a-4895-bf75-e0f4891319b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e59820-1e46-485c-930c-7f4d74bf6a7f", "tag": "23c4d021-480d-48b0-9f72-226e868e24fd"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:25:39.668277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7be535-23dd-4678-b07d-71e12a0d2c60 x-openstack-request-id: req-5e7be535-23dd-4678-b07d-71e12a0d2c60 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:25:39.668569 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e59820-1e46-485c-930c-7f4d74bf6a7f", "tag": "23c4d021-480d-48b0-9f72-226e868e24fd", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:25:39.669639 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e7be535-23dd-4678-b07d-71e12a0d2c60 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:25:39.670046 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'tag': '23c4d021-480d-48b0-9f72-226e868e24fd', 'status': 'completed', 'code': 200} Nov 09 04:25:39.768171 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-38b518f8-7c5d-41a9-93d2-6941cf085d0f tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/routers/66bea196-ba86-4c96-94be-2f7a2b84b076 HTTP/1.1" status: 200 len: 922 time: 0.1369872 Nov 09 04:25:39.770575 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51988) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:39.812822 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e18df8-463a-4895-bf75-e0f4891319b4 req-656015be-e48f-4b0d-b0f4-27c43c98e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:39.814364 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-10e18df8-463a-4895-bf75-e0f4891319b4 req-656015be-e48f-4b0d-b0f4-27c43c98e9da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 1099 time: 0.0954385 Nov 09 04:25:39.866338 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-a128a4c1-a0dd-4ecb-9b74-b86beff65d31 None None] Set router 66bea196-ba86-4c96-94be-2f7a2b84b076 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:25:40.097337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a128a4c1-a0dd-4ecb-9b74-b86beff65d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '09a4b5e9-02aa-4ef0-a713-1cce61817b92', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.114', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'port_id': '23c4d021-480d-48b0-9f72-226e868e24fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'mac_address': 'fa:16:3e:00:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:25:38Z', 'updated_at': '2021-11-09T04:25:38Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4e5f18c-2cc8-4b21-866d-5653ce27f6a4', 'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:a4:a9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:24Z', 'updated_at': '2021-11-09T04:25:27Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:40.128741 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128a4c1-a0dd-4ecb-9b74-b86beff65d31 None None] Checking router: 66bea196-ba86-4c96-94be-2f7a2b84b076 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:25:40.138103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128a4c1-a0dd-4ecb-9b74-b86beff65d31 None None] Routers {'66bea196-ba86-4c96-94be-2f7a2b84b076'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:25:40.138742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a128a4c1-a0dd-4ecb-9b74-b86beff65d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:25:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['66bea196-ba86-4c96-94be-2f7a2b84b076'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:40.243829 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-a128a4c1-a0dd-4ecb-9b74-b86beff65d31 None None] Set router 66bea196-ba86-4c96-94be-2f7a2b84b076 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:25:40.246283 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-47819812-c6c3-4205-97c4-d8a41cb2f940 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/09a4b5e9-02aa-4ef0-a713-1cce61817b92 HTTP/1.1" status: 200 len: 992 time: 0.4745986 Nov 09 04:25:40.276725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e18df8-463a-4895-bf75-e0f4891319b4 req-0ec2f69a-7bff-4b22-bae1-60fd36b09c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:40.278264 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-10e18df8-463a-4895-bf75-e0f4891319b4 req-0ec2f69a-7bff-4b22-bae1-60fd36b09c69 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d857ea69-2960-464d-8f06-f713fbaef337 HTTP/1.1" status: 200 len: 897 time: 0.4535394 Nov 09 04:25:40.346057 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-10e18df8-463a-4895-bf75-e0f4891319b4 req-3eb02ddb-5f6c-4363-8ac8-f268e23cb7ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c4d021-480d-48b0-9f72-226e868e24fd HTTP/1.1" status: 200 len: 1000 time: 0.0601370 Nov 09 04:25:40.393415 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e18df8-463a-4895-bf75-e0f4891319b4 req-ebf3d896-5bcc-47a4-9a89-4f16cf7e072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:40.394934 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-10e18df8-463a-4895-bf75-e0f4891319b4 req-ebf3d896-5bcc-47a4-9a89-4f16cf7e072a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a7b4d82-5d4b-4df1-ac64-21f61843dc54 HTTP/1.1" status: 200 len: 835 time: 0.0426540 Nov 09 04:25:40.439030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e18df8-463a-4895-bf75-e0f4891319b4 req-399a0f70-12a7-4f7b-be9a-2934f4a9f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:25:40.440577 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-10e18df8-463a-4895-bf75-e0f4891319b4 req-399a0f70-12a7-4f7b-be9a-2934f4a9f289 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d857ea69-2960-464d-8f06-f713fbaef337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391626 Nov 09 04:25:40.463273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a128a4c1-a0dd-4ecb-9b74-b86beff65d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '09a4b5e9-02aa-4ef0-a713-1cce61817b92', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.114', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'port_id': '23c4d021-480d-48b0-9f72-226e868e24fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'mac_address': 'fa:16:3e:00:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:25:38Z', 'updated_at': '2021-11-09T04:25:38Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4e5f18c-2cc8-4b21-866d-5653ce27f6a4', 'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:a4:a9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:24Z', 'updated_at': '2021-11-09T04:25:27Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:25:40.493361 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128a4c1-a0dd-4ecb-9b74-b86beff65d31 None None] The sync data for ids ['66bea196-ba86-4c96-94be-2f7a2b84b076'] in dv-neutron-816800-2-hyperv is: [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '09a4b5e9-02aa-4ef0-a713-1cce61817b92', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.114', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'port_id': '23c4d021-480d-48b0-9f72-226e868e24fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'mac_address': 'fa:16:3e:00:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:25:38Z', 'updated_at': '2021-11-09T04:25:38Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4e5f18c-2cc8-4b21-866d-5653ce27f6a4', 'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:a4:a9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:24Z', 'updated_at': '2021-11-09T04:25:27Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:25:40.535699 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-10e18df8-463a-4895-bf75-e0f4891319b4 req-7da38c0a-44c8-4091-8c3d-75678eb76044 service neutron] 10.222.0.31 "GET /v2.0/networks/d857ea69-2960-464d-8f06-f713fbaef337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882099 Nov 09 04:25:40.630284 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-10e18df8-463a-4895-bf75-e0f4891319b4 req-62fe4c2e-f119-4baa-be52-49555c5f05af service neutron] 10.222.0.31 "GET /v2.0/networks/d857ea69-2960-464d-8f06-f713fbaef337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871854 Nov 09 04:25:40.681292 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e231f788-3697-4817-814f-e05151921968 None None] New status for floating IP 09a4b5e9-02aa-4ef0-a713-1cce61817b92: ACTIVE {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:25:41.249356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 51990) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:25:41.308910 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-47017f65-444d-4e3f-a3a4-5a64d993e40f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/09a4b5e9-02aa-4ef0-a713-1cce61817b92 HTTP/1.1" status: 200 len: 994 time: 0.0583637 Nov 09 04:25:46.923209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:55.513201 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-94ac4374-b1db-4efc-b6c2-40f3824688b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:57.817203 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-676efaca-3ef5-4391-aa10-b1e6ad0e2cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:25:58.288005 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:25:59.052772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:00.244751 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:01.004362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:07.870692 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52000) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:07.985702 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3be9e4e6-a1c2-4819-a716-9052fb8df16e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/routers/66bea196-ba86-4c96-94be-2f7a2b84b076/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1137156 Nov 09 04:26:07.989482 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52002) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:08.107623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e0c906-676e-447b-8ec3-4a49d349989d tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Notify agent at dv-neutron-816800-2-hyperv the message router_removed_from_agent {{(pid=101883) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 09 04:26:08.111170 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-74e0c906-676e-447b-8ec3-4a49d349989d tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "DELETE /v2.0/agents/d2f5769d-9319-44e8-b5c6-48004137a740/l3-routers/66bea196-ba86-4c96-94be-2f7a2b84b076 HTTP/1.1" status: 204 len: 168 time: 0.1206348 Nov 09 04:26:08.113733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52004) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:08.220982 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2c47257c-8de1-4ca0-8aed-f9c9fc76ff07 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/routers/66bea196-ba86-4c96-94be-2f7a2b84b076/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1061330 Nov 09 04:26:08.223628 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52006) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:08.281252 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d2485bdb-768f-485c-91fc-6d90e77ded01 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/09a4b5e9-02aa-4ef0-a713-1cce61817b92 HTTP/1.1" status: 200 len: 994 time: 0.0564821 Nov 09 04:26:08.869322 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd1ebfe-2d56-4317-b7bd-7d5f03d821a1 None None] New status for floating IP 09a4b5e9-02aa-4ef0-a713-1cce61817b92: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:26:09.285065 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52008) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:09.320232 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:26:09.349437 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0752adef-00f3-494e-869b-0f6f114ae08a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/09a4b5e9-02aa-4ef0-a713-1cce61817b92 HTTP/1.1" status: 200 len: 992 time: 0.0632348 Nov 09 04:26:09.397881 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:09.427740 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a4e5f18c-2cc8-4b21-866d-5653ce27f6a4,segment=NetworkSegment(827049e7-fe76-4c2c-a0e8-9296ea4216b8),segment_id=827049e7-fe76-4c2c-a0e8-9296ea4216b8)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:26:09.432251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:09.433081 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9104df03-1f8c-4527-be00-92424b883456 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:26:09.511341 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=a4e5f18c-2cc8-4b21-866d-5653ce27f6a4,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:09.546778 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:09.566283 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 9104df03-1f8c-4527-be00-92424b883456, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9104df03-1f8c-4527-be00-92424b883456,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:26:09.570178 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:09.615733 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=9104df03-1f8c-4527-be00-92424b883456,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:10.458683 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52012) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:10.580503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6637fbf7-7cf2-4ad3-9ebd-403b79cd2d1e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Router 66bea196-ba86-4c96-94be-2f7a2b84b076 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:26:10.580839 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6637fbf7-7cf2-4ad3-9ebd-403b79cd2d1e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Notify agent at dv-neutron-816800-2-hyperv the message router_added_to_agent {{(pid=101884) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 09 04:26:10.609997 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6637fbf7-7cf2-4ad3-9ebd-403b79cd2d1e tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "POST /v2.0/agents/d2f5769d-9319-44e8-b5c6-48004137a740/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1502221 Nov 09 04:26:10.610941 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d9c684-735e-4242-9f32-c77359c69c45 None None] Sync routers for ids ['66bea196-ba86-4c96-94be-2f7a2b84b076'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:26:10.611416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52016) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:10.620957 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d9c684-735e-4242-9f32-c77359c69c45 None None] Routers {'66bea196-ba86-4c96-94be-2f7a2b84b076'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:26:10.621478 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-92d9c684-735e-4242-9f32-c77359c69c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:25:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['66bea196-ba86-4c96-94be-2f7a2b84b076'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:10.721206 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-628c0bd5-9180-4254-a0ab-bd5f7d6f1a2b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/routers/66bea196-ba86-4c96-94be-2f7a2b84b076/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1087897 Nov 09 04:26:10.722730 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-92d9c684-735e-4242-9f32-c77359c69c45 None None] Set router 66bea196-ba86-4c96-94be-2f7a2b84b076 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:26:10.724040 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52018) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:10.784985 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-23ce84de-6c45-4e4c-8cda-ba36a4c26018 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/09a4b5e9-02aa-4ef0-a713-1cce61817b92 HTTP/1.1" status: 200 len: 992 time: 0.0597742 Nov 09 04:26:10.934781 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-92d9c684-735e-4242-9f32-c77359c69c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:26:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '09a4b5e9-02aa-4ef0-a713-1cce61817b92', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.114', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'port_id': '23c4d021-480d-48b0-9f72-226e868e24fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'mac_address': 'fa:16:3e:00:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:25:38Z', 'updated_at': '2021-11-09T04:26:08Z', 'revision_number': 2, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4e5f18c-2cc8-4b21-866d-5653ce27f6a4', 'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:a4:a9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:24Z', 'updated_at': '2021-11-09T04:26:09Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:11.034273 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d9c684-735e-4242-9f32-c77359c69c45 None None] Checking router: 66bea196-ba86-4c96-94be-2f7a2b84b076 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:26:11.042427 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d9c684-735e-4242-9f32-c77359c69c45 None None] Routers {'66bea196-ba86-4c96-94be-2f7a2b84b076'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:26:11.043016 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-92d9c684-735e-4242-9f32-c77359c69c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:25:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['66bea196-ba86-4c96-94be-2f7a2b84b076'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:11.142549 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-92d9c684-735e-4242-9f32-c77359c69c45 None None] Set router 66bea196-ba86-4c96-94be-2f7a2b84b076 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:26:11.353468 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-92d9c684-735e-4242-9f32-c77359c69c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:26:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '09a4b5e9-02aa-4ef0-a713-1cce61817b92', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.114', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'port_id': '23c4d021-480d-48b0-9f72-226e868e24fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'mac_address': 'fa:16:3e:00:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:25:38Z', 'updated_at': '2021-11-09T04:26:08Z', 'revision_number': 2, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4e5f18c-2cc8-4b21-866d-5653ce27f6a4', 'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:a4:a9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:24Z', 'updated_at': '2021-11-09T04:26:09Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:11.381817 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d9c684-735e-4242-9f32-c77359c69c45 None None] The sync data for ids ['66bea196-ba86-4c96-94be-2f7a2b84b076'] in dv-neutron-816800-2-hyperv is: [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:26:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '09a4b5e9-02aa-4ef0-a713-1cce61817b92', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.114', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'port_id': '23c4d021-480d-48b0-9f72-226e868e24fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'mac_address': 'fa:16:3e:00:6a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:25:38Z', 'updated_at': '2021-11-09T04:26:08Z', 'revision_number': 2, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4e5f18c-2cc8-4b21-866d-5653ce27f6a4', 'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:a4:a9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:24Z', 'updated_at': '2021-11-09T04:26:09Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:26:11.789226 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52020) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:12.153503 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a9f90b3c-dbec-4106-9ea7-e2edb4376667 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/09a4b5e9-02aa-4ef0-a713-1cce61817b92 HTTP/1.1" status: 200 len: 992 time: 0.3633339 Nov 09 04:26:12.890500 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c5cb27-c48d-4994-b3e4-3fa2b2fe0cd4 None None] New status for floating IP 09a4b5e9-02aa-4ef0-a713-1cce61817b92: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:26:13.157397 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52022) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:13.218547 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dd6bfb67-234c-437b-8388-55b1d234c638 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/09a4b5e9-02aa-4ef0-a713-1cce61817b92 HTTP/1.1" status: 200 len: 994 time: 0.0599210 Nov 09 04:26:13.361113 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:26:13.407983 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:13.408347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:13.481920 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:13.516123 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a4e5f18c-2cc8-4b21-866d-5653ce27f6a4,segment=NetworkSegment(827049e7-fe76-4c2c-a0e8-9296ea4216b8),segment_id=827049e7-fe76-4c2c-a0e8-9296ea4216b8)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:26:13.520096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:13.520811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9104df03-1f8c-4527-be00-92424b883456 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:26:13.591461 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=a4e5f18c-2cc8-4b21-866d-5653ce27f6a4,revision_number=7']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:13.601857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9104df03-1f8c-4527-be00-92424b883456 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:13.602746 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:13.678046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:13.697689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 9104df03-1f8c-4527-be00-92424b883456, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9104df03-1f8c-4527-be00-92424b883456,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:26:13.701591 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:13.747872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=9104df03-1f8c-4527-be00-92424b883456,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:15.334713 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:26:15.381832 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:15.382205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:15.460376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9104df03-1f8c-4527-be00-92424b883456 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:26:15.467828 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52028) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:15.504914 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9104df03-1f8c-4527-be00-92424b883456 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:15.505198 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:15.621920 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-1b5eb8de-1757-4791-82c4-09b1cd95d477 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port e88e60e6-80fd-45a7-b49f-dc165deac6ae {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:26:15.622284 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb8de-1757-4791-82c4-09b1cd95d477 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:15.694341 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb8de-1757-4791-82c4-09b1cd95d477 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:15.694664 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb8de-1757-4791-82c4-09b1cd95d477 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:15.707444 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-1b5eb8de-1757-4791-82c4-09b1cd95d477 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for e88e60e6-80fd-45a7-b49f-dc165deac6ae owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:26:15.847445 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb8de-1757-4791-82c4-09b1cd95d477 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:15.875288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5eb8de-1757-4791-82c4-09b1cd95d477 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=e88e60e6-80fd-45a7-b49f-dc165deac6ae,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:15.931953 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb8de-1757-4791-82c4-09b1cd95d477 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:15.932305 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-1b5eb8de-1757-4791-82c4-09b1cd95d477 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP 09a4b5e9-02aa-4ef0-a713-1cce61817b92 disassociated (deleted). External IP: 172.26.5.114, port: 23c4d021-480d-48b0-9f72-226e868e24fd. Nov 09 04:26:16.132217 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5eb8de-1757-4791-82c4-09b1cd95d477 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 66bea196-ba86-4c96-94be-2f7a2b84b076 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:26:16.236150 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5eb8de-1757-4791-82c4-09b1cd95d477 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:26:16.240907 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1b5eb8de-1757-4791-82c4-09b1cd95d477 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:16.246788 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34707eb6-1768-4e64-816b-ec051e0b6d0e None None] Sync routers for ids ['66bea196-ba86-4c96-94be-2f7a2b84b076'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:26:16.255857 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34707eb6-1768-4e64-816b-ec051e0b6d0e None None] Routers {'66bea196-ba86-4c96-94be-2f7a2b84b076'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:26:16.256523 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-34707eb6-1768-4e64-816b-ec051e0b6d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:25:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['66bea196-ba86-4c96-94be-2f7a2b84b076'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:16.265805 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1b5eb8de-1757-4791-82c4-09b1cd95d477 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/floatingips/09a4b5e9-02aa-4ef0-a713-1cce61817b92 HTTP/1.1" status: 204 len: 168 time: 0.7967865 Nov 09 04:26:16.266372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'tag': '23c4d021-480d-48b0-9f72-226e868e24fd'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:26:16.268583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211a697b-c003-4ea2-b758-75ea7a3f32e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e59820-1e46-485c-930c-7f4d74bf6a7f", "tag": "23c4d021-480d-48b0-9f72-226e868e24fd"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:26:16.307507 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a02602-f92a-4ff4-85df-ca31b7bbcd5d x-openstack-request-id: req-c2a02602-f92a-4ff4-85df-ca31b7bbcd5d {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:26:16.307801 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e59820-1e46-485c-930c-7f4d74bf6a7f", "tag": "23c4d021-480d-48b0-9f72-226e868e24fd", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:26:16.308076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2a02602-f92a-4ff4-85df-ca31b7bbcd5d {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:26:16.310047 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'tag': '23c4d021-480d-48b0-9f72-226e868e24fd', 'status': 'completed', 'code': 200} Nov 09 04:26:16.365136 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-34707eb6-1768-4e64-816b-ec051e0b6d0e None None] Set router 66bea196-ba86-4c96-94be-2f7a2b84b076 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:26:16.374230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a697b-c003-4ea2-b758-75ea7a3f32e8 req-85da2c58-984a-4755-ba37-e5fc9f5ee545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:16.376027 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-211a697b-c003-4ea2-b758-75ea7a3f32e8 req-85da2c58-984a-4755-ba37-e5fc9f5ee545 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 1099 time: 0.0435126 Nov 09 04:26:16.485162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a697b-c003-4ea2-b758-75ea7a3f32e8 req-c5c1524b-7bb8-44b7-8560-e68e5cff15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:16.486845 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-211a697b-c003-4ea2-b758-75ea7a3f32e8 req-c5c1524b-7bb8-44b7-8560-e68e5cff15f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d857ea69-2960-464d-8f06-f713fbaef337 HTTP/1.1" status: 200 len: 897 time: 0.0970385 Nov 09 04:26:16.516648 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e5453-44d6-4428-bbfb-93d50cd297ca req-cf6d99b8-c351-4d12-9c5a-2741844db1c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:16.525201 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-407e5453-44d6-4428-bbfb-93d50cd297ca req-cf6d99b8-c351-4d12-9c5a-2741844db1c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 946 time: 0.0566893 Nov 09 04:26:16.530071 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-211a697b-c003-4ea2-b758-75ea7a3f32e8 req-35c91fa3-49f3-4039-a0f8-83742eb44e66 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23c4d021-480d-48b0-9f72-226e868e24fd HTTP/1.1" status: 200 len: 217 time: 0.0352767 Nov 09 04:26:16.565880 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-34707eb6-1768-4e64-816b-ec051e0b6d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:26:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'a4e5f18c-2cc8-4b21-866d-5653ce27f6a4', 'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:a4:a9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:24Z', 'updated_at': '2021-11-09T04:26:13Z', 'revision_number': 7, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:16.571654 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-407e5453-44d6-4428-bbfb-93d50cd297ca req-66272b6e-0e07-4de2-a77b-32fcf1b5dd09 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=9918f31c-095d-4ae3-8aba-92e73ba613ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454934 Nov 09 04:26:16.582988 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a697b-c003-4ea2-b758-75ea7a3f32e8 req-e188f6b7-b6a1-4d6b-b0fd-a35e3f534d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:16.584713 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-211a697b-c003-4ea2-b758-75ea7a3f32e8 req-e188f6b7-b6a1-4d6b-b0fd-a35e3f534d29 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a7b4d82-5d4b-4df1-ac64-21f61843dc54 HTTP/1.1" status: 200 len: 835 time: 0.0465350 Nov 09 04:26:16.596225 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34707eb6-1768-4e64-816b-ec051e0b6d0e None None] Checking router: 66bea196-ba86-4c96-94be-2f7a2b84b076 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:26:16.604438 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34707eb6-1768-4e64-816b-ec051e0b6d0e None None] Routers {'66bea196-ba86-4c96-94be-2f7a2b84b076'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:26:16.605028 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-34707eb6-1768-4e64-816b-ec051e0b6d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:25:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['66bea196-ba86-4c96-94be-2f7a2b84b076'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:16.637163 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a697b-c003-4ea2-b758-75ea7a3f32e8 req-f5e43b87-81f7-4251-91c0-1b7241b1b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:16.638688 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-211a697b-c003-4ea2-b758-75ea7a3f32e8 req-f5e43b87-81f7-4251-91c0-1b7241b1b269 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d857ea69-2960-464d-8f06-f713fbaef337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449584 Nov 09 04:26:16.709148 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-34707eb6-1768-4e64-816b-ec051e0b6d0e None None] Set router 66bea196-ba86-4c96-94be-2f7a2b84b076 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:26:16.729341 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-211a697b-c003-4ea2-b758-75ea7a3f32e8 req-29902aa1-b411-4c87-9f10-1c4f23b2c9f6 service neutron] 10.222.0.31 "GET /v2.0/networks/d857ea69-2960-464d-8f06-f713fbaef337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821617 Nov 09 04:26:16.823563 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-211a697b-c003-4ea2-b758-75ea7a3f32e8 req-1de9335a-5b6a-4aa6-93cf-0f6a37f50d14 service neutron] 10.222.0.31 "GET /v2.0/networks/d857ea69-2960-464d-8f06-f713fbaef337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856338 Nov 09 04:26:16.900025 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-34707eb6-1768-4e64-816b-ec051e0b6d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:26:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'a4e5f18c-2cc8-4b21-866d-5653ce27f6a4', 'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:a4:a9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:24Z', 'updated_at': '2021-11-09T04:26:13Z', 'revision_number': 7, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:16.922786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:16.926631 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34707eb6-1768-4e64-816b-ec051e0b6d0e None None] The sync data for ids ['66bea196-ba86-4c96-94be-2f7a2b84b076'] in dv-neutron-816800-2-hyperv is: [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:25:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:26:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'a4e5f18c-2cc8-4b21-866d-5653ce27f6a4', 'name': '', 'network_id': 'd857ea69-2960-464d-8f06-f713fbaef337', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:a4:a9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:24Z', 'updated_at': '2021-11-09T04:26:13Z', 'revision_number': 7, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '3a7b4d82-5d4b-4df1-ac64-21f61843dc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:26:17.763826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87657a-054e-4028-926a-5fbf03d2dd23 req-4b9ca6a7-38a6-4d55-ad9c-ae365abe8827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:17.765292 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7f87657a-054e-4028-926a-5fbf03d2dd23 req-4b9ca6a7-38a6-4d55-ad9c-ae365abe8827 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 946 time: 0.0470362 Nov 09 04:26:17.875991 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e9454-22ec-4ac5-b6f1-2d932118e293 req-84d28551-8cdb-4e8a-b1d0-3c6506491f44 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:17.877464 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-436e9454-22ec-4ac5-b6f1-2d932118e293 req-84d28551-8cdb-4e8a-b1d0-3c6506491f44 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5e59820-1e46-485c-930c-7f4d74bf6a7f HTTP/1.1" status: 200 len: 946 time: 0.2351642 Nov 09 04:26:17.916590 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-7f87657a-054e-4028-926a-5fbf03d2dd23 req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 23c4d021-480d-48b0-9f72-226e868e24fd {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:26:17.916925 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7f87657a-054e-4028-926a-5fbf03d2dd23 req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:17.954859 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-436e9454-22ec-4ac5-b6f1-2d932118e293 req-22773dd0-2745-4165-9b35-e43e580b44e3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=9918f31c-095d-4ae3-8aba-92e73ba613ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705748 Nov 09 04:26:18.023211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-7f87657a-054e-4028-926a-5fbf03d2dd23 req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 23c4d021-480d-48b0-9f72-226e868e24fd, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=23c4d021-480d-48b0-9f72-226e868e24fd,segment=NetworkSegment(827049e7-fe76-4c2c-a0e8-9296ea4216b8),segment_id=827049e7-fe76-4c2c-a0e8-9296ea4216b8)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:26:18.023638 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7f87657a-054e-4028-926a-5fbf03d2dd23 req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:18.037146 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-7f87657a-054e-4028-926a-5fbf03d2dd23 req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 23c4d021-480d-48b0-9f72-226e868e24fd owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:26:18.083156 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7267913-3ebc-4f96-922d-61bce07a7e24 None None] New status for floating IP 09a4b5e9-02aa-4ef0-a713-1cce61817b92: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:26:18.165676 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7f87657a-054e-4028-926a-5fbf03d2dd23 req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:18.198823 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=23c4d021-480d-48b0-9f72-226e868e24fd,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:18.224864 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:18.225213 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:18.225572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:18.225915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:18.226245 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:18.226575 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:18.226930 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:18.227254 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:18.227579 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:18.227901 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:18.228218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:18.228533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:18.247058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f87657a-054e-4028-926a-5fbf03d2dd23 req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] No DVR routers for this DVR port 23c4d021-480d-48b0-9f72-226e868e24fd on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:26:18.249318 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7f87657a-054e-4028-926a-5fbf03d2dd23 req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:18.252576 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7f87657a-054e-4028-926a-5fbf03d2dd23 req-eef8bb97-0a28-4017-97ae-7a213d102203 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "DELETE /v2.0/ports/23c4d021-480d-48b0-9f72-226e868e24fd HTTP/1.1" status: 204 len: 173 time: 0.4811156 Nov 09 04:26:18.253010 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'name': 'network-vif-deleted', 'tag': '23c4d021-480d-48b0-9f72-226e868e24fd'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:26:18.255297 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843f2477-0cf0-45fc-b10d-6455232d32c5" -d '{"events": [{"server_uuid": "d5e59820-1e46-485c-930c-7f4d74bf6a7f", "name": "network-vif-deleted", "tag": "23c4d021-480d-48b0-9f72-226e868e24fd"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:26:18.291069 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826ab088-a773-41fd-a527-e971bb8e703c x-openstack-request-id: req-826ab088-a773-41fd-a527-e971bb8e703c {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:26:18.291369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e59820-1e46-485c-930c-7f4d74bf6a7f", "name": "network-vif-deleted", "tag": "23c4d021-480d-48b0-9f72-226e868e24fd", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:26:18.291642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-826ab088-a773-41fd-a527-e971bb8e703c {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:26:18.292040 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e59820-1e46-485c-930c-7f4d74bf6a7f', 'name': 'network-vif-deleted', 'tag': '23c4d021-480d-48b0-9f72-226e868e24fd', 'status': 'completed', 'code': 200} Nov 09 04:26:19.010235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52044) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:19.069921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-be151ed0-cab8-4f0b-b288-c1ec3b676c40 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:19.094836 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-be151ed0-cab8-4f0b-b288-c1ec3b676c40 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:19.152706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-be151ed0-cab8-4f0b-b288-c1ec3b676c40 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:19.155581 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-be151ed0-cab8-4f0b-b288-c1ec3b676c40 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:19.156726 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-be151ed0-cab8-4f0b-b288-c1ec3b676c40 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/security-groups/9918f31c-095d-4ae3-8aba-92e73ba613ec HTTP/1.1" status: 204 len: 168 time: 0.1455042 Nov 09 04:26:19.166100 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be151ed0-cab8-4f0b-b288-c1ec3b676c40 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9918f31c-095d-4ae3-8aba-92e73ba613ec,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:19.187000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52048) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:19.530794 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-69eb4475-eb5f-453e-8f3f-4febf4f48e70 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:19.777428 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-69eb4475-eb5f-453e-8f3f-4febf4f48e70 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:26:19.777797 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-69eb4475-eb5f-453e-8f3f-4febf4f48e70 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:19.866838 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-69eb4475-eb5f-453e-8f3f-4febf4f48e70 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port a4e5f18c-2cc8-4b21-866d-5653ce27f6a4, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a4e5f18c-2cc8-4b21-866d-5653ce27f6a4,segment=NetworkSegment(827049e7-fe76-4c2c-a0e8-9296ea4216b8),segment_id=827049e7-fe76-4c2c-a0e8-9296ea4216b8)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:26:19.867784 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-69eb4475-eb5f-453e-8f3f-4febf4f48e70 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:19.876463 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 23c4d021-480d-48b0-9f72-226e868e24fd no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:26:19.881568 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-69eb4475-eb5f-453e-8f3f-4febf4f48e70 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:26:19.896980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 23c4d021-480d-48b0-9f72-226e868e24fd {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:26:19.897321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 23c4d021-480d-48b0-9f72-226e868e24fd not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:26:20.064272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-69eb4475-eb5f-453e-8f3f-4febf4f48e70 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:20.092476 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb4475-eb5f-453e-8f3f-4febf4f48e70 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=a4e5f18c-2cc8-4b21-866d-5653ce27f6a4,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:20.271065 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-69eb4475-eb5f-453e-8f3f-4febf4f48e70 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:20.484787 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69eb4475-eb5f-453e-8f3f-4febf4f48e70 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 66bea196-ba86-4c96-94be-2f7a2b84b076 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:26:20.587972 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69eb4475-eb5f-453e-8f3f-4febf4f48e70 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:26:20.592861 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-69eb4475-eb5f-453e-8f3f-4febf4f48e70 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/66bea196-ba86-4c96-94be-2f7a2b84b076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4048324 Nov 09 04:26:20.595646 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52050) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:20.602130 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c98259-590f-4e08-9f80-504dea144798 None None] Sync routers for ids ['66bea196-ba86-4c96-94be-2f7a2b84b076'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:26:20.613736 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c98259-590f-4e08-9f80-504dea144798 None None] Routers {'66bea196-ba86-4c96-94be-2f7a2b84b076'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:26:20.614478 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-63c98259-590f-4e08-9f80-504dea144798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:25:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['66bea196-ba86-4c96-94be-2f7a2b84b076'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:20.650409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2831952b-db36-4888-8fc8-44b559b0f3e9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting subnet 3a7b4d82-5d4b-4df1-ac64-21f61843dc54 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:26:20.653413 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2831952b-db36-4888-8fc8-44b559b0f3e9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:20.694535 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2831952b-db36-4888-8fc8-44b559b0f3e9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:20.730546 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-63c98259-590f-4e08-9f80-504dea144798 None None] Set router 66bea196-ba86-4c96-94be-2f7a2b84b076 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:26:20.779537 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2831952b-db36-4888-8fc8-44b559b0f3e9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:20.845158 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2831952b-db36-4888-8fc8-44b559b0f3e9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:20.875031 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2831952b-db36-4888-8fc8-44b559b0f3e9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:20.879932 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2831952b-db36-4888-8fc8-44b559b0f3e9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/subnets/3a7b4d82-5d4b-4df1-ac64-21f61843dc54 HTTP/1.1" status: 204 len: 168 time: 0.2833381 Nov 09 04:26:20.881047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831952b-db36-4888-8fc8-44b559b0f3e9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7b4d82-5d4b-4df1-ac64-21f61843dc54,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:20.881597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc95c1c5-d6fd-409c-ad4b-41ca6db21fba None None] Network d857ea69-2960-464d-8f06-f713fbaef337 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:26:20.884226 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52052) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:20.996935 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-63c98259-590f-4e08-9f80-504dea144798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:26:20Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:26:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:20.998910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.028277 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c98259-590f-4e08-9f80-504dea144798 None None] Checking router: 66bea196-ba86-4c96-94be-2f7a2b84b076 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:26:21.037972 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c98259-590f-4e08-9f80-504dea144798 None None] Routers {'66bea196-ba86-4c96-94be-2f7a2b84b076'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:26:21.038678 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-63c98259-590f-4e08-9f80-504dea144798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:25:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['66bea196-ba86-4c96-94be-2f7a2b84b076'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:21.107668 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1edaeb3-729f-4fa6-9ee4-100be57f3977 None None] DHCP port deletion for d857ea69-2960-464d-8f06-f713fbaef337 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:26:21.111565 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.155848 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d1edaeb3-729f-4fa6-9ee4-100be57f3977 None None] Deleting port 1b7a29c5-0e98-442c-9466-47c99337062d {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:26:21.156277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d1edaeb3-729f-4fa6-9ee4-100be57f3977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.160020 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-63c98259-590f-4e08-9f80-504dea144798 None None] Set router 66bea196-ba86-4c96-94be-2f7a2b84b076 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:26:21.168133 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 9104df03-1f8c-4527-be00-92424b883456 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:26:21.168486 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.221145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d1edaeb3-729f-4fa6-9ee4-100be57f3977 None None] For port 1b7a29c5-0e98-442c-9466-47c99337062d, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1b7a29c5-0e98-442c-9466-47c99337062d,segment=NetworkSegment(827049e7-fe76-4c2c-a0e8-9296ea4216b8),segment_id=827049e7-fe76-4c2c-a0e8-9296ea4216b8)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:26:21.221569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d1edaeb3-729f-4fa6-9ee4-100be57f3977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.234266 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d1edaeb3-729f-4fa6-9ee4-100be57f3977 None None] Calling delete_port for 1b7a29c5-0e98-442c-9466-47c99337062d owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:26:21.251823 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 9104df03-1f8c-4527-be00-92424b883456, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9104df03-1f8c-4527-be00-92424b883456,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:26:21.252191 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.265722 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 9104df03-1f8c-4527-be00-92424b883456 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:26:21.312419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d1edaeb3-729f-4fa6-9ee4-100be57f3977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.338352 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edaeb3-729f-4fa6-9ee4-100be57f3977 None None] Pushing event deleted for resources: {'Port': ['ID=1b7a29c5-0e98-442c-9466-47c99337062d,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:21.344119 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-63c98259-590f-4e08-9f80-504dea144798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:26:20Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:26:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:21.344831 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1edaeb3-729f-4fa6-9ee4-100be57f3977 None None] No DVR routers for this DVR port 1b7a29c5-0e98-442c-9466-47c99337062d on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:26:21.377485 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c98259-590f-4e08-9f80-504dea144798 None None] The sync data for ids ['66bea196-ba86-4c96-94be-2f7a2b84b076'] in dv-neutron-816800-2-hyperv is: [{'id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'name': 'tempest-TestNetworkBasicOps-router-1453354691', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': '9104df03-1f8c-4527-be00-92424b883456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:25:21Z', 'updated_at': '2021-11-09T04:26:20Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9104df03-1f8c-4527-be00-92424b883456', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ef:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bea196-ba86-4c96-94be-2f7a2b84b076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:25:22Z', 'updated_at': '2021-11-09T04:26:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:26:21.459596 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.484741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=9104df03-1f8c-4527-be00-92424b883456,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:21.545101 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.632980 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.635037 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.679050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.679711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Fanout notify agent at l3_agent the message router_deleted on router 66bea196-ba86-4c96-94be-2f7a2b84b076 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:26:21.687106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.688220 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d1528ec9-5c1d-46d1-8c3a-c8c4b8a3f117 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/routers/66bea196-ba86-4c96-94be-2f7a2b84b076 HTTP/1.1" status: 204 len: 168 time: 0.8026872 Nov 09 04:26:21.690946 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52054) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:21.717232 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1b7a29c5-0e98-442c-9466-47c99337062d no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:26:21.738799 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 1b7a29c5-0e98-442c-9466-47c99337062d {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:26:21.739416 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1b7a29c5-0e98-442c-9466-47c99337062d not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:26:21.768662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f69316bb-5ad4-4834-b934-f0dd2f1e0139 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.860194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f69316bb-5ad4-4834-b934-f0dd2f1e0139 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.881317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-f69316bb-5ad4-4834-b934-f0dd2f1e0139 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d857ea69-2960-464d-8f06-f713fbaef337']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:21.890412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-f69316bb-5ad4-4834-b934-f0dd2f1e0139 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827049e7-fe76-4c2c-a0e8-9296ea4216b8') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:21.891000 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-f69316bb-5ad4-4834-b934-f0dd2f1e0139 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827049e7-fe76-4c2c-a0e8-9296ea4216b8') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:21.899745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f69316bb-5ad4-4834-b934-f0dd2f1e0139 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.912610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f69316bb-5ad4-4834-b934-f0dd2f1e0139 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.919177 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69316bb-5ad4-4834-b934-f0dd2f1e0139 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:26:21.919563 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f69316bb-5ad4-4834-b934-f0dd2f1e0139 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:26:21.922613 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:26:21.986662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f69316bb-5ad4-4834-b934-f0dd2f1e0139 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.995696 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f69316bb-5ad4-4834-b934-f0dd2f1e0139 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:21.998933 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f69316bb-5ad4-4834-b934-f0dd2f1e0139 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/networks/d857ea69-2960-464d-8f06-f713fbaef337 HTTP/1.1" status: 204 len: 168 time: 0.3070493 Nov 09 04:26:22.013283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69316bb-5ad4-4834-b934-f0dd2f1e0139 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Network': ['ID=d857ea69-2960-464d-8f06-f713fbaef337,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:22.021280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52056) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:22.028587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7741af20-dcaf-4b53-99b2-63a08b505371 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'network': {'name': 'tempest-network-smoke--515445485', 'project_id': '871582c076e646fa8f870c685a113561', 'port_security_enabled': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:26:22.054369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7741af20-dcaf-4b53-99b2-63a08b505371 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:26:22.057918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7741af20-dcaf-4b53-99b2-63a08b505371 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:22.080748 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7741af20-dcaf-4b53-99b2-63a08b505371 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:26:22.090734 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7741af20-dcaf-4b53-99b2-63a08b505371 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:22.091082 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-7741af20-dcaf-4b53-99b2-63a08b505371 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Added segment 37448d19-5389-4c24-98f0-ee642783a18e of type vlan for network 7bbe2e34-fdb8-4357-ad93-435c1090f033 Nov 09 04:26:22.130368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7741af20-dcaf-4b53-99b2-63a08b505371 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:22.156230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7741af20-dcaf-4b53-99b2-63a08b505371 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:22.161945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7741af20-dcaf-4b53-99b2-63a08b505371 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:22.162527 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7741af20-dcaf-4b53-99b2-63a08b505371 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:22.196687 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7741af20-dcaf-4b53-99b2-63a08b505371 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1741500 Nov 09 04:26:22.199664 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52058) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:22.204488 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'admin_state_up': True, 'project_id': '871582c076e646fa8f870c685a113561', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:26:22.229787 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:22.230833 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:22.233949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741af20-dcaf-4b53-99b2-63a08b505371 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Network': ['ID=7bbe2e34-fdb8-4357-ad93-435c1090f033,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:22.247949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 7bbe2e34-fdb8-4357-ad93-435c1090f033 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:26:22.281295 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:22.418931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:22.604052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:22.624578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:22.723358 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.37 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/9d843d82-7338-459b-9e15-73ef4fd8f44d) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:26:23.116169 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:23.147194 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:23.183971 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:26:23.188612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:26:23.192129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:26:23.212961 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=9d843d82-7338-459b-9e15-73ef4fd8f44d,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:23.331999 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:26:23.352966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:26:23.353317 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a4e5f18c-2cc8-4b21-866d-5653ce27f6a4 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:26:23.353770 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9104df03-1f8c-4527-be00-92424b883456 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:26:23.376172 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 9104df03-1f8c-4527-be00-92424b883456 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:26:23.376444 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9104df03-1f8c-4527-be00-92424b883456 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:26:23.431655 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:23.620540 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:23.747417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 9a093971-0b9f-47e4-8778-12d112fbd780 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:26:23.850986 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:26:23.860603 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Sync routers for ids ['9a093971-0b9f-47e4-8778-12d112fbd780'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:26:23.871510 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:23.872801 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3a5c9f20-e040-4cf2-9081-0ab41c1d9a2e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6721165 Nov 09 04:26:23.876161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52060) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:23.905625 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0b2793b7-598f-437c-8527-e7f8c113045f tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=871582c076e646fa8f870c685a113561&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283005 Nov 09 04:26:23.908292 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52062) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:24.002995 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c53560-98af-4b62-95fa-b4ddd0b3cae7 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:24.004608 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a9c53560-98af-4b62-95fa-b4ddd0b3cae7 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953672 Nov 09 04:26:24.008050 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52064) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:24.017707 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Routers {'9a093971-0b9f-47e4-8778-12d112fbd780'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:26:24.018325 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:25:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9a093971-0b9f-47e4-8778-12d112fbd780'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:24.038877 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-79793830-e461-4081-9985-342cdebbc917 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272367 Nov 09 04:26:24.039115 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52066) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:24.044055 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-5ceefc51-6951-4988-960e-3e1043b01e1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1106893518', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'project_id': '871582c076e646fa8f870c685a113561', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:26:24.118958 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Set router 9a093971-0b9f-47e4-8778-12d112fbd780 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:26:24.128603 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceefc51-6951-4988-960e-3e1043b01e1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:26:24.132329 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5ceefc51-6951-4988-960e-3e1043b01e1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:24.292769 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:23Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:24.313503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5ceefc51-6951-4988-960e-3e1043b01e1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:24.323144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Checking router: 9a093971-0b9f-47e4-8778-12d112fbd780 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:26:24.323498 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Updating router 9a093971-0b9f-47e4-8778-12d112fbd780 port 9d843d82-7338-459b-9e15-73ef4fd8f44d binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:26:24.348361 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:24.377810 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceefc51-6951-4988-960e-3e1043b01e1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Subnet': ['ID=8091f21f-c1db-490b-9d07-7f71ae53706f,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:24.386897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceefc51-6951-4988-960e-3e1043b01e1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Checking segment: {'id': '37448d19-5389-4c24-98f0-ee642783a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:26:24.387254 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceefc51-6951-4988-960e-3e1043b01e1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network hostable DHCP agents. Network: 7bbe2e34-fdb8-4357-ad93-435c1090f033, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:26:24.404202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceefc51-6951-4988-960e-3e1043b01e1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 7bbe2e34-fdb8-4357-ad93-435c1090f033 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:26:24.412956 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-5ceefc51-6951-4988-960e-3e1043b01e1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 7bbe2e34-fdb8-4357-ad93-435c1090f033) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:26:24.417039 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceefc51-6951-4988-960e-3e1043b01e1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:24.417871 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5ceefc51-6951-4988-960e-3e1043b01e1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:24.426572 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701013b2-0bda-42bf-b359-4e5dfaf3548e None None] Network 7bbe2e34-fdb8-4357-ad93-435c1090f033 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:26:24.434022 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5ceefc51-6951-4988-960e-3e1043b01e1e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3940005 Nov 09 04:26:24.436903 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52068) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:24.656616 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-7bbe2e34-fdb8-4357-ad93-435c1090f033', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ips': [{'subnet_id': '8091f21f-c1db-490b-9d07-7f71ae53706f'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:26:24.657443 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:24.766482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:24.781633 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:24.860502 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:24.868990 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf05d17-d8ef-4891-b60d-12326c437a27 None None] Pushing event updated for resources: {'Port': ['ID=9d843d82-7338-459b-9e15-73ef4fd8f44d,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:24.871225 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Attempting to bind port 9d843d82-7338-459b-9e15-73ef4fd8f44d on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:26:24.871589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Attempting to bind port 9d843d82-7338-459b-9e15-73ef4fd8f44d by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:26:24.871948 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Attempting to bind port 9d843d82-7338-459b-9e15-73ef4fd8f44d on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:26:24.883206 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:26:24.883577 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:26:24.883983 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:24.884354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:26:24.884815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Bound port: 9d843d82-7338-459b-9e15-73ef4fd8f44d, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:26:24.885185 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:24.887141 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Allocated IP 172.20.0.2 (7bbe2e34-fdb8-4357-ad93-435c1090f033/8091f21f-c1db-490b-9d07-7f71ae53706f/017a8540-94f1-4c14-bbe4-272eb79b3f14) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:26:24.990083 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] For port 9d843d82-7338-459b-9e15-73ef4fd8f44d, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:26:25.006622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] For port 9d843d82-7338-459b-9e15-73ef4fd8f44d, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9d843d82-7338-459b-9e15-73ef4fd8f44d,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:26:25.012100 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:25.124682 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf05d17-d8ef-4891-b60d-12326c437a27 None None] Pushing event updated for resources: {'Port': ['ID=9d843d82-7338-459b-9e15-73ef4fd8f44d,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:25.134334 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Routers {'9a093971-0b9f-47e4-8778-12d112fbd780'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:26:25.134936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:25:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9a093971-0b9f-47e4-8778-12d112fbd780'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:25.179978 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:25.190111 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:25.233759 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.1 (7bbe2e34-fdb8-4357-ad93-435c1090f033/8091f21f-c1db-490b-9d07-7f71ae53706f/28912f2d-e421-4be1-a318-dd59924a21f8) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:26:25.262165 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Network 7bbe2e34-fdb8-4357-ad93-435c1090f033 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:26:25.270115 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:26:25.279536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:26:25.294572 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Pushing event updated for resources: {'Port': ['ID=017a8540-94f1-4c14-bbe4-272eb79b3f14,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:25.301393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] Set router 9a093971-0b9f-47e4-8778-12d112fbd780 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:26:25.350456 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:25.385474 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:25.424861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 7bbe2e34-fdb8-4357-ad93-435c1090f033 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:26:25.431904 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:26:25.436339 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:26:25.440210 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=28912f2d-e421-4be1-a318-dd59924a21f8,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:25.445840 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Attempting to bind port 017a8540-94f1-4c14-bbe4-272eb79b3f14 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:26:25.446385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Attempting to bind port 017a8540-94f1-4c14-bbe4-272eb79b3f14 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '37448d19-5389-4c24-98f0-ee642783a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:26:25.446637 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Attempting to bind port 017a8540-94f1-4c14-bbe4-272eb79b3f14 on network 7bbe2e34-fdb8-4357-ad93-435c1090f033 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:26:25.455931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:26:25.456412 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Checking segment: {'id': '37448d19-5389-4c24-98f0-ee642783a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:26:25.456715 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:25.457136 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Bound using segment: {'id': '37448d19-5389-4c24-98f0-ee642783a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:26:25.457602 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Bound port: 017a8540-94f1-4c14-bbe4-272eb79b3f14, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37448d19-5389-4c24-98f0-ee642783a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:26:25.458075 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:25.488952 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:25.548260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6874-5e49-44f9-995d-bdb3002dbcde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:25.577034 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] For port 017a8540-94f1-4c14-bbe4-272eb79b3f14, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:26:25.591510 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] For port 017a8540-94f1-4c14-bbe4-272eb79b3f14, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=017a8540-94f1-4c14-bbe4-272eb79b3f14,segment=NetworkSegment(37448d19-5389-4c24-98f0-ee642783a18e),segment_id=37448d19-5389-4c24-98f0-ee642783a18e)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:26:25.596045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:25.623000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:25.660438 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:23Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:25.697680 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de1707-73b1-40ca-a57c-0de1c5a985cc None None] Pushing event updated for resources: {'Port': ['ID=017a8540-94f1-4c14-bbe4-272eb79b3f14,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:25.700381 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3d6d15-345e-4238-a3d3-b6c08127dc59 None None] The sync data for ids ['9a093971-0b9f-47e4-8778-12d112fbd780'] in dv-neutron-816800-2-hyperv is: [{'id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:23Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:26:25.973640 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:25.979330 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:26.054207 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=28912f2d-e421-4be1-a318-dd59924a21f8,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:26.060204 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:26.156331 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 7bbe2e34-fdb8-4357-ad93-435c1090f033 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:26:26.157784 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:26:26.274039 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 9a093971-0b9f-47e4-8778-12d112fbd780 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:26:26.394028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:26:26.401623 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0db646a9-7edf-4737-a7cb-85b49dfbe949 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/9a093971-0b9f-47e4-8778-12d112fbd780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9612668 Nov 09 04:26:26.402164 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52070) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:26.510686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922b2cf4-dcdb-45ab-8019-f4792696d714 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:26.511167 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922b2cf4-dcdb-45ab-8019-f4792696d714 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:26.511636 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922b2cf4-dcdb-45ab-8019-f4792696d714 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:26.512098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922b2cf4-dcdb-45ab-8019-f4792696d714 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:26.516309 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-922b2cf4-dcdb-45ab-8019-f4792696d714 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1106725 Nov 09 04:26:26.516617 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52072) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:26.577619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90ee255-4e53-4fb1-bef0-f40402ec0b12 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:26.578115 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90ee255-4e53-4fb1-bef0-f40402ec0b12 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:26.578571 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90ee255-4e53-4fb1-bef0-f40402ec0b12 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:26.579284 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90ee255-4e53-4fb1-bef0-f40402ec0b12 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:26.580966 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e90ee255-4e53-4fb1-bef0-f40402ec0b12 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0634587 Nov 09 04:26:26.583733 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52074) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:26.606889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92619f00-0e58-48f6-99b9-1ca75386c7ac None None] Network 7bbe2e34-fdb8-4357-ad93-435c1090f033 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:26:26.697774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7e72cae7-ea1f-49d5-9252-b002aca4b2c9 None None] Provisioning complete for port 017a8540-94f1-4c14-bbe4-272eb79b3f14 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:26.698146 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7e72cae7-ea1f-49d5-9252-b002aca4b2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:26.713573 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-df1f0cfc-3801-4a2a-8756-a5c89319418b tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1286972 Nov 09 04:26:26.898472 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52078) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:26.904042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-29d2e562-0b74-441d-8f5f-f9423d0a7af3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-717210011', 'description': 'tempest-secgroup-smoke-717210011 description', 'project_id': '871582c076e646fa8f870c685a113561'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:26:26.927282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-29d2e562-0b74-441d-8f5f-f9423d0a7af3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:26.983902 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7e72cae7-ea1f-49d5-9252-b002aca4b2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:26.997375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-29d2e562-0b74-441d-8f5f-f9423d0a7af3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.002726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-29d2e562-0b74-441d-8f5f-f9423d0a7af3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.026742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7e72cae7-ea1f-49d5-9252-b002aca4b2c9 None None] For port 017a8540-94f1-4c14-bbe4-272eb79b3f14, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=017a8540-94f1-4c14-bbe4-272eb79b3f14,segment=NetworkSegment(37448d19-5389-4c24-98f0-ee642783a18e),segment_id=37448d19-5389-4c24-98f0-ee642783a18e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:26:27.035969 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7e72cae7-ea1f-49d5-9252-b002aca4b2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.038192 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-29d2e562-0b74-441d-8f5f-f9423d0a7af3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.039499 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-29d2e562-0b74-441d-8f5f-f9423d0a7af3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1399026 Nov 09 04:26:27.040942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2e562-0b74-441d-8f5f-f9423d0a7af3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8c1311-7658-4e98-9296-f6d7196a67c7,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:27.044131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52080) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:27.048691 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9dd21e9d-2f02-49ed-baa9-c0db0fddef36 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '1e8c1311-7658-4e98-9296-f6d7196a67c7', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:26:27.104130 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72cae7-ea1f-49d5-9252-b002aca4b2c9 None None] Pushing event updated for resources: {'Port': ['ID=017a8540-94f1-4c14-bbe4-272eb79b3f14,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:27.104722 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9dd21e9d-2f02-49ed-baa9-c0db0fddef36 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.267500 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-8c0a5563-0cce-4dd5-9f45-c5fedd531ddf None None] Provisioning complete for port 28912f2d-e421-4be1-a318-dd59924a21f8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:27.267959 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5563-0cce-4dd5-9f45-c5fedd531ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.314445 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-8c0a5563-0cce-4dd5-9f45-c5fedd531ddf None None] Port 28912f2d-e421-4be1-a318-dd59924a21f8 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:26:27.338206 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-8c0a5563-0cce-4dd5-9f45-c5fedd531ddf None None] Provisioning complete for port 017a8540-94f1-4c14-bbe4-272eb79b3f14 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:27.338575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8c0a5563-0cce-4dd5-9f45-c5fedd531ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.451256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9d843d82-7338-459b-9e15-73ef4fd8f44d up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:26:27.480533 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Sync routers for ids ['9a093971-0b9f-47e4-8778-12d112fbd780'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:26:27.490886 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Routers {'9a093971-0b9f-47e4-8778-12d112fbd780'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:26:27.492353 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:25:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9a093971-0b9f-47e4-8778-12d112fbd780'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:27.515914 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9dd21e9d-2f02-49ed-baa9-c0db0fddef36 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.525036 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9dd21e9d-2f02-49ed-baa9-c0db0fddef36 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.536117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9d843d82-7338-459b-9e15-73ef4fd8f44d triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:27.536384 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.546442 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd21e9d-2f02-49ed-baa9-c0db0fddef36 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97350518-0c14-4659-8617-b91f44bcd13b,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:27.561336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9dd21e9d-2f02-49ed-baa9-c0db0fddef36 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.562819 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9dd21e9d-2f02-49ed-baa9-c0db0fddef36 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5176733 Nov 09 04:26:27.565721 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52082) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:27.572509 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-dd7cecb6-e183-424e-9429-d5cb7541f5ff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '1e8c1311-7658-4e98-9296-f6d7196a67c7', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:26:27.611003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd7cecb6-e183-424e-9429-d5cb7541f5ff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.625637 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Set router 9a093971-0b9f-47e4-8778-12d112fbd780 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:26:27.656669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7b9389a1-edc6-4e34-9581-a1c1815ecac2 None None] Provisioning complete for port 28912f2d-e421-4be1-a318-dd59924a21f8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:27.657208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7b9389a1-edc6-4e34-9581-a1c1815ecac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.659510 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.684134 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd7cecb6-e183-424e-9429-d5cb7541f5ff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.692284 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd7cecb6-e183-424e-9429-d5cb7541f5ff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.708092 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 9d843d82-7338-459b-9e15-73ef4fd8f44d, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9d843d82-7338-459b-9e15-73ef4fd8f44d,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:26:27.711102 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-7b9389a1-edc6-4e34-9581-a1c1815ecac2 None None] Port 28912f2d-e421-4be1-a318-dd59924a21f8 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:26:27.713019 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.713875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 017a8540-94f1-4c14-bbe4-272eb79b3f14 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:26:27.716461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cecb6-e183-424e-9429-d5cb7541f5ff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3703e448-6893-4996-ae4f-f7c8e54eacca,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:27.727745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dd7cecb6-e183-424e-9429-d5cb7541f5ff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.729293 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-dd7cecb6-e183-424e-9429-d5cb7541f5ff tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620579 Nov 09 04:26:27.731725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52084) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:27.736534 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-920a5862-0a5d-472d-885e-936f3adb2239 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '1e8c1311-7658-4e98-9296-f6d7196a67c7', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:26:27.777330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-920a5862-0a5d-472d-885e-936f3adb2239 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.817072 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=9d843d82-7338-459b-9e15-73ef4fd8f44d,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:27.822461 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 017a8540-94f1-4c14-bbe4-272eb79b3f14 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:27.822919 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.838103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-920a5862-0a5d-472d-885e-936f3adb2239 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.843138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-920a5862-0a5d-472d-885e-936f3adb2239 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.855946 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '28912f2d-e421-4be1-a318-dd59924a21f8', 'name': '', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:88:c8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:24Z', 'updated_at': '2021-11-09T04:26:25Z', 'revision_number': 2, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:27.862282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a5862-0a5d-472d-885e-936f3adb2239 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99081614-509c-4ba4-9545-180906c90a4b,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:27.871880 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-920a5862-0a5d-472d-885e-936f3adb2239 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.873170 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-920a5862-0a5d-472d-885e-936f3adb2239 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402686 Nov 09 04:26:27.876232 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52086) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:27.877010 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3f640ad9-f7cd-4de3-b465-17ca88df6589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.882924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0a760c9e-2d91-47ea-a6bc-673d09a5127d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '1e8c1311-7658-4e98-9296-f6d7196a67c7', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:26:27.886982 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-56281800-11e1-495a-ba24-58fc7446ac7c None None] Provisioning complete for port 28912f2d-e421-4be1-a318-dd59924a21f8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:27.887404 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-56281800-11e1-495a-ba24-58fc7446ac7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.890655 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Checking router: 9a093971-0b9f-47e4-8778-12d112fbd780 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:26:27.891304 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Updating router 9a093971-0b9f-47e4-8778-12d112fbd780 port 28912f2d-e421-4be1-a318-dd59924a21f8 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:26:27.911832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0a760c9e-2d91-47ea-a6bc-673d09a5127d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.917080 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.927748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-56281800-11e1-495a-ba24-58fc7446ac7c None None] Port 28912f2d-e421-4be1-a318-dd59924a21f8 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:26:27.980689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0a760c9e-2d91-47ea-a6bc-673d09a5127d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:27.984412 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0a760c9e-2d91-47ea-a6bc-673d09a5127d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.001970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a760c9e-2d91-47ea-a6bc-673d09a5127d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7cf66f-3f0c-47fa-8f66-a44ad6edbbb3,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:28.010326 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0a760c9e-2d91-47ea-a6bc-673d09a5127d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.011396 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0a760c9e-2d91-47ea-a6bc-673d09a5127d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341031 Nov 09 04:26:28.014015 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52088) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:28.018463 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-7ba15e45-4b1b-4f65-9c3d-62f0704e6825 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '1e8c1311-7658-4e98-9296-f6d7196a67c7', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:26:28.039439 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-7ba15e45-4b1b-4f65-9c3d-62f0704e6825 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:26:28.044871 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7ba15e45-4b1b-4f65-9c3d-62f0704e6825 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.103561 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7ba15e45-4b1b-4f65-9c3d-62f0704e6825 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.107381 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7ba15e45-4b1b-4f65-9c3d-62f0704e6825 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.129533 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba15e45-4b1b-4f65-9c3d-62f0704e6825 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d878d2e9-dc53-43d4-9bab-b9d472b19416,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:28.135973 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7ba15e45-4b1b-4f65-9c3d-62f0704e6825 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.137974 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7ba15e45-4b1b-4f65-9c3d-62f0704e6825 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229298 Nov 09 04:26:28.139623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52090) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:28.145266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-2205f65e-d64c-4e11-b66c-9040f1547327 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '1e8c1311-7658-4e98-9296-f6d7196a67c7', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:26:28.166472 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-2205f65e-d64c-4e11-b66c-9040f1547327 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:26:28.171105 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2205f65e-d64c-4e11-b66c-9040f1547327 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.187916 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.193062 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.232011 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2205f65e-d64c-4e11-b66c-9040f1547327 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.238680 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2205f65e-d64c-4e11-b66c-9040f1547327 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.249247 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab98c9-491c-4095-b13d-dadaf1ed1361 None None] Pushing event updated for resources: {'Port': ['ID=28912f2d-e421-4be1-a318-dd59924a21f8,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:28.259439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205f65e-d64c-4e11-b66c-9040f1547327 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d061198f-c459-424b-8460-44d5607ff4a9,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:28.269326 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2205f65e-d64c-4e11-b66c-9040f1547327 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.279531 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2205f65e-d64c-4e11-b66c-9040f1547327 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293101 Nov 09 04:26:28.279804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab98c9-491c-4095-b13d-dadaf1ed1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:28.279804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab98c9-491c-4095-b13d-dadaf1ed1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:28.279804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab98c9-491c-4095-b13d-dadaf1ed1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:28.279804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab98c9-491c-4095-b13d-dadaf1ed1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:28.279804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab98c9-491c-4095-b13d-dadaf1ed1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:28.279804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab98c9-491c-4095-b13d-dadaf1ed1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:28.279804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab98c9-491c-4095-b13d-dadaf1ed1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:28.279804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab98c9-491c-4095-b13d-dadaf1ed1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:28.279804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab98c9-491c-4095-b13d-dadaf1ed1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:28.279804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab98c9-491c-4095-b13d-dadaf1ed1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:28.279804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab98c9-491c-4095-b13d-dadaf1ed1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:28.279804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ab98c9-491c-4095-b13d-dadaf1ed1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:28.314554 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Attempting to bind port 28912f2d-e421-4be1-a318-dd59924a21f8 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:26:28.314921 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Attempting to bind port 28912f2d-e421-4be1-a318-dd59924a21f8 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '37448d19-5389-4c24-98f0-ee642783a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:26:28.315273 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Attempting to bind port 28912f2d-e421-4be1-a318-dd59924a21f8 on network 7bbe2e34-fdb8-4357-ad93-435c1090f033 {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:26:28.321293 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:26:28.321692 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Checking segment: {'id': '37448d19-5389-4c24-98f0-ee642783a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:26:28.322083 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.322467 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Bound using segment: {'id': '37448d19-5389-4c24-98f0-ee642783a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:26:28.322922 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Bound port: 28912f2d-e421-4be1-a318-dd59924a21f8, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37448d19-5389-4c24-98f0-ee642783a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:26:28.323293 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.388278 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] For port 28912f2d-e421-4be1-a318-dd59924a21f8, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:26:28.391991 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] For port 28912f2d-e421-4be1-a318-dd59924a21f8, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=28912f2d-e421-4be1-a318-dd59924a21f8,segment=NetworkSegment(37448d19-5389-4c24-98f0-ee642783a18e),segment_id=37448d19-5389-4c24-98f0-ee642783a18e)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:26:28.397765 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.454368 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-a5e84bfe-2549-46ec-bcf1-d2cd5933f5f8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717210011&fields=id&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 267 time: 0.0635631 Nov 09 04:26:28.463643 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-fd617122-9263-4798-9844-9247dfc0b021 None None] Provisioning complete for port 28912f2d-e421-4be1-a318-dd59924a21f8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:28.464024 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fd617122-9263-4798-9844-9247dfc0b021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.464440 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab98c9-491c-4095-b13d-dadaf1ed1361 None None] Pushing event updated for resources: {'Port': ['ID=28912f2d-e421-4be1-a318-dd59924a21f8,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:28.473744 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Routers {'9a093971-0b9f-47e4-8778-12d112fbd780'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:26:28.474302 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:26:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9a093971-0b9f-47e4-8778-12d112fbd780'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:28.572745 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fd617122-9263-4798-9844-9247dfc0b021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.573889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-d9ec42f1-2312-490e-8148-ff1451b6f739 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:28.576661 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-d9ec42f1-2312-490e-8148-ff1451b6f739 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/networks?id=7bbe2e34-fdb8-4357-ad93-435c1090f033 HTTP/1.1" status: 200 len: 796 time: 0.1213639 Nov 09 04:26:28.596226 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-59397e05-79dd-45bf-bb84-30ec11c7448b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/quotas/871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 375 time: 0.0133278 Nov 09 04:26:28.610570 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] Set router 9a093971-0b9f-47e4-8778-12d112fbd780 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:26:28.611211 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-fd617122-9263-4798-9844-9247dfc0b021 None None] For port 28912f2d-e421-4be1-a318-dd59924a21f8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=28912f2d-e421-4be1-a318-dd59924a21f8,segment=NetworkSegment(37448d19-5389-4c24-98f0-ee642783a18e),segment_id=37448d19-5389-4c24-98f0-ee642783a18e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:26:28.619656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fd617122-9263-4798-9844-9247dfc0b021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.670217 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9766fe86-022d-4f6a-abea-8070007487df tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676875 Nov 09 04:26:28.686574 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-a5b349a4-07f9-4105-8577-bba31487af6e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:26:28.687843 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-a5b349a4-07f9-4105-8577-bba31487af6e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058239 Nov 09 04:26:28.688755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd617122-9263-4798-9844-9247dfc0b021 None None] Pushing event updated for resources: {'Port': ['ID=28912f2d-e421-4be1-a318-dd59924a21f8,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:28.741149 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2b699a85-5fc4-4c8e-a0ba-59ce2f8ebdcd None None] Provisioning complete for port 28912f2d-e421-4be1-a318-dd59924a21f8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:28.741547 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2b699a85-5fc4-4c8e-a0ba-59ce2f8ebdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:28.780513 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-29608dc6-b934-4d16-af3d-8461599efdda service neutron] 10.222.0.21 "GET /v2.0/networks/7bbe2e34-fdb8-4357-ad93-435c1090f033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862064 Nov 09 04:26:28.878554 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-86f7588b-597e-4893-a78b-48ef8a78c3dd service neutron] 10.222.0.21 "GET /v2.0/networks/7bbe2e34-fdb8-4357-ad93-435c1090f033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912604 Nov 09 04:26:28.911068 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '28912f2d-e421-4be1-a318-dd59924a21f8', 'name': '', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:88:c8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:24Z', 'updated_at': '2021-11-09T04:26:28Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:28.936683 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d4bc92-5d25-418e-a101-e3a2c34f8d8f None None] The sync data for ids ['9a093971-0b9f-47e4-8778-12d112fbd780'] in dv-neutron-816800-2-hyperv is: [{'id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '28912f2d-e421-4be1-a318-dd59924a21f8', 'name': '', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:88:c8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:24Z', 'updated_at': '2021-11-09T04:26:28Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:26:29.059961 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:29.064607 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-35d60826-3d2e-4739-b48d-eeadd6125ce2 req-74edbd68-eceb-401d-b267-6a51487abefd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 210 time: 0.0331738 Nov 09 04:26:29.432042 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9d843d82-7338-459b-9e15-73ef4fd8f44d up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:26:29.490912 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9d843d82-7338-459b-9e15-73ef4fd8f44d triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:29.491273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:29.578310 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 28912f2d-e421-4be1-a318-dd59924a21f8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:26:29.630352 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 28912f2d-e421-4be1-a318-dd59924a21f8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:29.630857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:30.031672 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-dd6e42b4-4899-4f36-9bfa-69a09d8f7d22 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:30.033120 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-dd6e42b4-4899-4f36-9bfa-69a09d8f7d22 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/networks?id=7bbe2e34-fdb8-4357-ad93-435c1090f033 HTTP/1.1" status: 200 len: 796 time: 0.1049883 Nov 09 04:26:30.165322 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-40e87ce1-8dc3-404d-9a1e-2745efe8a370 req-bf4154fe-54ce-404a-a59b-e6f204f014a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 210 time: 0.0282686 Nov 09 04:26:30.257861 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:30.364033 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-7ae9c8d4-59c6-4ab8-891c-43bc97615d57 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 379 time: 0.3221669 Nov 09 04:26:30.373442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9ec598e0-3a54-42c0-835e-253bd57a39ca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'port': {'device_id': '3fdd470e-015c-44d4-834a-bcae89fb8811', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'admin_state_up': True, 'tenant_id': '871582c076e646fa8f870c685a113561', 'security_groups': ['1e8c1311-7658-4e98-9296-f6d7196a67c7']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:26:30.477074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9ec598e0-3a54-42c0-835e-253bd57a39ca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:26:30.480594 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9ec598e0-3a54-42c0-835e-253bd57a39ca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:30.601522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9ec598e0-3a54-42c0-835e-253bd57a39ca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.13 (7bbe2e34-fdb8-4357-ad93-435c1090f033/8091f21f-c1db-490b-9d07-7f71ae53706f/ecea6a65-30be-4b66-aabf-98a870588d24) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:26:30.738942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9ec598e0-3a54-42c0-835e-253bd57a39ca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:30.770294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9ec598e0-3a54-42c0-835e-253bd57a39ca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:30.809387 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9ec598e0-3a54-42c0-835e-253bd57a39ca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 7bbe2e34-fdb8-4357-ad93-435c1090f033 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:26:30.812330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9ec598e0-3a54-42c0-835e-253bd57a39ca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:26:30.817839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9ec598e0-3a54-42c0-835e-253bd57a39ca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:26:30.842762 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec598e0-3a54-42c0-835e-253bd57a39ca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=ecea6a65-30be-4b66-aabf-98a870588d24,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:30.871756 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9ec598e0-3a54-42c0-835e-253bd57a39ca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:30.872530 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9ec598e0-3a54-42c0-835e-253bd57a39ca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:30.889733 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9ec598e0-3a54-42c0-835e-253bd57a39ca tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5198648 Nov 09 04:26:30.899681 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-d061b61f-c781-46c3-a2e3-6d9cca41256f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:26:30.900668 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-d061b61f-c781-46c3-a2e3-6d9cca41256f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053446 Nov 09 04:26:30.913141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Request body: {'port': {'device_id': '3fdd470e-015c-44d4-834a-bcae89fb8811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:26:30.973306 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:31.006251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:31.059578 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-44649aa3-b365-4575-81be-c6233542e378 None None] Provisioning complete for port ecea6a65-30be-4b66-aabf-98a870588d24 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:31.059941 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-44649aa3-b365-4575-81be-c6233542e378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:31.093780 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-44649aa3-b365-4575-81be-c6233542e378 None None] Port ecea6a65-30be-4b66-aabf-98a870588d24 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:26:31.227729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecea6a65-30be-4b66-aabf-98a870588d24 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:26:31.236158 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:31.269477 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Transition to ACTIVE for port object ecea6a65-30be-4b66-aabf-98a870588d24 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:26:31.274436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:31.325140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21606956-9e2f-447a-bf64-ee3659f9f34a req-a354c635-6545-47d4-8e7b-83079a71b307 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:31.326697 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-21606956-9e2f-447a-bf64-ee3659f9f34a req-a354c635-6545-47d4-8e7b-83079a71b307 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 932 time: 0.0925519 Nov 09 04:26:31.347576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecea6a65-30be-4b66-aabf-98a870588d24,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:31.435688 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-21606956-9e2f-447a-bf64-ee3659f9f34a req-c0fadee5-c586-4d10-863a-2000ad85c211 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e8c1311-7658-4e98-9296-f6d7196a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986905 Nov 09 04:26:31.454138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Attempting to bind port ecea6a65-30be-4b66-aabf-98a870588d24 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:26:31.454589 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Attempting to bind port ecea6a65-30be-4b66-aabf-98a870588d24 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '37448d19-5389-4c24-98f0-ee642783a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:26:31.455008 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Attempting to bind port ecea6a65-30be-4b66-aabf-98a870588d24 on network 7bbe2e34-fdb8-4357-ad93-435c1090f033 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:26:31.460155 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Port ecea6a65-30be-4b66-aabf-98a870588d24 on network 7bbe2e34-fdb8-4357-ad93-435c1090f033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:26:31.461045 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Attempting to bind port ecea6a65-30be-4b66-aabf-98a870588d24 on network 7bbe2e34-fdb8-4357-ad93-435c1090f033 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:26:31.466100 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:26:31.466433 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Checking segment: {'id': '37448d19-5389-4c24-98f0-ee642783a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:26:31.466811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Bound using segment: {'id': '37448d19-5389-4c24-98f0-ee642783a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:26:31.467233 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Bound port: ecea6a65-30be-4b66-aabf-98a870588d24, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37448d19-5389-4c24-98f0-ee642783a18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:26:31.467576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:31.533566 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] For port ecea6a65-30be-4b66-aabf-98a870588d24, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:26:31.536452 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] For port ecea6a65-30be-4b66-aabf-98a870588d24, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ecea6a65-30be-4b66-aabf-98a870588d24,segment=NetworkSegment(37448d19-5389-4c24-98f0-ee642783a18e),segment_id=37448d19-5389-4c24-98f0-ee642783a18e)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:26:31.540604 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:31.573406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:31.574040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:31.575381 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] 10.222.0.31 "PUT /v2.0/ports/ecea6a65-30be-4b66-aabf-98a870588d24 HTTP/1.1" status: 200 len: 1094 time: 0.6664979 Nov 09 04:26:31.575812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdd470e-015c-44d4-834a-bcae89fb8811', 'tag': 'ecea6a65-30be-4b66-aabf-98a870588d24'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:26:31.578114 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b332a042-97c6-4200-92e1-41e43ac6462f" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdd470e-015c-44d4-834a-bcae89fb8811", "tag": "ecea6a65-30be-4b66-aabf-98a870588d24"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:26:31.605008 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b0f3f-ce0d-4aef-83f5-fddec724f5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecea6a65-30be-4b66-aabf-98a870588d24,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:31.623401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e378069-b30d-47d9-81bc-e4d3864f0dda x-openstack-request-id: req-4e378069-b30d-47d9-81bc-e4d3864f0dda {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:26:31.623688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdd470e-015c-44d4-834a-bcae89fb8811", "tag": "ecea6a65-30be-4b66-aabf-98a870588d24", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:26:31.623943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e378069-b30d-47d9-81bc-e4d3864f0dda {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:26:31.624334 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdd470e-015c-44d4-834a-bcae89fb8811', 'tag': 'ecea6a65-30be-4b66-aabf-98a870588d24', 'status': 'completed', 'code': 200} Nov 09 04:26:31.656710 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9ce84d69-0e38-4c58-bd71-4ccbeba65766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:31.658290 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9ce84d69-0e38-4c58-bd71-4ccbeba65766 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 1097 time: 0.0451486 Nov 09 04:26:31.705834 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-94fbc02c-e18f-40d4-ab1e-d4d2ef9c717d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecea6a65-30be-4b66-aabf-98a870588d24 HTTP/1.1" status: 200 len: 217 time: 0.0396862 Nov 09 04:26:31.756341 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9af48741-00e6-40ce-9ffb-8dc22c25ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:31.758454 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-9af48741-00e6-40ce-9ffb-8dc22c25ceba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8091f21f-c1db-490b-9d07-7f71ae53706f HTTP/1.1" status: 200 len: 844 time: 0.0461411 Nov 09 04:26:31.802662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-640b62e5-156e-4892-b748-1c9d96f2d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:31.804627 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-640b62e5-156e-4892-b748-1c9d96f2d659 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7bbe2e34-fdb8-4357-ad93-435c1090f033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386875 Nov 09 04:26:31.897083 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-f32e5f37-4657-40a1-8d88-8c3ff4f3d506 service neutron] 10.222.0.31 "GET /v2.0/networks/7bbe2e34-fdb8-4357-ad93-435c1090f033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846510 Nov 09 04:26:31.984951 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b7dc067f-85fb-4340-8d16-4b007270aaa5 req-662b12e2-c498-4244-9406-4fe1253dace9 service neutron] 10.222.0.31 "GET /v2.0/networks/7bbe2e34-fdb8-4357-ad93-435c1090f033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799830 Nov 09 04:26:32.076730 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332a042-97c6-4200-92e1-41e43ac6462f req-64ad2f41-35b5-430b-8069-75ff082c3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:32.078236 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b332a042-97c6-4200-92e1-41e43ac6462f req-64ad2f41-35b5-430b-8069-75ff082c3385 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 1097 time: 0.0456648 Nov 09 04:26:32.167247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332a042-97c6-4200-92e1-41e43ac6462f req-ba767a62-0b0b-4cbe-b13d-88f5d28c5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:32.168699 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b332a042-97c6-4200-92e1-41e43ac6462f req-ba767a62-0b0b-4cbe-b13d-88f5d28c5c16 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7bbe2e34-fdb8-4357-ad93-435c1090f033 HTTP/1.1" status: 200 len: 896 time: 0.0826540 Nov 09 04:26:32.213542 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b332a042-97c6-4200-92e1-41e43ac6462f req-21faa889-09e6-42b4-9656-0f5f7762d541 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecea6a65-30be-4b66-aabf-98a870588d24 HTTP/1.1" status: 200 len: 217 time: 0.0368464 Nov 09 04:26:32.261129 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332a042-97c6-4200-92e1-41e43ac6462f req-40ab2386-7bf3-4593-abec-6b176509da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:32.262538 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b332a042-97c6-4200-92e1-41e43ac6462f req-40ab2386-7bf3-4593-abec-6b176509da5c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8091f21f-c1db-490b-9d07-7f71ae53706f HTTP/1.1" status: 200 len: 844 time: 0.0422769 Nov 09 04:26:32.308142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332a042-97c6-4200-92e1-41e43ac6462f req-f4561756-ab82-4654-88a9-f4d346381095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:32.309602 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b332a042-97c6-4200-92e1-41e43ac6462f req-f4561756-ab82-4654-88a9-f4d346381095 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7bbe2e34-fdb8-4357-ad93-435c1090f033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383408 Nov 09 04:26:32.399583 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b332a042-97c6-4200-92e1-41e43ac6462f req-0b947cbb-82d9-4805-9c69-204a041796f5 service neutron] 10.222.0.31 "GET /v2.0/networks/7bbe2e34-fdb8-4357-ad93-435c1090f033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821409 Nov 09 04:26:32.489150 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b332a042-97c6-4200-92e1-41e43ac6462f req-fc1e7390-5c7f-417a-8e1d-32866a0752b9 service neutron] 10.222.0.31 "GET /v2.0/networks/7bbe2e34-fdb8-4357-ad93-435c1090f033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820618 Nov 09 04:26:32.553385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fda2e1-3416-4f57-a5ce-337c97546588 req-1b7d7c81-33f8-4243-a262-5ba152036936 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:32.554881 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-69fda2e1-3416-4f57-a5ce-337c97546588 req-1b7d7c81-33f8-4243-a262-5ba152036936 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 944 time: 0.0479228 Nov 09 04:26:32.606563 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-69fda2e1-3416-4f57-a5ce-337c97546588 req-15036ff9-8d1f-4456-bad6-7801982b316a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e8c1311-7658-4e98-9296-f6d7196a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455387 Nov 09 04:26:33.720321 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b802d7-f7be-4f7b-b47e-1777442668c1 req-4ba4003d-21ee-48e1-bb71-18b50c910c96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:33.721796 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-96b802d7-f7be-4f7b-b47e-1777442668c1 req-4ba4003d-21ee-48e1-bb71-18b50c910c96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 944 time: 0.0483530 Nov 09 04:26:33.769036 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-96b802d7-f7be-4f7b-b47e-1777442668c1 req-8a14e58d-2411-4239-960e-4837d130b682 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e8c1311-7658-4e98-9296-f6d7196a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408490 Nov 09 04:26:33.922389 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ecea6a65-30be-4b66-aabf-98a870588d24 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:26:34.017320 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ecea6a65-30be-4b66-aabf-98a870588d24, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ecea6a65-30be-4b66-aabf-98a870588d24,segment=NetworkSegment(37448d19-5389-4c24-98f0-ee642783a18e),segment_id=37448d19-5389-4c24-98f0-ee642783a18e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:26:34.028742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'ecea6a65-30be-4b66-aabf-98a870588d24', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'port_id': 'ecea6a65-30be-4b66-aabf-98a870588d24', 'mac_address': 'fa:16:3e:37:e4:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:26:34.064888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:34.077176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecea6a65-30be-4b66-aabf-98a870588d24 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:26:34.096482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ecea6a65-30be-4b66-aabf-98a870588d24, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ecea6a65-30be-4b66-aabf-98a870588d24,segment=NetworkSegment(37448d19-5389-4c24-98f0-ee642783a18e),segment_id=37448d19-5389-4c24-98f0-ee642783a18e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:26:34.100587 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:34.151161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=ecea6a65-30be-4b66-aabf-98a870588d24,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:34.158543 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:34.158898 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:34.159243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:34.159583 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:34.159916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:34.160251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:34.160581 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:34.160911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:34.161240 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:34.161606 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:34.161913 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:34.162236 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:26:34.308316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['ecea6a65-30be-4b66-aabf-98a870588d24'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:26:34.881843 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bef1c9-62ad-4039-99f8-14b63801b0c0 req-4e614841-1437-408c-bf44-3528e6bc3027 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:34.883327 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-12bef1c9-62ad-4039-99f8-14b63801b0c0 req-4e614841-1437-408c-bf44-3528e6bc3027 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 945 time: 0.0484741 Nov 09 04:26:34.931417 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-12bef1c9-62ad-4039-99f8-14b63801b0c0 req-5648c11b-3330-4988-8833-ca195bebcff3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e8c1311-7658-4e98-9296-f6d7196a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422764 Nov 09 04:26:35.286843 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:26:35.937437 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ecea6a65-30be-4b66-aabf-98a870588d24 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:26:35.986626 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port ecea6a65-30be-4b66-aabf-98a870588d24 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:26:35.990398 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port ecea6a65-30be-4b66-aabf-98a870588d24 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:26:35.991185 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:36.049691 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab6450-63c7-4c93-9c52-bce00cd2629f req-2ff718da-eaf6-4d59-bf18-da4e9cd36b96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:36.051161 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a4ab6450-63c7-4c93-9c52-bce00cd2629f req-2ff718da-eaf6-4d59-bf18-da4e9cd36b96 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 945 time: 0.0525560 Nov 09 04:26:36.067709 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:36.093267 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdd470e-015c-44d4-834a-bcae89fb8811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecea6a65-30be-4b66-aabf-98a870588d24'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:26:36.095530 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a407d849-6583-40a5-ae91-30a04c3980b0" -d '{"events": [{"server_uuid": "3fdd470e-015c-44d4-834a-bcae89fb8811", "name": "network-vif-plugged", "status": "completed", "tag": "ecea6a65-30be-4b66-aabf-98a870588d24"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:26:36.108532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ecea6a65-30be-4b66-aabf-98a870588d24, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ecea6a65-30be-4b66-aabf-98a870588d24,segment=NetworkSegment(37448d19-5389-4c24-98f0-ee642783a18e),segment_id=37448d19-5389-4c24-98f0-ee642783a18e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:26:36.112765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:36.139665 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9af392-fcca-4179-89f4-2b69a91b9eb1 x-openstack-request-id: req-6b9af392-fcca-4179-89f4-2b69a91b9eb1 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:26:36.139989 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdd470e-015c-44d4-834a-bcae89fb8811", "name": "network-vif-plugged", "status": "completed", "tag": "ecea6a65-30be-4b66-aabf-98a870588d24", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:26:36.140242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b9af392-fcca-4179-89f4-2b69a91b9eb1 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:26:36.140753 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdd470e-015c-44d4-834a-bcae89fb8811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecea6a65-30be-4b66-aabf-98a870588d24', 'code': 200} Nov 09 04:26:36.165883 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a4ab6450-63c7-4c93-9c52-bce00cd2629f req-c128ddeb-4ac8-4efa-bea1-1d0ff77f842e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e8c1311-7658-4e98-9296-f6d7196a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042812 Nov 09 04:26:36.170816 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=ecea6a65-30be-4b66-aabf-98a870588d24,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:36.300243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a7282-f2e9-418b-8518-4ccc8c6ec631 req-e81da7ff-2b95-4177-875e-719cd8ccdc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:36.301634 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2e3a7282-f2e9-418b-8518-4ccc8c6ec631 req-e81da7ff-2b95-4177-875e-719cd8ccdc0a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 1099 time: 0.0389490 Nov 09 04:26:36.347047 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2e3a7282-f2e9-418b-8518-4ccc8c6ec631 req-c78665e5-9d9f-4459-8bd8-5297daf451c0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1e8c1311-7658-4e98-9296-f6d7196a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379148 Nov 09 04:26:37.274952 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf32196-aaf4-4d4d-848f-57852e6a77ea req-17a08f41-a5df-4b98-9451-17c18d9710e9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:37.276421 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0bf32196-aaf4-4d4d-848f-57852e6a77ea req-17a08f41-a5df-4b98-9451-17c18d9710e9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 946 time: 0.0519531 Nov 09 04:26:37.325481 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0bf32196-aaf4-4d4d-848f-57852e6a77ea req-9a781bad-ba48-42e7-a776-23dcaeb5e2c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e8c1311-7658-4e98-9296-f6d7196a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431817 Nov 09 04:26:38.436496 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7437-3d3b-4936-a932-afc2313baeaa req-837d19a2-7168-4ee4-bc4a-0a4b3d28548f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:38.438056 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-61fd7437-3d3b-4936-a932-afc2313baeaa req-837d19a2-7168-4ee4-bc4a-0a4b3d28548f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 946 time: 0.0478795 Nov 09 04:26:38.487463 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-61fd7437-3d3b-4936-a932-afc2313baeaa req-d5e2ae00-2a2e-4609-8e10-b5f45feb230f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e8c1311-7658-4e98-9296-f6d7196a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436108 Nov 09 04:26:38.598759 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb819be3-0ebc-45a5-928f-98a48a596685 req-d15f1141-97ca-4d8e-a63e-f62ed5ca645c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:38.600226 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fb819be3-0ebc-45a5-928f-98a48a596685 req-d15f1141-97ca-4d8e-a63e-f62ed5ca645c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 946 time: 0.0478289 Nov 09 04:26:38.649865 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fb819be3-0ebc-45a5-928f-98a48a596685 req-af74d877-2583-40cc-b34e-16eac2c8442a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e8c1311-7658-4e98-9296-f6d7196a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430503 Nov 09 04:26:38.671840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52142) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:38.714967 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad5fa8-674b-4871-b81c-f943fff955f2 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:38.716486 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2bad5fa8-674b-4871-b81c-f943fff955f2 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 1094 time: 0.0436757 Nov 09 04:26:38.719260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52144) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:38.723462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': 'ecea6a65-30be-4b66-aabf-98a870588d24', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:26:38.746926 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:38.841560 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:38.941052 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.159 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/936c0937-bd3d-4daf-928f-8f28710638ce) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:26:39.038246 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:39.071307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:39.109774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:26:39.112491 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:26:39.117950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:26:39.141010 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=936c0937-bd3d-4daf-928f-8f28710638ce,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:39.596150 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:39.693898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:40.112163 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:40.117422 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:40.185796 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=936c0937-bd3d-4daf-928f-8f28710638ce,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:26:40.193924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:40.291418 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP ba07ea2b-8df2-4861-9cdd-1140c1f4861d associated. External IP: 172.26.5.159, port: ecea6a65-30be-4b66-aabf-98a870588d24. Nov 09 04:26:40.492776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 9a093971-0b9f-47e4-8778-12d112fbd780 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:26:40.597402 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:26:40.607177 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafea2e6-d6f0-4fc0-a2d5-c39f6f3eb592 None None] Sync routers for ids ['9a093971-0b9f-47e4-8778-12d112fbd780'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:26:40.614377 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:40.618364 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafea2e6-d6f0-4fc0-a2d5-c39f6f3eb592 None None] Routers {'9a093971-0b9f-47e4-8778-12d112fbd780'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:26:40.618976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bafea2e6-d6f0-4fc0-a2d5-c39f6f3eb592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:26:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9a093971-0b9f-47e4-8778-12d112fbd780'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:40.640669 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ed7736c3-816a-4e58-8000-3732efeb1fea tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9204156 Nov 09 04:26:40.641248 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdd470e-015c-44d4-834a-bcae89fb8811', 'tag': 'ecea6a65-30be-4b66-aabf-98a870588d24'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:26:40.643503 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd48fe60-95bc-454a-93c3-bf8dab0bc0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdd470e-015c-44d4-834a-bcae89fb8811", "tag": "ecea6a65-30be-4b66-aabf-98a870588d24"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:26:40.643820 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52146) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:40.679013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e2828c-b8b8-4f02-b507-54c4cc0868f9 x-openstack-request-id: req-22e2828c-b8b8-4f02-b507-54c4cc0868f9 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:26:40.679300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdd470e-015c-44d4-834a-bcae89fb8811", "tag": "ecea6a65-30be-4b66-aabf-98a870588d24", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:26:40.680083 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22e2828c-b8b8-4f02-b507-54c4cc0868f9 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:26:40.680472 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdd470e-015c-44d4-834a-bcae89fb8811', 'tag': 'ecea6a65-30be-4b66-aabf-98a870588d24', 'status': 'completed', 'code': 200} Nov 09 04:26:40.718854 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0108577b-5b18-4ff4-b0c8-ff4371df9c87 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/ba07ea2b-8df2-4861-9cdd-1140c1f4861d HTTP/1.1" status: 200 len: 992 time: 0.0727997 Nov 09 04:26:40.743947 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-bafea2e6-d6f0-4fc0-a2d5-c39f6f3eb592 None None] Set router 9a093971-0b9f-47e4-8778-12d112fbd780 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:26:40.747433 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48fe60-95bc-454a-93c3-bf8dab0bc0a4 req-aa312e0a-5a28-4062-9259-07d5c9807a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:40.748964 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd48fe60-95bc-454a-93c3-bf8dab0bc0a4 req-aa312e0a-5a28-4062-9259-07d5c9807a2b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 1099 time: 0.0414543 Nov 09 04:26:40.841941 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48fe60-95bc-454a-93c3-bf8dab0bc0a4 req-206e1ae1-312a-42bd-99ee-6e692cc894d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:40.843422 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd48fe60-95bc-454a-93c3-bf8dab0bc0a4 req-206e1ae1-312a-42bd-99ee-6e692cc894d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7bbe2e34-fdb8-4357-ad93-435c1090f033 HTTP/1.1" status: 200 len: 896 time: 0.0877125 Nov 09 04:26:40.907337 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd48fe60-95bc-454a-93c3-bf8dab0bc0a4 req-b05ba24b-0df4-4611-8f45-024ef8c6852a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecea6a65-30be-4b66-aabf-98a870588d24 HTTP/1.1" status: 200 len: 1000 time: 0.0571537 Nov 09 04:26:40.959989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48fe60-95bc-454a-93c3-bf8dab0bc0a4 req-9d4aa121-8f48-4a46-b81b-3bc214a2af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:40.962036 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd48fe60-95bc-454a-93c3-bf8dab0bc0a4 req-9d4aa121-8f48-4a46-b81b-3bc214a2af40 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8091f21f-c1db-490b-9d07-7f71ae53706f HTTP/1.1" status: 200 len: 844 time: 0.0478995 Nov 09 04:26:40.968805 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bafea2e6-d6f0-4fc0-a2d5-c39f6f3eb592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'ba07ea2b-8df2-4861-9cdd-1140c1f4861d', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.159', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'port_id': 'ecea6a65-30be-4b66-aabf-98a870588d24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'mac_address': 'fa:16:3e:37:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd470e-015c-44d4-834a-bcae89fb8811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:26:39Z', 'updated_at': '2021-11-09T04:26:39Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28912f2d-e421-4be1-a318-dd59924a21f8', 'name': '', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:88:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:24Z', 'updated_at': '2021-11-09T04:26:28Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:40.995575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafea2e6-d6f0-4fc0-a2d5-c39f6f3eb592 None None] Checking router: 9a093971-0b9f-47e4-8778-12d112fbd780 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:26:41.003762 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafea2e6-d6f0-4fc0-a2d5-c39f6f3eb592 None None] Routers {'9a093971-0b9f-47e4-8778-12d112fbd780'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:26:41.004358 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bafea2e6-d6f0-4fc0-a2d5-c39f6f3eb592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:26:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9a093971-0b9f-47e4-8778-12d112fbd780'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:41.007966 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48fe60-95bc-454a-93c3-bf8dab0bc0a4 req-1e0b573a-1aaf-4993-96cf-1c67102968b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:26:41.009458 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd48fe60-95bc-454a-93c3-bf8dab0bc0a4 req-1e0b573a-1aaf-4993-96cf-1c67102968b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7bbe2e34-fdb8-4357-ad93-435c1090f033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399730 Nov 09 04:26:41.103594 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd48fe60-95bc-454a-93c3-bf8dab0bc0a4 req-e2704df3-cc7d-4bfe-9ea4-3821ca512dcf service neutron] 10.222.0.31 "GET /v2.0/networks/7bbe2e34-fdb8-4357-ad93-435c1090f033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859637 Nov 09 04:26:41.109982 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-bafea2e6-d6f0-4fc0-a2d5-c39f6f3eb592 None None] Set router 9a093971-0b9f-47e4-8778-12d112fbd780 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:26:41.192261 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cd48fe60-95bc-454a-93c3-bf8dab0bc0a4 req-3de5de9e-c6bf-4773-b1c3-1ce77cdfc191 service neutron] 10.222.0.31 "GET /v2.0/networks/7bbe2e34-fdb8-4357-ad93-435c1090f033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816700 Nov 09 04:26:41.328075 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bafea2e6-d6f0-4fc0-a2d5-c39f6f3eb592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'ba07ea2b-8df2-4861-9cdd-1140c1f4861d', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.159', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'port_id': 'ecea6a65-30be-4b66-aabf-98a870588d24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'mac_address': 'fa:16:3e:37:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd470e-015c-44d4-834a-bcae89fb8811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:26:39Z', 'updated_at': '2021-11-09T04:26:39Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28912f2d-e421-4be1-a318-dd59924a21f8', 'name': '', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:88:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:24Z', 'updated_at': '2021-11-09T04:26:28Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:26:41.492844 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafea2e6-d6f0-4fc0-a2d5-c39f6f3eb592 None None] The sync data for ids ['9a093971-0b9f-47e4-8778-12d112fbd780'] in dv-neutron-816800-2-hyperv is: [{'id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'ba07ea2b-8df2-4861-9cdd-1140c1f4861d', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.159', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'port_id': 'ecea6a65-30be-4b66-aabf-98a870588d24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'mac_address': 'fa:16:3e:37:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdd470e-015c-44d4-834a-bcae89fb8811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:26:39Z', 'updated_at': '2021-11-09T04:26:39Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28912f2d-e421-4be1-a318-dd59924a21f8', 'name': '', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:88:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:24Z', 'updated_at': '2021-11-09T04:26:28Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:26:41.672652 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfce20b-4bb3-4512-a278-823dbfbd8dc6 None None] New status for floating IP ba07ea2b-8df2-4861-9cdd-1140c1f4861d: ACTIVE {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:26:41.721655 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52150) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:41.784585 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a832c242-2eb4-475c-a5e1-8a2ec4f4ed9e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/ba07ea2b-8df2-4861-9cdd-1140c1f4861d HTTP/1.1" status: 200 len: 992 time: 0.0617700 Nov 09 04:26:42.788523 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52152) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:26:42.847206 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-46a74aba-d55a-4d85-965b-895aaf6743dc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/ba07ea2b-8df2-4861-9cdd-1140c1f4861d HTTP/1.1" status: 200 len: 994 time: 0.0575416 Nov 09 04:26:46.933354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:55.519558 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9f7ac8ed-699a-4b0c-83e3-71fbaac8f7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:57.818981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6e9614c1-69d9-44c4-a9de-0a2f18c5021c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:26:59.057662 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:27:00.245771 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:27:01.009157 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:27:12.285198 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:27:16.933339 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:27:25.521283 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b9aed96f-0137-40cf-8685-2f4ef0e9fba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:27:27.819903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-027e6295-6033-4aff-a948-8d608a801339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:27:29.060451 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:27:29.897162 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fea97e51-abd9-43cd-bb15-e77739c4339c req-d549cb81-e7a7-457b-bf5a-f5420a324224 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806651 Nov 09 04:27:29.981155 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea97e51-abd9-43cd-bb15-e77739c4339c req-9601e38c-57e1-4b96-ba09-5a23dde84c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:27:29.982624 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fea97e51-abd9-43cd-bb15-e77739c4339c req-9601e38c-57e1-4b96-ba09-5a23dde84c7c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 1099 time: 0.0431855 Nov 09 04:27:30.082887 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea97e51-abd9-43cd-bb15-e77739c4339c req-1ec60700-0ed2-4c08-8b2d-6baa574f0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:27:30.084377 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fea97e51-abd9-43cd-bb15-e77739c4339c req-1ec60700-0ed2-4c08-8b2d-6baa574f0bca service neutron] 10.222.0.31 "GET /v2.0/networks?id=7bbe2e34-fdb8-4357-ad93-435c1090f033 HTTP/1.1" status: 200 len: 896 time: 0.0820391 Nov 09 04:27:30.150341 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fea97e51-abd9-43cd-bb15-e77739c4339c req-fc4ffdbc-cd9f-47bd-8d43-5f02b29872ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecea6a65-30be-4b66-aabf-98a870588d24 HTTP/1.1" status: 200 len: 1002 time: 0.0593569 Nov 09 04:27:30.198094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea97e51-abd9-43cd-bb15-e77739c4339c req-3a30ae68-b134-4ae9-843e-9cd396d92bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:27:30.199518 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fea97e51-abd9-43cd-bb15-e77739c4339c req-3a30ae68-b134-4ae9-843e-9cd396d92bed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8091f21f-c1db-490b-9d07-7f71ae53706f HTTP/1.1" status: 200 len: 844 time: 0.0423570 Nov 09 04:27:30.245478 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea97e51-abd9-43cd-bb15-e77739c4339c req-926b95c3-66bd-48f9-8651-da7ef9165eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:27:30.246942 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fea97e51-abd9-43cd-bb15-e77739c4339c req-926b95c3-66bd-48f9-8651-da7ef9165eff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7bbe2e34-fdb8-4357-ad93-435c1090f033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397418 Nov 09 04:27:30.247242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:27:30.338375 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fea97e51-abd9-43cd-bb15-e77739c4339c req-b037852d-896b-448d-8f4d-a43e5cdd1512 service neutron] 10.222.0.31 "GET /v2.0/networks/7bbe2e34-fdb8-4357-ad93-435c1090f033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845432 Nov 09 04:27:30.425822 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fea97e51-abd9-43cd-bb15-e77739c4339c req-a11bbb18-c6a7-467f-9d26-1e416b42aeb8 service neutron] 10.222.0.31 "GET /v2.0/networks/7bbe2e34-fdb8-4357-ad93-435c1090f033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808449 Nov 09 04:27:31.011710 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:27:46.929803 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:27:49.283570 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:27:55.522594 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b1911f41-9ffe-4326-a5e9-1d287392f666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:27:57.820907 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ddf82bf3-3b6b-425c-9f29-8542dd962799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:27:59.062981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:00.250151 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:01.013215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:16.928366 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:25.523505 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-96da6fca-4397-4b76-9985-0a326520e599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:26.283969 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:28:27.821586 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ab8aca95-c682-45c7-bc21-c5668afbfb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:29.065334 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:29.838201 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-025524f1-b5b1-446b-a484-913416e39895 req-f3f83e2a-6060-4abd-b2c3-3f05e3115eac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447428 Nov 09 04:28:29.922418 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025524f1-b5b1-446b-a484-913416e39895 req-0dd48fcf-f38c-4de6-9eef-6a683c62317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:28:29.924028 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-025524f1-b5b1-446b-a484-913416e39895 req-0dd48fcf-f38c-4de6-9eef-6a683c62317c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 1099 time: 0.0445371 Nov 09 04:28:30.023481 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025524f1-b5b1-446b-a484-913416e39895 req-dfadd115-c69d-4974-a828-c0e1f99d901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:28:30.024895 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-025524f1-b5b1-446b-a484-913416e39895 req-dfadd115-c69d-4974-a828-c0e1f99d901f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7bbe2e34-fdb8-4357-ad93-435c1090f033 HTTP/1.1" status: 200 len: 896 time: 0.0828784 Nov 09 04:28:30.090705 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-025524f1-b5b1-446b-a484-913416e39895 req-48aa06db-f452-413a-b8c7-ae3a4c1fff40 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecea6a65-30be-4b66-aabf-98a870588d24 HTTP/1.1" status: 200 len: 1002 time: 0.0592897 Nov 09 04:28:30.139456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025524f1-b5b1-446b-a484-913416e39895 req-fecd38ee-5053-4c4d-b7c4-44a13bf68853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:28:30.140860 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-025524f1-b5b1-446b-a484-913416e39895 req-fecd38ee-5053-4c4d-b7c4-44a13bf68853 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8091f21f-c1db-490b-9d07-7f71ae53706f HTTP/1.1" status: 200 len: 844 time: 0.0423167 Nov 09 04:28:30.184236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025524f1-b5b1-446b-a484-913416e39895 req-0a04b76a-0a71-41f4-91d5-457daeb31973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:28:30.185788 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-025524f1-b5b1-446b-a484-913416e39895 req-0a04b76a-0a71-41f4-91d5-457daeb31973 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7bbe2e34-fdb8-4357-ad93-435c1090f033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377438 Nov 09 04:28:30.253741 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:30.279172 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-025524f1-b5b1-446b-a484-913416e39895 req-ed1cfd50-82fd-43ea-b3b5-aaca65a0b0b3 service neutron] 10.222.0.31 "GET /v2.0/networks/7bbe2e34-fdb8-4357-ad93-435c1090f033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854778 Nov 09 04:28:30.366552 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-025524f1-b5b1-446b-a484-913416e39895 req-ee6a3ff7-98af-4dda-8055-0d0ffc0753e4 service neutron] 10.222.0.31 "GET /v2.0/networks/7bbe2e34-fdb8-4357-ad93-435c1090f033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796802 Nov 09 04:28:31.014273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:33.975693 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52180) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:28:34.056319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:28:34.146308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62880153'] for subnet, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:34.287287 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748279794059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62122655'] for subnet, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:34.318076 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:28:34.318681 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:34.319956 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/subnets/8091f21f-c1db-490b-9d07-7f71ae53706f HTTP/1.1" status: 200 len: 836 time: 0.3432934 Nov 09 04:28:34.324597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebec838a-0893-4601-94be-5c10e13471a3 None None] Network 7bbe2e34-fdb8-4357-ad93-435c1090f033 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:28:34.342236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Subnet': ['ID=8091f21f-c1db-490b-9d07-7f71ae53706f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:28:34.349982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:28:34.350321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:28:34.350657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:28:34.350984 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:28:34.351309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:28:34.351637 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:28:34.351959 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:28:34.352278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:28:34.352599 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:28:34.352919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:28:34.353233 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:28:34.353566 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c81e5f-93ad-4dcc-820f-59750e4303da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:28:34.722582 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e8d786a9-16fe-43e9-b460-8cc0bd5806ea None None] Provisioning complete for port ecea6a65-30be-4b66-aabf-98a870588d24 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:28:34.723560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e8d786a9-16fe-43e9-b460-8cc0bd5806ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:34.805841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e8d786a9-16fe-43e9-b460-8cc0bd5806ea None None] Provisioning complete for port 28912f2d-e421-4be1-a318-dd59924a21f8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:28:34.806111 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e8d786a9-16fe-43e9-b460-8cc0bd5806ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:34.896104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e8d786a9-16fe-43e9-b460-8cc0bd5806ea None None] Provisioning complete for port 017a8540-94f1-4c14-bbe4-272eb79b3f14 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:28:34.896467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e8d786a9-16fe-43e9-b460-8cc0bd5806ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:46.928470 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:55.523930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-afe34327-80e4-48e9-9a22-8b4a6f7b731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:57.821294 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b9791181-bfe3-4ea6-b4ec-6d870413c806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:28:59.071748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:00.255261 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:01.015240 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:03.282643 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:29:16.930562 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:17.144488 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52188) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:17.295577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-864ea5d3-e0be-4d0b-b3f3-d53ac029f3c0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 936c0937-bd3d-4daf-928f-8f28710638ce {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:29:17.295918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-864ea5d3-e0be-4d0b-b3f3-d53ac029f3c0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:17.371546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-864ea5d3-e0be-4d0b-b3f3-d53ac029f3c0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:17.371973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-864ea5d3-e0be-4d0b-b3f3-d53ac029f3c0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:17.383794 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-864ea5d3-e0be-4d0b-b3f3-d53ac029f3c0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 936c0937-bd3d-4daf-928f-8f28710638ce owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:29:17.547603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-864ea5d3-e0be-4d0b-b3f3-d53ac029f3c0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:17.578668 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ea5d3-e0be-4d0b-b3f3-d53ac029f3c0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=936c0937-bd3d-4daf-928f-8f28710638ce,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:17.630702 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-864ea5d3-e0be-4d0b-b3f3-d53ac029f3c0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:17.631042 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-864ea5d3-e0be-4d0b-b3f3-d53ac029f3c0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP ba07ea2b-8df2-4861-9cdd-1140c1f4861d disassociated (deleted). External IP: 172.26.5.159, port: ecea6a65-30be-4b66-aabf-98a870588d24. Nov 09 04:29:17.832660 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864ea5d3-e0be-4d0b-b3f3-d53ac029f3c0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 9a093971-0b9f-47e4-8778-12d112fbd780 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:29:17.938354 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864ea5d3-e0be-4d0b-b3f3-d53ac029f3c0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:29:17.943388 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-864ea5d3-e0be-4d0b-b3f3-d53ac029f3c0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:17.948279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f447415d-f862-41e6-8829-24c2ef131087 None None] Sync routers for ids ['9a093971-0b9f-47e4-8778-12d112fbd780'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:29:17.958106 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f447415d-f862-41e6-8829-24c2ef131087 None None] Routers {'9a093971-0b9f-47e4-8778-12d112fbd780'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:29:17.958723 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-f447415d-f862-41e6-8829-24c2ef131087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:28:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9a093971-0b9f-47e4-8778-12d112fbd780'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:17.969404 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-864ea5d3-e0be-4d0b-b3f3-d53ac029f3c0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/floatingips/ba07ea2b-8df2-4861-9cdd-1140c1f4861d HTTP/1.1" status: 204 len: 168 time: 0.8238225 Nov 09 04:29:17.970021 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdd470e-015c-44d4-834a-bcae89fb8811', 'tag': 'ecea6a65-30be-4b66-aabf-98a870588d24'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:29:17.972774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c27fae-eb47-4b2f-b8ed-e2e125730e04" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdd470e-015c-44d4-834a-bcae89fb8811", "tag": "ecea6a65-30be-4b66-aabf-98a870588d24"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:29:18.080365 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-f447415d-f862-41e6-8829-24c2ef131087 None None] Set router 9a093971-0b9f-47e4-8778-12d112fbd780 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:29:18.154017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c226c858-a1a8-4454-9a4a-aa60f622af3e x-openstack-request-id: req-c226c858-a1a8-4454-9a4a-aa60f622af3e {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:29:18.154541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdd470e-015c-44d4-834a-bcae89fb8811", "tag": "ecea6a65-30be-4b66-aabf-98a870588d24", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:29:18.154541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c226c858-a1a8-4454-9a4a-aa60f622af3e {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:29:18.154876 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdd470e-015c-44d4-834a-bcae89fb8811', 'tag': 'ecea6a65-30be-4b66-aabf-98a870588d24', 'status': 'completed', 'code': 200} Nov 09 04:29:18.217439 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c08cc-85a9-4db5-995a-2de85f8cb999 req-27f65b97-2596-4935-864d-c83fdfb31261 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:18.219091 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8e2c08cc-85a9-4db5-995a-2de85f8cb999 req-27f65b97-2596-4935-864d-c83fdfb31261 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 946 time: 0.0538285 Nov 09 04:29:18.219736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c27fae-eb47-4b2f-b8ed-e2e125730e04 req-c5ed9529-4b17-4a46-98be-4e0ad9eb3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:18.221902 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-71c27fae-eb47-4b2f-b8ed-e2e125730e04 req-c5ed9529-4b17-4a46-98be-4e0ad9eb3418 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 1099 time: 0.0430090 Nov 09 04:29:18.270927 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8e2c08cc-85a9-4db5-995a-2de85f8cb999 req-4eb56a8e-6545-4b12-b7d5-e040df00add2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e8c1311-7658-4e98-9296-f6d7196a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437183 Nov 09 04:29:18.296458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-f447415d-f862-41e6-8829-24c2ef131087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '28912f2d-e421-4be1-a318-dd59924a21f8', 'name': '', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:88:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:24Z', 'updated_at': '2021-11-09T04:26:28Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:18.319261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c27fae-eb47-4b2f-b8ed-e2e125730e04 req-8cb6d28b-b4b8-411a-9be8-2d6460969c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:18.320748 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-71c27fae-eb47-4b2f-b8ed-e2e125730e04 req-8cb6d28b-b4b8-411a-9be8-2d6460969c48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7bbe2e34-fdb8-4357-ad93-435c1090f033 HTTP/1.1" status: 200 len: 896 time: 0.0915732 Nov 09 04:29:18.321907 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f447415d-f862-41e6-8829-24c2ef131087 None None] Checking router: 9a093971-0b9f-47e4-8778-12d112fbd780 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:29:18.330897 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f447415d-f862-41e6-8829-24c2ef131087 None None] Routers {'9a093971-0b9f-47e4-8778-12d112fbd780'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:29:18.331487 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-f447415d-f862-41e6-8829-24c2ef131087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:28:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9a093971-0b9f-47e4-8778-12d112fbd780'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:18.363423 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-71c27fae-eb47-4b2f-b8ed-e2e125730e04 req-25259efa-7391-4f7d-8ae9-2591689eac71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecea6a65-30be-4b66-aabf-98a870588d24 HTTP/1.1" status: 200 len: 217 time: 0.0339925 Nov 09 04:29:18.417265 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c27fae-eb47-4b2f-b8ed-e2e125730e04 req-2e40f457-e0a9-4cb7-b772-ffb7c9b63ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:18.418769 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-71c27fae-eb47-4b2f-b8ed-e2e125730e04 req-2e40f457-e0a9-4cb7-b772-ffb7c9b63ff6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8091f21f-c1db-490b-9d07-7f71ae53706f HTTP/1.1" status: 200 len: 844 time: 0.0471628 Nov 09 04:29:18.436114 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-f447415d-f862-41e6-8829-24c2ef131087 None None] Set router 9a093971-0b9f-47e4-8778-12d112fbd780 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:29:18.464972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c27fae-eb47-4b2f-b8ed-e2e125730e04 req-b9ac3521-3503-46e6-a486-0ba80c5f30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:18.466668 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-71c27fae-eb47-4b2f-b8ed-e2e125730e04 req-b9ac3521-3503-46e6-a486-0ba80c5f30ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7bbe2e34-fdb8-4357-ad93-435c1090f033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401912 Nov 09 04:29:18.553597 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-71c27fae-eb47-4b2f-b8ed-e2e125730e04 req-c3389b68-e832-4262-9ee3-3c50646eeedc service neutron] 10.222.0.31 "GET /v2.0/networks/7bbe2e34-fdb8-4357-ad93-435c1090f033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798349 Nov 09 04:29:18.637276 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-f447415d-f862-41e6-8829-24c2ef131087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '28912f2d-e421-4be1-a318-dd59924a21f8', 'name': '', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:88:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:24Z', 'updated_at': '2021-11-09T04:26:28Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:18.648058 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-71c27fae-eb47-4b2f-b8ed-e2e125730e04 req-1ab688ff-8c12-48e1-ac82-21b2bd311c7d service neutron] 10.222.0.31 "GET /v2.0/networks/7bbe2e34-fdb8-4357-ad93-435c1090f033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873816 Nov 09 04:29:18.663678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f447415d-f862-41e6-8829-24c2ef131087 None None] The sync data for ids ['9a093971-0b9f-47e4-8778-12d112fbd780'] in dv-neutron-816800-2-hyperv is: [{'id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:25Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '28912f2d-e421-4be1-a318-dd59924a21f8', 'name': '', 'network_id': '7bbe2e34-fdb8-4357-ad93-435c1090f033', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:88:c8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:24Z', 'updated_at': '2021-11-09T04:26:28Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '8091f21f-c1db-490b-9d07-7f71ae53706f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:29:18.870696 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a456e5f-b2f9-4aaa-a394-3c718957111e None None] New status for floating IP ba07ea2b-8df2-4861-9cdd-1140c1f4861d: DOWN {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:29:19.394076 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891947b-3be0-447c-b577-19c02a94dc7a req-a3ec2cf5-dc3e-4893-a751-7cb979f57b1c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:19.395531 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3891947b-3be0-447c-b577-19c02a94dc7a req-a3ec2cf5-dc3e-4893-a751-7cb979f57b1c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 946 time: 0.0479231 Nov 09 04:29:19.443147 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3891947b-3be0-447c-b577-19c02a94dc7a req-3436c857-777c-4e98-a627-d3b99fa226e2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e8c1311-7658-4e98-9296-f6d7196a67c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417497 Nov 09 04:29:19.495146 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55025c2-b830-4ee1-bdcb-d0271d19c43e req-51f8d52a-f906-418b-ae16-285f744fc600 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:19.496581 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b55025c2-b830-4ee1-bdcb-d0271d19c43e req-51f8d52a-f906-418b-ae16-285f744fc600 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 946 time: 0.0519674 Nov 09 04:29:19.582071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-b55025c2-b830-4ee1-bdcb-d0271d19c43e req-7ecc9516-367b-40a1-ad6e-fb43289317a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port ecea6a65-30be-4b66-aabf-98a870588d24 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:29:19.582411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b55025c2-b830-4ee1-bdcb-d0271d19c43e req-7ecc9516-367b-40a1-ad6e-fb43289317a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:19.948474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-b55025c2-b830-4ee1-bdcb-d0271d19c43e req-7ecc9516-367b-40a1-ad6e-fb43289317a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port ecea6a65-30be-4b66-aabf-98a870588d24, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ecea6a65-30be-4b66-aabf-98a870588d24,segment=NetworkSegment(37448d19-5389-4c24-98f0-ee642783a18e),segment_id=37448d19-5389-4c24-98f0-ee642783a18e)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:29:19.948836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b55025c2-b830-4ee1-bdcb-d0271d19c43e req-7ecc9516-367b-40a1-ad6e-fb43289317a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:19.962292 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-b55025c2-b830-4ee1-bdcb-d0271d19c43e req-7ecc9516-367b-40a1-ad6e-fb43289317a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for ecea6a65-30be-4b66-aabf-98a870588d24 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:29:20.088477 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b55025c2-b830-4ee1-bdcb-d0271d19c43e req-7ecc9516-367b-40a1-ad6e-fb43289317a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:20.118297 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc9516-367b-40a1-ad6e-fb43289317a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=ecea6a65-30be-4b66-aabf-98a870588d24,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:20.157381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55025c2-b830-4ee1-bdcb-d0271d19c43e req-7ecc9516-367b-40a1-ad6e-fb43289317a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] No DVR routers for this DVR port ecea6a65-30be-4b66-aabf-98a870588d24 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:29:20.160053 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b55025c2-b830-4ee1-bdcb-d0271d19c43e req-7ecc9516-367b-40a1-ad6e-fb43289317a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:20.163455 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b55025c2-b830-4ee1-bdcb-d0271d19c43e req-7ecc9516-367b-40a1-ad6e-fb43289317a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "DELETE /v2.0/ports/ecea6a65-30be-4b66-aabf-98a870588d24 HTTP/1.1" status: 204 len: 173 time: 0.6607418 Nov 09 04:29:20.163883 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdd470e-015c-44d4-834a-bcae89fb8811', 'name': 'network-vif-deleted', 'tag': 'ecea6a65-30be-4b66-aabf-98a870588d24'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:29:20.166175 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9b7679-57ce-41ee-afab-5475f694b7d8" -d '{"events": [{"server_uuid": "3fdd470e-015c-44d4-834a-bcae89fb8811", "name": "network-vif-deleted", "tag": "ecea6a65-30be-4b66-aabf-98a870588d24"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:29:20.239335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628a3428-229b-4eaf-98cd-9c04f4d80d76 x-openstack-request-id: req-628a3428-229b-4eaf-98cd-9c04f4d80d76 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:29:20.239574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdd470e-015c-44d4-834a-bcae89fb8811", "name": "network-vif-deleted", "tag": "ecea6a65-30be-4b66-aabf-98a870588d24", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:29:20.239799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-628a3428-229b-4eaf-98cd-9c04f4d80d76 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:29:20.240199 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdd470e-015c-44d4-834a-bcae89fb8811', 'name': 'network-vif-deleted', 'tag': 'ecea6a65-30be-4b66-aabf-98a870588d24', 'status': 'completed', 'code': 200} Nov 09 04:29:20.569183 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-156152b8-ff55-4cfb-acd3-80e2d134965a req-57e67b04-a939-48fc-a6be-ff87a018c5a4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fdd470e-015c-44d4-834a-bcae89fb8811 HTTP/1.1" status: 200 len: 210 time: 0.0364575 Nov 09 04:29:21.620720 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52216) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:21.678837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:21.704163 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:21.762417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:21.765144 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:21.766315 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/security-groups/1e8c1311-7658-4e98-9296-f6d7196a67c7 HTTP/1.1" status: 204 len: 168 time: 0.1446164 Nov 09 04:29:21.776053 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8c1311-7658-4e98-9296-f6d7196a67c7,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:21.782955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:21.783298 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:21.783635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:21.783964 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:21.784361 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:21.784688 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:21.785010 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:21.785330 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:21.785681 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:21.786000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:21.786316 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:21.786636 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d87000-55fc-46b1-a9ce-d8f5b7db00a5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:22.816452 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52222) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:22.823836 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ecea6a65-30be-4b66-aabf-98a870588d24 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:29:22.847821 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: ecea6a65-30be-4b66-aabf-98a870588d24 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:29:22.848175 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ecea6a65-30be-4b66-aabf-98a870588d24 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:29:23.165799 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6152-5d4e-4a48-a324-e5ff9608d28a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:23.409959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-3d7d6152-5d4e-4a48-a324-e5ff9608d28a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 28912f2d-e421-4be1-a318-dd59924a21f8 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:29:23.410292 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6152-5d4e-4a48-a324-e5ff9608d28a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:23.495444 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-3d7d6152-5d4e-4a48-a324-e5ff9608d28a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 28912f2d-e421-4be1-a318-dd59924a21f8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=28912f2d-e421-4be1-a318-dd59924a21f8,segment=NetworkSegment(37448d19-5389-4c24-98f0-ee642783a18e),segment_id=37448d19-5389-4c24-98f0-ee642783a18e)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:29:23.495712 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6152-5d4e-4a48-a324-e5ff9608d28a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:23.508392 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-3d7d6152-5d4e-4a48-a324-e5ff9608d28a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 28912f2d-e421-4be1-a318-dd59924a21f8 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:29:23.683045 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6152-5d4e-4a48-a324-e5ff9608d28a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:23.712677 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d6152-5d4e-4a48-a324-e5ff9608d28a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=28912f2d-e421-4be1-a318-dd59924a21f8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:23.881274 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6152-5d4e-4a48-a324-e5ff9608d28a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:24.089016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7d6152-5d4e-4a48-a324-e5ff9608d28a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 9a093971-0b9f-47e4-8778-12d112fbd780 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:29:24.193398 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7d6152-5d4e-4a48-a324-e5ff9608d28a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:29:24.198633 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3d7d6152-5d4e-4a48-a324-e5ff9608d28a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/9a093971-0b9f-47e4-8778-12d112fbd780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3811572 Nov 09 04:29:24.201247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52224) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:24.206289 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f0efc-b56b-4d20-84d0-3e54c63ee986 None None] Sync routers for ids ['9a093971-0b9f-47e4-8778-12d112fbd780'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:29:24.215649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f0efc-b56b-4d20-84d0-3e54c63ee986 None None] Routers {'9a093971-0b9f-47e4-8778-12d112fbd780'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:29:24.216330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8a3f0efc-b56b-4d20-84d0-3e54c63ee986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:28:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9a093971-0b9f-47e4-8778-12d112fbd780'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:24.251871 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb74f202-7b3c-4b4c-9ed0-6246c1a5d945 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting subnet 8091f21f-c1db-490b-9d07-7f71ae53706f {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:29:24.254979 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb74f202-7b3c-4b4c-9ed0-6246c1a5d945 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:24.294268 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb74f202-7b3c-4b4c-9ed0-6246c1a5d945 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:24.318558 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-8a3f0efc-b56b-4d20-84d0-3e54c63ee986 None None] Set router 9a093971-0b9f-47e4-8778-12d112fbd780 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:29:24.377554 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb74f202-7b3c-4b4c-9ed0-6246c1a5d945 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:24.437163 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb74f202-7b3c-4b4c-9ed0-6246c1a5d945 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:24.465609 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74f202-7b3c-4b4c-9ed0-6246c1a5d945 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Subnet': ['ID=8091f21f-c1db-490b-9d07-7f71ae53706f,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:24.469873 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb74f202-7b3c-4b4c-9ed0-6246c1a5d945 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:24.475960 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52226) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:24.476500 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-eb74f202-7b3c-4b4c-9ed0-6246c1a5d945 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/subnets/8091f21f-c1db-490b-9d07-7f71ae53706f HTTP/1.1" status: 204 len: 168 time: 0.2737217 Nov 09 04:29:24.561966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5396a9b-080e-41d2-83eb-fdb72c23509b None None] Network 7bbe2e34-fdb8-4357-ad93-435c1090f033 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:29:24.586371 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:24.687439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:24.737812 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8a3f0efc-b56b-4d20-84d0-3e54c63ee986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37'}], 'enable_snat': True}, 'gw_port_id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:29:23Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9d843d82-7338-459b-9e15-73ef4fd8f44d', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:50:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:24.741390 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 9d843d82-7338-459b-9e15-73ef4fd8f44d {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:29:24.741771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:24.768479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f0efc-b56b-4d20-84d0-3e54c63ee986 None None] Checking router: 9a093971-0b9f-47e4-8778-12d112fbd780 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:29:24.781118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f0efc-b56b-4d20-84d0-3e54c63ee986 None None] Routers {'9a093971-0b9f-47e4-8778-12d112fbd780'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:29:24.781841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8a3f0efc-b56b-4d20-84d0-3e54c63ee986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:28:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9a093971-0b9f-47e4-8778-12d112fbd780'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:24.816029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] DHCP port deletion for 7bbe2e34-fdb8-4357-ad93-435c1090f033 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:29:24.827283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 9d843d82-7338-459b-9e15-73ef4fd8f44d, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9d843d82-7338-459b-9e15-73ef4fd8f44d,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:29:24.827649 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:24.840227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 9d843d82-7338-459b-9e15-73ef4fd8f44d owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:29:24.890144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-8a3f0efc-b56b-4d20-84d0-3e54c63ee986 None None] Set router 9a093971-0b9f-47e4-8778-12d112fbd780 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:29:24.942890 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8a3f0efc-b56b-4d20-84d0-3e54c63ee986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:29:24Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:24.974936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f0efc-b56b-4d20-84d0-3e54c63ee986 None None] The sync data for ids ['9a093971-0b9f-47e4-8778-12d112fbd780'] in dv-neutron-816800-2-hyperv is: [{'id': '9a093971-0b9f-47e4-8778-12d112fbd780', 'name': 'tempest-TestNetworkBasicOps-router-2142630004', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:26:22Z', 'updated_at': '2021-11-09T04:29:24Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port_host': None}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:29:24.991614 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Deleting port 017a8540-94f1-4c14-bbe4-272eb79b3f14 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:29:24.991614 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.003910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.028184 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=9d843d82-7338-459b-9e15-73ef4fd8f44d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:25.055735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] For port 017a8540-94f1-4c14-bbe4-272eb79b3f14, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=017a8540-94f1-4c14-bbe4-272eb79b3f14,segment=NetworkSegment(37448d19-5389-4c24-98f0-ee642783a18e),segment_id=37448d19-5389-4c24-98f0-ee642783a18e)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:29:25.056155 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.069634 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Calling delete_port for 017a8540-94f1-4c14-bbe4-272eb79b3f14 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:29:25.094122 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.162679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.192157 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] No DVR routers for this DVR port 017a8540-94f1-4c14-bbe4-272eb79b3f14 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:29:25.194395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.196746 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.196900 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Pushing event deleted for resources: {'Port': ['ID=017a8540-94f1-4c14-bbe4-272eb79b3f14,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:25.208408 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:25.209212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:25.209212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:25.209553 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:25.210094 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:25.210605 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:25.211108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:25.211598 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:25.212539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:25.213035 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:25.213536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:25.214036 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b253ca16-3eb3-4a5c-a428-444c84b68ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:25.243334 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.244012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Fanout notify agent at l3_agent the message router_deleted on router 9a093971-0b9f-47e4-8778-12d112fbd780 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:29:25.251057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.252218 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5bb07e88-b729-41ce-b15c-68e27406a6b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/routers/9a093971-0b9f-47e4-8778-12d112fbd780 HTTP/1.1" status: 204 len: 168 time: 0.7750249 Nov 09 04:29:25.255438 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52228) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:25.336009 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-128314df-10bf-4c06-8c62-5d73e6433a66 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.420227 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-128314df-10bf-4c06-8c62-5d73e6433a66 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.438048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9d843d82-7338-459b-9e15-73ef4fd8f44d no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:29:25.444163 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-128314df-10bf-4c06-8c62-5d73e6433a66 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbe2e34-fdb8-4357-ad93-435c1090f033']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:25.454818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-128314df-10bf-4c06-8c62-5d73e6433a66 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37448d19-5389-4c24-98f0-ee642783a18e') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:25.455112 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-128314df-10bf-4c06-8c62-5d73e6433a66 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37448d19-5389-4c24-98f0-ee642783a18e') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:25.459926 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 9d843d82-7338-459b-9e15-73ef4fd8f44d {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:29:25.460280 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9d843d82-7338-459b-9e15-73ef4fd8f44d not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:29:25.460707 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 017a8540-94f1-4c14-bbe4-272eb79b3f14 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:29:25.465783 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-128314df-10bf-4c06-8c62-5d73e6433a66 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.481418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-128314df-10bf-4c06-8c62-5d73e6433a66 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.482290 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 017a8540-94f1-4c14-bbe4-272eb79b3f14 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:29:25.482635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 017a8540-94f1-4c14-bbe4-272eb79b3f14 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:29:25.483250 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 28912f2d-e421-4be1-a318-dd59924a21f8 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:29:25.489660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128314df-10bf-4c06-8c62-5d73e6433a66 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:29:25.490054 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-128314df-10bf-4c06-8c62-5d73e6433a66 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:29:25.493383 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:29:25.506483 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 28912f2d-e421-4be1-a318-dd59924a21f8 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:29:25.507044 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 28912f2d-e421-4be1-a318-dd59924a21f8 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:29:25.529066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7edb0e78-50cf-461e-b7e0-38923c865909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.569253 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-128314df-10bf-4c06-8c62-5d73e6433a66 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.576436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-128314df-10bf-4c06-8c62-5d73e6433a66 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.580013 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-128314df-10bf-4c06-8c62-5d73e6433a66 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/networks/7bbe2e34-fdb8-4357-ad93-435c1090f033 HTTP/1.1" status: 204 len: 168 time: 0.3234265 Nov 09 04:29:25.590434 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128314df-10bf-4c06-8c62-5d73e6433a66 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Network': ['ID=7bbe2e34-fdb8-4357-ad93-435c1090f033,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:25.592202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52230) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:25.597463 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-15a4b91d-f4f4-480a-9e41-a0e8c6913618 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'network': {'name': 'tempest-network-smoke--1908195540', 'project_id': '871582c076e646fa8f870c685a113561', 'port_security_enabled': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:25.617563 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a4b91d-f4f4-480a-9e41-a0e8c6913618 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:29:25.620971 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15a4b91d-f4f4-480a-9e41-a0e8c6913618 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.645387 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a4b91d-f4f4-480a-9e41-a0e8c6913618 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:29:25.655001 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15a4b91d-f4f4-480a-9e41-a0e8c6913618 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.655342 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-15a4b91d-f4f4-480a-9e41-a0e8c6913618 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Added segment 1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6 of type vlan for network 7c90ae7d-e72e-49a7-8752-2f9eab93966a Nov 09 04:29:25.701722 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15a4b91d-f4f4-480a-9e41-a0e8c6913618 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.726336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15a4b91d-f4f4-480a-9e41-a0e8c6913618 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.731786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a4b91d-f4f4-480a-9e41-a0e8c6913618 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:25.732385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15a4b91d-f4f4-480a-9e41-a0e8c6913618 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.793942 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-15a4b91d-f4f4-480a-9e41-a0e8c6913618 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2008178 Nov 09 04:29:25.796427 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52232) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:25.802740 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'admin_state_up': True, 'project_id': '871582c076e646fa8f870c685a113561', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:25.812773 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4b91d-f4f4-480a-9e41-a0e8c6913618 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Network': ['ID=7c90ae7d-e72e-49a7-8752-2f9eab93966a,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:25.823266 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 7c90ae7d-e72e-49a7-8752-2f9eab93966a details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:29:25.831068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.832110 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:25.881445 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:26.013242 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:26.486625 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:26.504540 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:26.602715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.7 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/9a447985-7184-4d74-8690-0d93f334c842) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:29:26.704697 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:26.737467 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:26.771501 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:29:26.774241 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:29:26.779580 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:29:26.805741 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=9a447985-7184-4d74-8690-0d93f334c842,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:27.023047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:27.213023 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:27.334412 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:29:27.436639 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:29:27.447601 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Sync routers for ids ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:29:27.457403 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:27.458007 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Routers {'3e6e2e8b-60a4-4c65-a009-fb23a1f60738'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:29:27.458611 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:28:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:27.458795 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-60f74012-5bc7-4b8c-bd0a-9d37be2d5868 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6613135 Nov 09 04:29:27.461922 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52234) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:27.560293 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Set router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:29:27.633419 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0f90533c-dd14-4c1c-a47c-e0cb9219ec62 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=871582c076e646fa8f870c685a113561&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1697366 Nov 09 04:29:27.635565 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52238) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:27.723266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de127325-b86c-41df-a540-62c0ae472cee tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:27.724771 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-de127325-b86c-41df-a540-62c0ae472cee tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883024 Nov 09 04:29:27.727585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52240) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:27.734857 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:26Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:27.754687 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ad12947c-0cb7-4374-af72-362b5d47d50a tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260451 Nov 09 04:29:27.757055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52242) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:27.760828 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Checking router: 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:29:27.761178 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Updating router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 port 9a447985-7184-4d74-8690-0d93f334c842 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:29:27.761677 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-fa5876ca-c81b-4c1a-bea4-f45ff735186a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-844942805', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'project_id': '871582c076e646fa8f870c685a113561', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:27.785225 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:27.821777 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb0b5-80ff-4348-9648-f04b41adf8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:27.850183 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5876ca-c81b-4c1a-bea4-f45ff735186a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:29:27.853769 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fa5876ca-c81b-4c1a-bea4-f45ff735186a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:28.033210 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:28.039301 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:28.051046 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fa5876ca-c81b-4c1a-bea4-f45ff735186a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:28.090632 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Attempting to bind port 9a447985-7184-4d74-8690-0d93f334c842 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:29:28.090999 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Attempting to bind port 9a447985-7184-4d74-8690-0d93f334c842 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:29:28.091357 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Attempting to bind port 9a447985-7184-4d74-8690-0d93f334c842 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:29:28.098135 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d7b62-e863-464d-afe3-59aa1d446024 None None] Pushing event updated for resources: {'Port': ['ID=9a447985-7184-4d74-8690-0d93f334c842,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:28.101338 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:29:28.101673 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:29:28.102072 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:28.102458 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:29:28.102952 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Bound port: 9a447985-7184-4d74-8690-0d93f334c842, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:29:28.103327 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:28.104669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5876ca-c81b-4c1a-bea4-f45ff735186a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Subnet': ['ID=49007fcd-b954-4122-a432-1a1c530329ae,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:28.109533 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d7b62-e863-464d-afe3-59aa1d446024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:28.109897 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d7b62-e863-464d-afe3-59aa1d446024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:28.110788 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d7b62-e863-464d-afe3-59aa1d446024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:28.111123 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d7b62-e863-464d-afe3-59aa1d446024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:28.111460 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d7b62-e863-464d-afe3-59aa1d446024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:28.111791 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d7b62-e863-464d-afe3-59aa1d446024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:28.112123 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d7b62-e863-464d-afe3-59aa1d446024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:28.112449 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d7b62-e863-464d-afe3-59aa1d446024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:28.112774 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d7b62-e863-464d-afe3-59aa1d446024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:28.113741 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d7b62-e863-464d-afe3-59aa1d446024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:28.113741 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d7b62-e863-464d-afe3-59aa1d446024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:28.113741 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0d7b62-e863-464d-afe3-59aa1d446024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:28.122918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5876ca-c81b-4c1a-bea4-f45ff735186a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Checking segment: {'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:29:28.123278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5876ca-c81b-4c1a-bea4-f45ff735186a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network hostable DHCP agents. Network: 7c90ae7d-e72e-49a7-8752-2f9eab93966a, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:29:28.148357 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5876ca-c81b-4c1a-bea4-f45ff735186a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 7c90ae7d-e72e-49a7-8752-2f9eab93966a is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:29:28.158934 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-fa5876ca-c81b-4c1a-bea4-f45ff735186a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 7c90ae7d-e72e-49a7-8752-2f9eab93966a) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:29:28.163282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5876ca-c81b-4c1a-bea4-f45ff735186a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:28.163895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fa5876ca-c81b-4c1a-bea4-f45ff735186a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:28.169447 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf375b1-a0b8-492f-94db-0d71ebe6740e None None] Network 7c90ae7d-e72e-49a7-8752-2f9eab93966a requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:29:28.176566 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] For port 9a447985-7184-4d74-8690-0d93f334c842, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:29:28.179789 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] For port 9a447985-7184-4d74-8690-0d93f334c842, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9a447985-7184-4d74-8690-0d93f334c842,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:29:28.181971 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fa5876ca-c81b-4c1a-bea4-f45ff735186a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4238799 Nov 09 04:29:28.184753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52246) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:28.186853 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:28.233551 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Routers {'3e6e2e8b-60a4-4c65-a009-fb23a1f60738'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:29:28.234662 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:29:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:28.331295 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d7b62-e863-464d-afe3-59aa1d446024 None None] Pushing event updated for resources: {'Port': ['ID=9a447985-7184-4d74-8690-0d93f334c842,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:28.333040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:29:28.338067 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:28.357498 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] Set router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:29:28.492498 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Allocated IP 172.20.0.2 (7c90ae7d-e72e-49a7-8752-2f9eab93966a/49007fcd-b954-4122-a432-1a1c530329ae/41105ed4-a3ee-4b2a-a787-337413d2e4fa) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:29:28.648712 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:26Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:28.651861 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:28.658774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:28.675623 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f92586-97b5-4e72-a336-ff0d763ef737 None None] The sync data for ids ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'] in dv-neutron-816800-2-hyperv is: [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:26Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:29:28.698919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:28.707539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Network 7c90ae7d-e72e-49a7-8752-2f9eab93966a is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:29:28.711638 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:29:28.713534 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Pushing event updated for resources: {'Port': ['ID=41105ed4-a3ee-4b2a-a787-337413d2e4fa,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:28.715704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:29:28.773116 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Attempting to bind port 41105ed4-a3ee-4b2a-a787-337413d2e4fa on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:29:28.773493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Attempting to bind port 41105ed4-a3ee-4b2a-a787-337413d2e4fa by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:29:28.773891 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Attempting to bind port 41105ed4-a3ee-4b2a-a787-337413d2e4fa on network 7c90ae7d-e72e-49a7-8752-2f9eab93966a {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:29:28.779304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:29:28.779727 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Checking segment: {'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:29:28.780089 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:28.780482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Bound using segment: {'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:29:28.780953 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Bound port: 41105ed4-a3ee-4b2a-a787-337413d2e4fa, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:29:28.781334 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:28.845482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] For port 41105ed4-a3ee-4b2a-a787-337413d2e4fa, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:29:28.849249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] For port 41105ed4-a3ee-4b2a-a787-337413d2e4fa, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=41105ed4-a3ee-4b2a-a787-337413d2e4fa,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:29:28.854220 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:28.913880 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb6972-251f-4932-85c1-5223b131793a None None] Pushing event updated for resources: {'Port': ['ID=41105ed4-a3ee-4b2a-a787-337413d2e4fa,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:29.074528 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.1 (7c90ae7d-e72e-49a7-8752-2f9eab93966a/49007fcd-b954-4122-a432-1a1c530329ae/2963be7e-3e61-4d36-b6a7-292943f28017) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:29:29.076732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:29.236508 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:29.279368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:29.325478 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 7c90ae7d-e72e-49a7-8752-2f9eab93966a is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:29:29.328858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:29:29.333446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:29:29.337454 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=2963be7e-3e61-4d36-b6a7-292943f28017,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:29.378918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:29.516413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 41105ed4-a3ee-4b2a-a787-337413d2e4fa up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:29:29.567338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:29.571045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 41105ed4-a3ee-4b2a-a787-337413d2e4fa triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:29:29.571418 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:29.655738 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:29.691823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 41105ed4-a3ee-4b2a-a787-337413d2e4fa, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=41105ed4-a3ee-4b2a-a787-337413d2e4fa,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:29:29.699681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:29.699681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9a447985-7184-4d74-8690-0d93f334c842 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:29:29.784929 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=41105ed4-a3ee-4b2a-a787-337413d2e4fa,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:29.798266 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9a447985-7184-4d74-8690-0d93f334c842 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:29:29.798651 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:29.885599 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:29.895254 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:29.900303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:29.910273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 9a447985-7184-4d74-8690-0d93f334c842, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9a447985-7184-4d74-8690-0d93f334c842,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:29:29.917224 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:29.973388 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=9a447985-7184-4d74-8690-0d93f334c842,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:29.990196 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:29.992337 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=2963be7e-3e61-4d36-b6a7-292943f28017,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:29.999365 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761eb12d-e568-4b43-8c5c-12a60f8c6b0a None None] Network 7c90ae7d-e72e-49a7-8752-2f9eab93966a requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:29:30.086060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 7c90ae7d-e72e-49a7-8752-2f9eab93966a is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:29:30.087483 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:29:30.125096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a37346ae-fff5-45b1-8a66-17a83f57dde0 None None] Provisioning complete for port 41105ed4-a3ee-4b2a-a787-337413d2e4fa triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:29:30.125461 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a37346ae-fff5-45b1-8a66-17a83f57dde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:30.212775 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:29:30.265660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:30.345195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:29:30.350341 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b791ad0e-f823-4602-881e-b297b75eddbb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/3e6e2e8b-60a4-4c65-a009-fb23a1f60738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1644788 Nov 09 04:29:30.353075 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52250) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:30.457201 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bb3df1aa-a109-4268-94ad-633909cad21e None None] Provisioning complete for port 2963be7e-3e61-4d36-b6a7-292943f28017 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:29:30.457601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bb3df1aa-a109-4268-94ad-633909cad21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:30.459909 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e13305-3d35-4630-8410-0a5fe3589d62 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:30.460599 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e13305-3d35-4630-8410-0a5fe3589d62 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:30.461064 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e13305-3d35-4630-8410-0a5fe3589d62 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:30.461719 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e13305-3d35-4630-8410-0a5fe3589d62 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:30.463695 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d4e13305-3d35-4630-8410-0a5fe3589d62 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1078539 Nov 09 04:29:30.466405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52252) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:30.498485 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-bb3df1aa-a109-4268-94ad-633909cad21e None None] Port 2963be7e-3e61-4d36-b6a7-292943f28017 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:29:30.518628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bb3df1aa-a109-4268-94ad-633909cad21e None None] Provisioning complete for port 41105ed4-a3ee-4b2a-a787-337413d2e4fa triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:29:30.518995 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bb3df1aa-a109-4268-94ad-633909cad21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:30.529754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c40c9-93b4-48ff-af6b-bc20526c3558 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:30.530636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c40c9-93b4-48ff-af6b-bc20526c3558 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:30.531290 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c40c9-93b4-48ff-af6b-bc20526c3558 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:30.531990 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51c40c9-93b4-48ff-af6b-bc20526c3558 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:30.534152 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a51c40c9-93b4-48ff-af6b-bc20526c3558 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0665536 Nov 09 04:29:30.537367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52254) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:30.553245 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Sync routers for ids ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:29:30.574981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Routers {'3e6e2e8b-60a4-4c65-a009-fb23a1f60738'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:29:30.575679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:29:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:30.678409 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2c1762b2-aac8-4ba4-8ee0-a000f85e5145 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1370087 Nov 09 04:29:30.718477 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Set router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:29:30.939521 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-53a48cae-12c5-46c9-9dec-1860f7837149 None None] Provisioning complete for port 2963be7e-3e61-4d36-b6a7-292943f28017 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:29:30.940258 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-53a48cae-12c5-46c9-9dec-1860f7837149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:30.981065 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52258) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:30.986224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6a2cf2fe-53dc-4dbe-bd55-b627d5522f83 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423096170', 'description': 'tempest-secgroup-smoke-1423096170 description', 'project_id': '871582c076e646fa8f870c685a113561'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:31.007730 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf2fe-53dc-4dbe-bd55-b627d5522f83 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.036138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-53a48cae-12c5-46c9-9dec-1860f7837149 None None] Port 2963be7e-3e61-4d36-b6a7-292943f28017 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:29:31.042635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.112324 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '2963be7e-3e61-4d36-b6a7-292943f28017', 'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6d:22:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:28Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 2, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '49007fcd-b954-4122-a432-1a1c530329ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:31.143888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Checking router: 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:29:31.144242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Updating router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 port 2963be7e-3e61-4d36-b6a7-292943f28017 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:29:31.171059 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.370490 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf2fe-53dc-4dbe-bd55-b627d5522f83 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.374343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf2fe-53dc-4dbe-bd55-b627d5522f83 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.407397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf2fe-53dc-4dbe-bd55-b627d5522f83 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.411440 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6a2cf2fe-53dc-4dbe-bd55-b627d5522f83 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4264929 Nov 09 04:29:31.411440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cf2fe-53dc-4dbe-bd55-b627d5522f83 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74204327-f321-48e5-8b19-752c5c2132dc,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:31.412581 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52260) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:31.418002 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9f382e8e-8d3c-4655-8014-a7bebccc300e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '74204327-f321-48e5-8b19-752c5c2132dc', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:31.443877 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.461443 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 41105ed4-a3ee-4b2a-a787-337413d2e4fa up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:29:31.461583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f382e8e-8d3c-4655-8014-a7bebccc300e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.461732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.509615 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f382e8e-8d3c-4655-8014-a7bebccc300e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.513741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f382e8e-8d3c-4655-8014-a7bebccc300e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.531569 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f382e8e-8d3c-4655-8014-a7bebccc300e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1372d141-0c69-4d0d-9480-cef410e47961,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:31.540463 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4432b-a629-40fd-8ae3-ae40326c8d59 None None] Pushing event updated for resources: {'Port': ['ID=2963be7e-3e61-4d36-b6a7-292943f28017,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:31.545874 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9f382e8e-8d3c-4655-8014-a7bebccc300e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.551156 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9f382e8e-8d3c-4655-8014-a7bebccc300e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331182 Nov 09 04:29:31.551156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52262) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:31.555864 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3aeabee2-ac09-4342-adea-73e886665824 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '74204327-f321-48e5-8b19-752c5c2132dc', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:31.586714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3aeabee2-ac09-4342-adea-73e886665824 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.593891 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 41105ed4-a3ee-4b2a-a787-337413d2e4fa triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:29:31.594389 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.627309 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Attempting to bind port 2963be7e-3e61-4d36-b6a7-292943f28017 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:29:31.627622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Attempting to bind port 2963be7e-3e61-4d36-b6a7-292943f28017 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:29:31.627996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Attempting to bind port 2963be7e-3e61-4d36-b6a7-292943f28017 on network 7c90ae7d-e72e-49a7-8752-2f9eab93966a {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:29:31.641189 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:29:31.641595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Checking segment: {'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:29:31.642007 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.642719 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Bound using segment: {'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:29:31.642888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Bound port: 2963be7e-3e61-4d36-b6a7-292943f28017, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:29:31.643258 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.662544 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3aeabee2-ac09-4342-adea-73e886665824 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.666863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3aeabee2-ac09-4342-adea-73e886665824 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.685034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeabee2-ac09-4342-adea-73e886665824 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477c8ad0-1502-449c-8be4-c45eb6795ff3,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:31.697218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3aeabee2-ac09-4342-adea-73e886665824 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.701556 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52264) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:31.702172 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3aeabee2-ac09-4342-adea-73e886665824 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1493833 Nov 09 04:29:31.710942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-1eab4f76-68f3-4d02-9693-d798e89f7064 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '74204327-f321-48e5-8b19-752c5c2132dc', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:31.741916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1eab4f76-68f3-4d02-9693-d798e89f7064 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.758834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] For port 2963be7e-3e61-4d36-b6a7-292943f28017, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:29:31.764810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9a447985-7184-4d74-8690-0d93f334c842 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:29:31.791735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1eab4f76-68f3-4d02-9693-d798e89f7064 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.793323 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] For port 2963be7e-3e61-4d36-b6a7-292943f28017, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=2963be7e-3e61-4d36-b6a7-292943f28017,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:29:31.795671 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1eab4f76-68f3-4d02-9693-d798e89f7064 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.801346 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.803087 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a805fc30-7e1e-4564-950e-e246a484c61b None None] Provisioning complete for port 2963be7e-3e61-4d36-b6a7-292943f28017 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:29:31.803441 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a805fc30-7e1e-4564-950e-e246a484c61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.814626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab4f76-68f3-4d02-9693-d798e89f7064 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98733804-b35a-48f8-a815-289d24fc0bfa,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:31.823181 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-1eab4f76-68f3-4d02-9693-d798e89f7064 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.824504 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1eab4f76-68f3-4d02-9693-d798e89f7064 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214266 Nov 09 04:29:31.827252 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52266) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:31.831861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1c9f90b5-94a1-40a3-a655-14ff524131a1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '74204327-f321-48e5-8b19-752c5c2132dc', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:31.858850 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1c9f90b5-94a1-40a3-a655-14ff524131a1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.910767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4432b-a629-40fd-8ae3-ae40326c8d59 None None] Pushing event updated for resources: {'Port': ['ID=2963be7e-3e61-4d36-b6a7-292943f28017,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:31.915381 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Routers {'3e6e2e8b-60a4-4c65-a009-fb23a1f60738'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:29:31.916262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:29:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:31.928727 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1c9f90b5-94a1-40a3-a655-14ff524131a1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.934779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1c9f90b5-94a1-40a3-a655-14ff524131a1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.950785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f90b5-94a1-40a3-a655-14ff524131a1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede9f203-e354-4dc1-972b-791fa5bbce22,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:31.967980 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1c9f90b5-94a1-40a3-a655-14ff524131a1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.968176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9a447985-7184-4d74-8690-0d93f334c842 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:29:31.972256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:31.972404 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1c9f90b5-94a1-40a3-a655-14ff524131a1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406324 Nov 09 04:29:31.972564 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52268) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:31.978124 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ecc8952c-5a1e-41a6-a7cf-10d9612c549b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '74204327-f321-48e5-8b19-752c5c2132dc', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:32.003051 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-ecc8952c-5a1e-41a6-a7cf-10d9612c549b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:29:32.010694 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ecc8952c-5a1e-41a6-a7cf-10d9612c549b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:32.077268 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a805fc30-7e1e-4564-950e-e246a484c61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:32.078856 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ecc8952c-5a1e-41a6-a7cf-10d9612c549b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:32.082889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ecc8952c-5a1e-41a6-a7cf-10d9612c549b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:32.102364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8952c-5a1e-41a6-a7cf-10d9612c549b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e3f2c3-89ec-4739-a061-59b2ef520f4c,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:32.102593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] Set router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:29:32.111748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ecc8952c-5a1e-41a6-a7cf-10d9612c549b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:32.113332 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ecc8952c-5a1e-41a6-a7cf-10d9612c549b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396639 Nov 09 04:29:32.115721 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52270) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:32.120370 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e798f353-ff4e-45fd-bdca-f7435774b25c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '74204327-f321-48e5-8b19-752c5c2132dc', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:32.142511 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-e798f353-ff4e-45fd-bdca-f7435774b25c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:29:32.147746 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e798f353-ff4e-45fd-bdca-f7435774b25c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:32.184108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a805fc30-7e1e-4564-950e-e246a484c61b None None] For port 2963be7e-3e61-4d36-b6a7-292943f28017, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=2963be7e-3e61-4d36-b6a7-292943f28017,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:29:32.208163 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e798f353-ff4e-45fd-bdca-f7435774b25c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:32.212555 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e798f353-ff4e-45fd-bdca-f7435774b25c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:32.223242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a805fc30-7e1e-4564-950e-e246a484c61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:32.235864 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798f353-ff4e-45fd-bdca-f7435774b25c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd14cd3c-f968-4123-9a0f-b2b5a04de5f0,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:32.242526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e798f353-ff4e-45fd-bdca-f7435774b25c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:32.253104 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e798f353-ff4e-45fd-bdca-f7435774b25c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269388 Nov 09 04:29:32.326932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805fc30-7e1e-4564-950e-e246a484c61b None None] Pushing event updated for resources: {'Port': ['ID=2963be7e-3e61-4d36-b6a7-292943f28017,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:32.383238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-761e8146-5d80-47a3-aee7-a7fa96f690af None None] Provisioning complete for port 2963be7e-3e61-4d36-b6a7-292943f28017 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:29:32.383606 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-761e8146-5d80-47a3-aee7-a7fa96f690af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:32.404110 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-1ae2847c-b8f4-4d75-a78f-e2c886d507b7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423096170&fields=id&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 267 time: 0.0443718 Nov 09 04:29:32.464373 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '2963be7e-3e61-4d36-b6a7-292943f28017', 'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6d:22:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:28Z', 'updated_at': '2021-11-09T04:29:31Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '49007fcd-b954-4122-a432-1a1c530329ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:32.496560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc93ed-035a-4c82-83fa-c31886d9c6be None None] The sync data for ids ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'] in dv-neutron-816800-2-hyperv is: [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '2963be7e-3e61-4d36-b6a7-292943f28017', 'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6d:22:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:28Z', 'updated_at': '2021-11-09T04:29:31Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '49007fcd-b954-4122-a432-1a1c530329ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:29:32.517570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-a064c97d-6ca6-4218-b737-7251ff682df8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:32.519109 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-a064c97d-6ca6-4218-b737-7251ff682df8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/networks?id=7c90ae7d-e72e-49a7-8752-2f9eab93966a HTTP/1.1" status: 200 len: 797 time: 0.1068966 Nov 09 04:29:32.539688 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-451c3b13-ddd1-4e0d-a78c-b23060538e4a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/quotas/871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 375 time: 0.0147789 Nov 09 04:29:32.604343 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6ef1a063-ecc8-40bb-8704-6df2eb1c8d00 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490637 Nov 09 04:29:32.620269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-d25c734f-8f5d-4fca-8fd3-2fcd317aebd6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:29:32.621241 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-d25c734f-8f5d-4fca-8fd3-2fcd317aebd6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053320 Nov 09 04:29:32.713610 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-158abe52-35d3-4e15-a274-2949a63af48d service neutron] 10.222.0.21 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860605 Nov 09 04:29:32.811340 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-bcd3c214-c195-4707-86a9-786cff7bd78b service neutron] 10.222.0.21 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913661 Nov 09 04:29:32.998740 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2ad2f443-3604-4764-94d1-0a8904a363de req-21eb53e2-9468-42e0-b190-424cdd0ac6c9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 210 time: 0.0296142 Nov 09 04:29:33.472779 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 2963be7e-3e61-4d36-b6a7-292943f28017 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:29:33.521978 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 2963be7e-3e61-4d36-b6a7-292943f28017 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:29:33.522351 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:34.033291 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-bd3bd439-21f0-4c2e-97f3-35fc688256bd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:34.035552 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-bd3bd439-21f0-4c2e-97f3-35fc688256bd tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/networks?id=7c90ae7d-e72e-49a7-8752-2f9eab93966a HTTP/1.1" status: 200 len: 797 time: 0.1047938 Nov 09 04:29:34.111697 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d76584c0-7276-491b-8757-60f7e7d157e0 req-e4eb774c-19b4-4d97-ae74-54b102af5672 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 210 time: 0.0363457 Nov 09 04:29:34.127611 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-fe7ab807-74ad-4de8-9905-0c57a26c446d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 380 time: 0.0836287 Nov 09 04:29:34.137138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'port': {'device_id': '39f4018a-d70c-4689-987d-f66308a77d4d', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'admin_state_up': True, 'tenant_id': '871582c076e646fa8f870c685a113561', 'security_groups': ['74204327-f321-48e5-8b19-752c5c2132dc']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:34.242216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:29:34.246020 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:34.369995 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.14 (7c90ae7d-e72e-49a7-8752-2f9eab93966a/49007fcd-b954-4122-a432-1a1c530329ae/4c70870c-e974-48af-8651-efc68f686a40) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:29:34.508658 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:34.540371 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:34.581785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 7c90ae7d-e72e-49a7-8752-2f9eab93966a is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:29:34.586634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:29:34.590273 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:29:34.596388 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=4c70870c-e974-48af-8651-efc68f686a40,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:34.624406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:34.624668 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:34.625005 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:34.625953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:34.626291 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:34.626622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:34.626945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:34.627266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:34.627585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:34.627903 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:34.628219 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:34.628537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:29:34.653307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:34.653949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:34.670064 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6c439980-b887-4184-9011-43ad94ae5406 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5364528 Nov 09 04:29:34.682941 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Request body: {'port': {'device_id': '39f4018a-d70c-4689-987d-f66308a77d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:34.742999 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:34.991167 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-5c51bead-9282-43ba-894a-c76f37f28e1a None None] Provisioning complete for port 4c70870c-e974-48af-8651-efc68f686a40 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:29:34.991780 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5c51bead-9282-43ba-894a-c76f37f28e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:35.007043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c70870c-e974-48af-8651-efc68f686a40 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:29:35.014552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:35.023871 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-5c51bead-9282-43ba-894a-c76f37f28e1a None None] Port 4c70870c-e974-48af-8651-efc68f686a40 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:29:35.027122 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Transition to ACTIVE for port object 4c70870c-e974-48af-8651-efc68f686a40 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:29:35.030962 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:35.080571 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Pushing event updated for resources: {'Port': ['ID=4c70870c-e974-48af-8651-efc68f686a40,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:35.153258 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Attempting to bind port 4c70870c-e974-48af-8651-efc68f686a40 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:29:35.153654 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Attempting to bind port 4c70870c-e974-48af-8651-efc68f686a40 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:29:35.153942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Attempting to bind port 4c70870c-e974-48af-8651-efc68f686a40 on network 7c90ae7d-e72e-49a7-8752-2f9eab93966a {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:29:35.158951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Port 4c70870c-e974-48af-8651-efc68f686a40 on network 7c90ae7d-e72e-49a7-8752-2f9eab93966a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:29:35.159269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Attempting to bind port 4c70870c-e974-48af-8651-efc68f686a40 on network 7c90ae7d-e72e-49a7-8752-2f9eab93966a {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:29:35.164380 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:29:35.164732 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Checking segment: {'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:29:35.165090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Bound using segment: {'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:29:35.165538 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Bound port: 4c70870c-e974-48af-8651-efc68f686a40, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:29:35.165888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:35.232879 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6c2ab-34e4-495e-b91c-4c8ab343ef70 req-6d577601-4401-45c7-a4f5-794b60f773ba tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:35.235869 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4dd6c2ab-34e4-495e-b91c-4c8ab343ef70 req-6d577601-4401-45c7-a4f5-794b60f773ba tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 944 time: 0.0517497 Nov 09 04:29:35.241570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] For port 4c70870c-e974-48af-8651-efc68f686a40, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:29:35.245720 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] For port 4c70870c-e974-48af-8651-efc68f686a40, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4c70870c-e974-48af-8651-efc68f686a40,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:29:35.252835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:35.289868 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:35.290540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:35.292054 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-6233cd13-657d-4bda-b911-baca80928dae service neutron] 10.222.0.31 "PUT /v2.0/ports/4c70870c-e974-48af-8651-efc68f686a40 HTTP/1.1" status: 200 len: 1094 time: 0.6133993 Nov 09 04:29:35.292456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f4018a-d70c-4689-987d-f66308a77d4d', 'tag': '4c70870c-e974-48af-8651-efc68f686a40'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:29:35.294781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c519a1-bb01-4d20-bcb4-7b8dd76e2aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "39f4018a-d70c-4689-987d-f66308a77d4d", "tag": "4c70870c-e974-48af-8651-efc68f686a40"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:29:35.298283 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4dd6c2ab-34e4-495e-b91c-4c8ab343ef70 req-b8a9c06d-fcbe-4080-8475-210eb5c55417 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=74204327-f321-48e5-8b19-752c5c2132dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569699 Nov 09 04:29:35.360191 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233cd13-657d-4bda-b911-baca80928dae service neutron] Pushing event updated for resources: {'Port': ['ID=4c70870c-e974-48af-8651-efc68f686a40,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:35.387708 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740084bb-4722-41bf-bc1d-c4b0d9b6f5d9 x-openstack-request-id: req-740084bb-4722-41bf-bc1d-c4b0d9b6f5d9 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:29:35.388123 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f4018a-d70c-4689-987d-f66308a77d4d", "tag": "4c70870c-e974-48af-8651-efc68f686a40", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:29:35.388248 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-740084bb-4722-41bf-bc1d-c4b0d9b6f5d9 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:29:35.388713 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f4018a-d70c-4689-987d-f66308a77d4d', 'tag': '4c70870c-e974-48af-8651-efc68f686a40', 'status': 'completed', 'code': 200} Nov 09 04:29:35.407186 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-8b0f647c-8884-4c40-b254-34ef06f5a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:35.409134 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-8b0f647c-8884-4c40-b254-34ef06f5a9fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 1097 time: 0.0626853 Nov 09 04:29:35.458467 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-62eee3bc-649b-4e8f-9db2-2eb5da2e7f83 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c70870c-e974-48af-8651-efc68f686a40 HTTP/1.1" status: 200 len: 217 time: 0.0406532 Nov 09 04:29:35.514098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-3803a1f2-f5ea-4590-9d57-90b33adc35f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:35.515624 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-3803a1f2-f5ea-4590-9d57-90b33adc35f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49007fcd-b954-4122-a432-1a1c530329ae HTTP/1.1" status: 200 len: 834 time: 0.0508640 Nov 09 04:29:35.565250 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-72898ea6-2714-47f2-b5a7-497187faaf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:35.567090 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-72898ea6-2714-47f2-b5a7-497187faaf2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c90ae7d-e72e-49a7-8752-2f9eab93966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443769 Nov 09 04:29:35.660910 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-654b788a-3e4f-43a7-9c81-3e2043a10e75 service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869834 Nov 09 04:29:35.748164 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ed2189a4-309a-473d-acba-25b3c857ab36 req-101f5b10-eae7-43b3-a2f1-5508f9c22482 service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802104 Nov 09 04:29:35.835170 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c519a1-bb01-4d20-bcb4-7b8dd76e2aa5 req-955ea7b8-533f-4821-b76d-58984675e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:35.836639 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e6c519a1-bb01-4d20-bcb4-7b8dd76e2aa5 req-955ea7b8-533f-4821-b76d-58984675e647 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 1097 time: 0.0449550 Nov 09 04:29:35.923836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c519a1-bb01-4d20-bcb4-7b8dd76e2aa5 req-2a680fe4-c1e3-4907-bfeb-099a88ae152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:35.925344 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e6c519a1-bb01-4d20-bcb4-7b8dd76e2aa5 req-2a680fe4-c1e3-4907-bfeb-099a88ae152c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c90ae7d-e72e-49a7-8752-2f9eab93966a HTTP/1.1" status: 200 len: 897 time: 0.0812917 Nov 09 04:29:35.970549 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e6c519a1-bb01-4d20-bcb4-7b8dd76e2aa5 req-5012797a-8b90-4ec2-85c3-f185ffbb3511 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c70870c-e974-48af-8651-efc68f686a40 HTTP/1.1" status: 200 len: 217 time: 0.0378959 Nov 09 04:29:36.020446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c519a1-bb01-4d20-bcb4-7b8dd76e2aa5 req-2aa9f4a5-f89c-4e1c-b563-eb3488ca9324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:36.021916 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e6c519a1-bb01-4d20-bcb4-7b8dd76e2aa5 req-2aa9f4a5-f89c-4e1c-b563-eb3488ca9324 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49007fcd-b954-4122-a432-1a1c530329ae HTTP/1.1" status: 200 len: 834 time: 0.0443852 Nov 09 04:29:36.067607 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c519a1-bb01-4d20-bcb4-7b8dd76e2aa5 req-ec77b891-edd9-4c33-9b7c-feb3144f84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:36.069112 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e6c519a1-bb01-4d20-bcb4-7b8dd76e2aa5 req-ec77b891-edd9-4c33-9b7c-feb3144f84b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c90ae7d-e72e-49a7-8752-2f9eab93966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392122 Nov 09 04:29:36.161424 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e6c519a1-bb01-4d20-bcb4-7b8dd76e2aa5 req-a33841a1-7b6f-467a-8012-dd61367f7b1d service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827012 Nov 09 04:29:36.254167 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e6c519a1-bb01-4d20-bcb4-7b8dd76e2aa5 req-43194bc1-0659-4e61-bc0c-5e0d4edc4432 service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850575 Nov 09 04:29:36.415942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652f42c-c2a6-401a-8e64-02f763cceeef req-8dd325e8-3d0a-4db1-86c0-bf644fc73506 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:36.417455 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4652f42c-c2a6-401a-8e64-02f763cceeef req-8dd325e8-3d0a-4db1-86c0-bf644fc73506 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 944 time: 0.0486417 Nov 09 04:29:36.465047 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4652f42c-c2a6-401a-8e64-02f763cceeef req-1dba202d-a076-4740-9c95-af6537bf81f0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=74204327-f321-48e5-8b19-752c5c2132dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410621 Nov 09 04:29:36.884665 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4c70870c-e974-48af-8651-efc68f686a40 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:29:36.980300 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4c70870c-e974-48af-8651-efc68f686a40, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4c70870c-e974-48af-8651-efc68f686a40,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:29:36.991355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '4c70870c-e974-48af-8651-efc68f686a40', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'port_id': '4c70870c-e974-48af-8651-efc68f686a40', 'mac_address': 'fa:16:3e:77:43:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:29:37.027126 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:37.039976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c70870c-e974-48af-8651-efc68f686a40 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:29:37.058745 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4c70870c-e974-48af-8651-efc68f686a40, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4c70870c-e974-48af-8651-efc68f686a40,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:29:37.062505 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:37.115012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=4c70870c-e974-48af-8651-efc68f686a40,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:37.279389 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['4c70870c-e974-48af-8651-efc68f686a40'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:29:37.589857 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f59c0-11f1-41b2-9be3-8d554ce399e5 req-388e7e9e-767a-46de-9a4c-d33dd2dcceeb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:37.591335 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-044f59c0-11f1-41b2-9be3-8d554ce399e5 req-388e7e9e-767a-46de-9a4c-d33dd2dcceeb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 945 time: 0.0533717 Nov 09 04:29:37.639171 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-044f59c0-11f1-41b2-9be3-8d554ce399e5 req-1ee84dfd-960d-45d7-b567-a1cfb6577dd6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=74204327-f321-48e5-8b19-752c5c2132dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419307 Nov 09 04:29:38.757324 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ecba2-ae09-4fca-a4f5-7ceac9d9ae3e req-a44bd61e-aab5-44d9-aa88-1063d1186e8e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:38.758778 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb0ecba2-ae09-4fca-a4f5-7ceac9d9ae3e req-a44bd61e-aab5-44d9-aa88-1063d1186e8e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 945 time: 0.0511806 Nov 09 04:29:38.805754 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb0ecba2-ae09-4fca-a4f5-7ceac9d9ae3e req-8b039258-f3c2-4c0b-a9bb-be610a43de2d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=74204327-f321-48e5-8b19-752c5c2132dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411565 Nov 09 04:29:38.899932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4c70870c-e974-48af-8651-efc68f686a40 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:29:38.948242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 4c70870c-e974-48af-8651-efc68f686a40 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:29:38.951941 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 4c70870c-e974-48af-8651-efc68f686a40 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:29:38.952320 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:39.030220 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:39.052547 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f4018a-d70c-4689-987d-f66308a77d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c70870c-e974-48af-8651-efc68f686a40'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:29:39.054814 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765c526f-04e2-4d75-b828-c5a9e437e3c5" -d '{"events": [{"server_uuid": "39f4018a-d70c-4689-987d-f66308a77d4d", "name": "network-vif-plugged", "status": "completed", "tag": "4c70870c-e974-48af-8651-efc68f686a40"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:29:39.067691 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4c70870c-e974-48af-8651-efc68f686a40, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4c70870c-e974-48af-8651-efc68f686a40,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:29:39.072787 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:39.118442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=4c70870c-e974-48af-8651-efc68f686a40,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:39.152259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d54989-5b1a-486c-8675-8088fdf77678 x-openstack-request-id: req-b7d54989-5b1a-486c-8675-8088fdf77678 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:29:39.152571 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f4018a-d70c-4689-987d-f66308a77d4d", "name": "network-vif-plugged", "status": "completed", "tag": "4c70870c-e974-48af-8651-efc68f686a40", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:29:39.152823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7d54989-5b1a-486c-8675-8088fdf77678 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:29:39.153216 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f4018a-d70c-4689-987d-f66308a77d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c70870c-e974-48af-8651-efc68f686a40', 'code': 200} Nov 09 04:29:39.315352 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2df8c-bd33-4a04-a898-e4f7ca85f7b1 req-d6b21117-826c-46fb-b6cf-f2cc3ac6ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:39.316837 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-20a2df8c-bd33-4a04-a898-e4f7ca85f7b1 req-d6b21117-826c-46fb-b6cf-f2cc3ac6ba0c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 1099 time: 0.0396051 Nov 09 04:29:39.363071 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-20a2df8c-bd33-4a04-a898-e4f7ca85f7b1 req-a01243e5-2e57-48b5-830e-96b2cb878234 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=74204327-f321-48e5-8b19-752c5c2132dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389676 Nov 09 04:29:39.917787 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e6d85-8b9e-4cf3-bb4d-80e5f683106d req-ae935ad2-627b-452c-b6b2-aa935897240f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:39.919261 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d99e6d85-8b9e-4cf3-bb4d-80e5f683106d req-ae935ad2-627b-452c-b6b2-aa935897240f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 946 time: 0.0479968 Nov 09 04:29:39.969487 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d99e6d85-8b9e-4cf3-bb4d-80e5f683106d req-5b643351-d547-4649-9e07-5e216f01d75f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=74204327-f321-48e5-8b19-752c5c2132dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437496 Nov 09 04:29:40.281083 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:29:41.084592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1b5b7-7beb-46e5-9407-c2b76e731ba7 req-b702faee-e042-4230-a086-cd200c71bfae tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:41.086113 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-86d1b5b7-7beb-46e5-9407-c2b76e731ba7 req-b702faee-e042-4230-a086-cd200c71bfae tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 946 time: 0.0484955 Nov 09 04:29:41.138234 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-86d1b5b7-7beb-46e5-9407-c2b76e731ba7 req-22e54f32-b235-4d74-95fb-d2d8cb8955fe tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=74204327-f321-48e5-8b19-752c5c2132dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461450 Nov 09 04:29:41.253176 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0696d-4cb5-47a1-8127-3da0228e3d83 req-4f01c87c-652f-4134-b0d3-0bda94c410b1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:41.254576 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4ef0696d-4cb5-47a1-8127-3da0228e3d83 req-4f01c87c-652f-4134-b0d3-0bda94c410b1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 946 time: 0.0517223 Nov 09 04:29:41.302268 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4ef0696d-4cb5-47a1-8127-3da0228e3d83 req-07a9521f-c3cd-430f-9722-7287fd9e67e8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=74204327-f321-48e5-8b19-752c5c2132dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 Nov 09 04:29:41.323503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52334) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:41.362397 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897cf077-833e-445a-980b-e773bd3fc291 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:41.363905 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-897cf077-833e-445a-980b-e773bd3fc291 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 1094 time: 0.0394378 Nov 09 04:29:41.366612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52336) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:41.370930 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': '4c70870c-e974-48af-8651-efc68f686a40', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:41.392595 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:41.487630 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:41.584036 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.252 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/4a3049c9-b64c-4704-be7a-83c3f5791529) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:29:41.684314 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:41.717103 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:41.754040 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:29:41.759218 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:29:41.761966 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:29:41.787769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=4a3049c9-b64c-4704-be7a-83c3f5791529,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:42.108477 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:42.171259 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:42.316753 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:42.321047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:42.383589 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=4a3049c9-b64c-4704-be7a-83c3f5791529,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:42.394962 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:42.490283 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP 68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1 associated. External IP: 172.26.5.252, port: 4c70870c-e974-48af-8651-efc68f686a40. Nov 09 04:29:42.694180 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:29:42.798225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:29:42.808746 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7b471c-e8ce-4022-b8ee-653e22066a24 None None] Sync routers for ids ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:29:42.815909 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:42.819422 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7b471c-e8ce-4022-b8ee-653e22066a24 None None] Routers {'3e6e2e8b-60a4-4c65-a009-fb23a1f60738'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:29:42.820028 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ae7b471c-e8ce-4022-b8ee-653e22066a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:29:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:42.842202 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-eb929a3e-1c1c-419c-9ec7-0bb7853ec6f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4745462 Nov 09 04:29:42.842876 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f4018a-d70c-4689-987d-f66308a77d4d', 'tag': '4c70870c-e974-48af-8651-efc68f686a40'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:29:42.845017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52340) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:42.845557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d0c204-4d2f-417c-a918-281fb94704ff" -d '{"events": [{"name": "network-changed", "server_uuid": "39f4018a-d70c-4689-987d-f66308a77d4d", "tag": "4c70870c-e974-48af-8651-efc68f686a40"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:29:42.885756 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d5affe-0864-4d7b-8303-d0b139b6a643 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:42.889968 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-52d5affe-0864-4d7b-8303-d0b139b6a643 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 1094 time: 0.0413442 Nov 09 04:29:42.928652 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-ae7b471c-e8ce-4022-b8ee-653e22066a24 None None] Set router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:29:42.941401 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde7681b-57fd-4cd2-9e4a-0ffa4d3b01d9 x-openstack-request-id: req-cde7681b-57fd-4cd2-9e4a-0ffa4d3b01d9 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:29:42.941734 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f4018a-d70c-4689-987d-f66308a77d4d", "tag": "4c70870c-e974-48af-8651-efc68f686a40", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:29:42.941969 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cde7681b-57fd-4cd2-9e4a-0ffa4d3b01d9 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:29:42.942365 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f4018a-d70c-4689-987d-f66308a77d4d', 'tag': '4c70870c-e974-48af-8651-efc68f686a40', 'status': 'completed', 'code': 200} Nov 09 04:29:43.003756 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0c204-4d2f-417c-a918-281fb94704ff req-0f01f766-4da5-42b6-a144-f67ffca0e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:43.005235 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-60d0c204-4d2f-417c-a918-281fb94704ff req-0f01f766-4da5-42b6-a144-f67ffca0e9cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 1099 time: 0.0408463 Nov 09 04:29:43.107385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0c204-4d2f-417c-a918-281fb94704ff req-838bc500-b9e0-4f9d-b9f0-1b8248a8614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:43.108454 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-60d0c204-4d2f-417c-a918-281fb94704ff req-838bc500-b9e0-4f9d-b9f0-1b8248a8614c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c90ae7d-e72e-49a7-8752-2f9eab93966a HTTP/1.1" status: 200 len: 897 time: 0.0955336 Nov 09 04:29:43.138867 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52348) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:43.143211 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c4d431e2-02a7-48d5-9678-facbf1048411 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1993168706', 'description': 'tempest-secgroup-smoke-1993168706 description', 'project_id': '871582c076e646fa8f870c685a113561'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:43.162602 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ae7b471c-e8ce-4022-b8ee-653e22066a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'port_id': '4c70870c-e974-48af-8651-efc68f686a40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'mac_address': 'fa:16:3e:77:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f4018a-d70c-4689-987d-f66308a77d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:29:41Z', 'updated_at': '2021-11-09T04:29:41Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2963be7e-3e61-4d36-b6a7-292943f28017', 'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6d:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:28Z', 'updated_at': '2021-11-09T04:29:32Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '49007fcd-b954-4122-a432-1a1c530329ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:43.167367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c4d431e2-02a7-48d5-9678-facbf1048411 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.177863 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-60d0c204-4d2f-417c-a918-281fb94704ff req-965cacda-c6ae-411b-b97f-4da379a57ee0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c70870c-e974-48af-8651-efc68f686a40 HTTP/1.1" status: 200 len: 1000 time: 0.0627291 Nov 09 04:29:43.191302 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7b471c-e8ce-4022-b8ee-653e22066a24 None None] Checking router: 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:29:43.199746 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7b471c-e8ce-4022-b8ee-653e22066a24 None None] Routers {'3e6e2e8b-60a4-4c65-a009-fb23a1f60738'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:29:43.200484 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ae7b471c-e8ce-4022-b8ee-653e22066a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:29:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:43.229764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0c204-4d2f-417c-a918-281fb94704ff req-303ac980-bf0a-4ac6-b7be-5a95772df6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:43.231633 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-60d0c204-4d2f-417c-a918-281fb94704ff req-303ac980-bf0a-4ac6-b7be-5a95772df6f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49007fcd-b954-4122-a432-1a1c530329ae HTTP/1.1" status: 200 len: 834 time: 0.0460660 Nov 09 04:29:43.238224 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c4d431e2-02a7-48d5-9678-facbf1048411 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.242556 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c4d431e2-02a7-48d5-9678-facbf1048411 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.270877 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c4d431e2-02a7-48d5-9678-facbf1048411 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.272040 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c4d431e2-02a7-48d5-9678-facbf1048411 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1323836 Nov 09 04:29:43.274883 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52350) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:43.279226 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ce63a762-4b9b-454f-b02b-c7e821d9809b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'd648acc1-b4e7-482f-bd5b-2d362dc6ad91', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:43.287855 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d431e2-02a7-48d5-9678-facbf1048411 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d648acc1-b4e7-482f-bd5b-2d362dc6ad91,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:43.289142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0c204-4d2f-417c-a918-281fb94704ff req-14c8d387-c232-4ff2-a67d-bdf785f27a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:43.290776 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-60d0c204-4d2f-417c-a918-281fb94704ff req-14c8d387-c232-4ff2-a67d-bdf785f27a51 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c90ae7d-e72e-49a7-8752-2f9eab93966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529659 Nov 09 04:29:43.305883 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-ae7b471c-e8ce-4022-b8ee-653e22066a24 None None] Set router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:29:43.312909 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ce63a762-4b9b-454f-b02b-c7e821d9809b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.374008 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ce63a762-4b9b-454f-b02b-c7e821d9809b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.379372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ce63a762-4b9b-454f-b02b-c7e821d9809b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.389161 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-60d0c204-4d2f-417c-a918-281fb94704ff req-42c80f61-ff4d-4169-84bc-98b4e08e8a37 service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905514 Nov 09 04:29:43.396312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63a762-4b9b-454f-b02b-c7e821d9809b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c5244e-fdb1-4ce3-918a-7667da64c3f7,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:43.408686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ce63a762-4b9b-454f-b02b-c7e821d9809b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.410045 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ce63a762-4b9b-454f-b02b-c7e821d9809b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342301 Nov 09 04:29:43.417316 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52352) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:43.424114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-6fbc0ee0-59d9-43e8-bfb3-9d42f2e755b7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'd648acc1-b4e7-482f-bd5b-2d362dc6ad91', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:43.455430 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6fbc0ee0-59d9-43e8-bfb3-9d42f2e755b7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.493157 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-60d0c204-4d2f-417c-a918-281fb94704ff req-8fb6979c-3f3e-4933-acb9-2d8c69e1c9ed service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974088 Nov 09 04:29:43.517915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6fbc0ee0-59d9-43e8-bfb3-9d42f2e755b7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.521663 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6fbc0ee0-59d9-43e8-bfb3-9d42f2e755b7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.541257 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc0ee0-59d9-43e8-bfb3-9d42f2e755b7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e627adb-a050-4b63-a644-7a41e6675022,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:43.546898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6fbc0ee0-59d9-43e8-bfb3-9d42f2e755b7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.548122 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6fbc0ee0-59d9-43e8-bfb3-9d42f2e755b7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297462 Nov 09 04:29:43.550466 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ae7b471c-e8ce-4022-b8ee-653e22066a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'port_id': '4c70870c-e974-48af-8651-efc68f686a40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'mac_address': 'fa:16:3e:77:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f4018a-d70c-4689-987d-f66308a77d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:29:41Z', 'updated_at': '2021-11-09T04:29:41Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2963be7e-3e61-4d36-b6a7-292943f28017', 'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6d:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:28Z', 'updated_at': '2021-11-09T04:29:32Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '49007fcd-b954-4122-a432-1a1c530329ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:43.550885 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52354) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:43.555314 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-08aab4c7-5e21-46be-ae18-c796d3882ada tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'd648acc1-b4e7-482f-bd5b-2d362dc6ad91', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:43.579335 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7b471c-e8ce-4022-b8ee-653e22066a24 None None] The sync data for ids ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'] in dv-neutron-816800-2-hyperv is: [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'port_id': '4c70870c-e974-48af-8651-efc68f686a40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'mac_address': 'fa:16:3e:77:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f4018a-d70c-4689-987d-f66308a77d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:29:41Z', 'updated_at': '2021-11-09T04:29:41Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2963be7e-3e61-4d36-b6a7-292943f28017', 'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6d:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:28Z', 'updated_at': '2021-11-09T04:29:32Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '49007fcd-b954-4122-a432-1a1c530329ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:29:43.583181 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-08aab4c7-5e21-46be-ae18-c796d3882ada tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.649659 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-08aab4c7-5e21-46be-ae18-c796d3882ada tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.653862 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-08aab4c7-5e21-46be-ae18-c796d3882ada tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.673184 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aab4c7-5e21-46be-ae18-c796d3882ada tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e78768-0910-4b5f-bb1c-a500c1637590,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:43.680451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-08aab4c7-5e21-46be-ae18-c796d3882ada tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.681668 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-08aab4c7-5e21-46be-ae18-c796d3882ada tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298225 Nov 09 04:29:43.684555 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52356) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:43.688895 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-84d1936c-999c-4ef5-bdb2-832751720acf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'd648acc1-b4e7-482f-bd5b-2d362dc6ad91', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:43.722472 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84d1936c-999c-4ef5-bdb2-832751720acf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.784403 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84d1936c-999c-4ef5-bdb2-832751720acf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.787218 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d2b851-5cee-43c6-8c13-fe5ef99e662d None None] New status for floating IP 68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:29:43.788228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84d1936c-999c-4ef5-bdb2-832751720acf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.807111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1936c-999c-4ef5-bdb2-832751720acf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d8c45e-edee-420e-ac18-96150edd95a0,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:43.817230 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84d1936c-999c-4ef5-bdb2-832751720acf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.818619 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-84d1936c-999c-4ef5-bdb2-832751720acf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331048 Nov 09 04:29:43.821643 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52358) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:43.826366 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8255e628-2d55-461f-85ea-eea20aedea5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'd648acc1-b4e7-482f-bd5b-2d362dc6ad91', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:43.849057 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-8255e628-2d55-461f-85ea-eea20aedea5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:29:43.854007 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8255e628-2d55-461f-85ea-eea20aedea5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.911196 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8255e628-2d55-461f-85ea-eea20aedea5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.914955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8255e628-2d55-461f-85ea-eea20aedea5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.934589 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255e628-2d55-461f-85ea-eea20aedea5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f777a34e-0333-4554-8d4e-38cc03c7f0e1,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:43.944755 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8255e628-2d55-461f-85ea-eea20aedea5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:43.946552 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8255e628-2d55-461f-85ea-eea20aedea5d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235743 Nov 09 04:29:43.949203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52360) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:43.954374 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-bd006ff9-d2f6-40f3-ab87-76f53924cd2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': 'd648acc1-b4e7-482f-bd5b-2d362dc6ad91', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:43.976128 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-bd006ff9-d2f6-40f3-ab87-76f53924cd2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:29:43.982507 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd006ff9-d2f6-40f3-ab87-76f53924cd2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:44.039670 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd006ff9-d2f6-40f3-ab87-76f53924cd2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:44.043314 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd006ff9-d2f6-40f3-ab87-76f53924cd2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:44.060382 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd006ff9-d2f6-40f3-ab87-76f53924cd2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02601db9-d191-4fbb-8146-d1255557546e,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:44.068382 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd006ff9-d2f6-40f3-ab87-76f53924cd2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:44.075293 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bd006ff9-d2f6-40f3-ab87-76f53924cd2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192741 Nov 09 04:29:44.214942 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-3f225363-6a0b-4e9e-986b-47ab595d27b8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993168706&fields=id&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 267 time: 0.0442755 Nov 09 04:29:44.322502 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-6cf97442-c02d-4064-a0ca-9d90a8a4e470 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:44.323958 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-6cf97442-c02d-4064-a0ca-9d90a8a4e470 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/networks?id=7c90ae7d-e72e-49a7-8752-2f9eab93966a HTTP/1.1" status: 200 len: 797 time: 0.1023564 Nov 09 04:29:44.338632 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-92d49a90-7274-47d8-bb37-158cce29beb0 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/quotas/871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 375 time: 0.0089531 Nov 09 04:29:44.392214 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-318d5e36-cb84-4382-a986-0ff75e31baf5 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0485833 Nov 09 04:29:44.485313 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-3736d181-6487-4fe9-b4cc-1ffefe7025e5 service neutron] 10.222.0.21 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817993 Nov 09 04:29:44.575234 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-fa0cf33c-3cab-4109-b1b3-8d91f2f98c24 service neutron] 10.222.0.21 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838852 Nov 09 04:29:44.733696 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0f423395-0315-4de4-9602-dd71144adbc8 req-0fbde920-7490-4def-bb34-4cae6baa992f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 210 time: 0.0280926 Nov 09 04:29:45.681548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-2100f56b-270c-40d5-ac20-48525f1b73da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:45.682996 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-2100f56b-270c-40d5-ac20-48525f1b73da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/networks?id=7c90ae7d-e72e-49a7-8752-2f9eab93966a HTTP/1.1" status: 200 len: 797 time: 0.1013069 Nov 09 04:29:45.765799 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-c0f6507b-f855-4cac-a6b1-19da6d018c3a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 473 time: 0.0732675 Nov 09 04:29:45.774091 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-dd79a6d2-2e38-47a5-867d-9f95e38af100 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'port': {'device_id': '64c8becb-689e-4b97-8326-8caff072d6c1', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'admin_state_up': True, 'tenant_id': '871582c076e646fa8f870c685a113561', 'security_groups': ['d648acc1-b4e7-482f-bd5b-2d362dc6ad91']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:45.859454 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ddb890f7-39a9-4415-ada9-e9ed67e95cb8 req-76406d1c-777e-412d-ad3d-6ec83326a388 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 210 time: 0.0357509 Nov 09 04:29:45.904053 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-dd79a6d2-2e38-47a5-867d-9f95e38af100 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:29:45.907602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-dd79a6d2-2e38-47a5-867d-9f95e38af100 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:46.027146 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-dd79a6d2-2e38-47a5-867d-9f95e38af100 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.5 (7c90ae7d-e72e-49a7-8752-2f9eab93966a/49007fcd-b954-4122-a432-1a1c530329ae/9d00242b-3d4c-450d-ada2-5ebf1396fe9e) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:29:46.160565 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-dd79a6d2-2e38-47a5-867d-9f95e38af100 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:46.192426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-dd79a6d2-2e38-47a5-867d-9f95e38af100 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:46.231294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-dd79a6d2-2e38-47a5-867d-9f95e38af100 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 7c90ae7d-e72e-49a7-8752-2f9eab93966a is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:29:46.234936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-dd79a6d2-2e38-47a5-867d-9f95e38af100 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:29:46.241688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-dd79a6d2-2e38-47a5-867d-9f95e38af100 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:29:46.265632 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79a6d2-2e38-47a5-867d-9f95e38af100 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=9d00242b-3d4c-450d-ada2-5ebf1396fe9e,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:46.294719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-dd79a6d2-2e38-47a5-867d-9f95e38af100 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:46.295346 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-dd79a6d2-2e38-47a5-867d-9f95e38af100 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:46.311860 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-dd79a6d2-2e38-47a5-867d-9f95e38af100 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5412865 Nov 09 04:29:46.325196 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Request body: {'port': {'device_id': '64c8becb-689e-4b97-8326-8caff072d6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:46.383295 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:46.467215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-20b20ef2-713c-41f0-861b-c3041f24bba1 None None] Provisioning complete for port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:29:46.467838 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-20b20ef2-713c-41f0-861b-c3041f24bba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:46.502327 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-20b20ef2-713c-41f0-861b-c3041f24bba1 None None] Port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:29:46.634260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d00242b-3d4c-450d-ada2-5ebf1396fe9e {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:29:46.642199 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:46.654267 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Transition to ACTIVE for port object 9d00242b-3d4c-450d-ada2-5ebf1396fe9e will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:29:46.658221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:46.710162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Pushing event updated for resources: {'Port': ['ID=9d00242b-3d4c-450d-ada2-5ebf1396fe9e,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:46.778150 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Attempting to bind port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:29:46.778489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Attempting to bind port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:29:46.778823 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Attempting to bind port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e on network 7c90ae7d-e72e-49a7-8752-2f9eab93966a {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:29:46.783854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e on network 7c90ae7d-e72e-49a7-8752-2f9eab93966a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:29:46.784174 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Attempting to bind port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e on network 7c90ae7d-e72e-49a7-8752-2f9eab93966a {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:29:46.789094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:29:46.789428 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Checking segment: {'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:29:46.789841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Bound using segment: {'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:29:46.790268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Bound port: 9d00242b-3d4c-450d-ada2-5ebf1396fe9e, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:29:46.790642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:46.854748 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] For port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:29:46.857905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] For port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d00242b-3d4c-450d-ada2-5ebf1396fe9e,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:29:46.862333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:46.897299 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:46.897945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:46.899340 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] 10.222.0.31 "PUT /v2.0/ports/9d00242b-3d4c-450d-ada2-5ebf1396fe9e HTTP/1.1" status: 200 len: 1093 time: 0.5786512 Nov 09 04:29:46.899761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c8becb-689e-4b97-8326-8caff072d6c1', 'tag': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:29:46.902017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89cedc1-e891-4eb8-b545-0fab77ed4327" -d '{"events": [{"name": "network-changed", "server_uuid": "64c8becb-689e-4b97-8326-8caff072d6c1", "tag": "9d00242b-3d4c-450d-ada2-5ebf1396fe9e"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:29:46.931195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c2014-b198-4e06-9df7-9d550dabe02d service neutron] Pushing event updated for resources: {'Port': ['ID=9d00242b-3d4c-450d-ada2-5ebf1396fe9e,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:46.972162 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:46.993687 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-617db74f-d9c1-40d3-9753-c54b0a90cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:46.995353 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-617db74f-d9c1-40d3-9753-c54b0a90cf7c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0467269 Nov 09 04:29:47.002223 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f033d78-cb35-4ded-91f0-deda690943c9 x-openstack-request-id: req-9f033d78-cb35-4ded-91f0-deda690943c9 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:29:47.002504 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c8becb-689e-4b97-8326-8caff072d6c1", "tag": "9d00242b-3d4c-450d-ada2-5ebf1396fe9e", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:29:47.002766 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f033d78-cb35-4ded-91f0-deda690943c9 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:29:47.003183 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c8becb-689e-4b97-8326-8caff072d6c1', 'tag': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e', 'status': 'completed', 'code': 200} Nov 09 04:29:47.042446 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-1719eacd-3241-4321-85ce-2c59ddf61235 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d00242b-3d4c-450d-ada2-5ebf1396fe9e HTTP/1.1" status: 200 len: 217 time: 0.0382950 Nov 09 04:29:47.050830 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c237bd5-87fa-4e79-9ffa-223369120dfc req-94f43b84-f1b6-4e45-8250-3690094da94a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:47.052380 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4c237bd5-87fa-4e79-9ffa-223369120dfc req-94f43b84-f1b6-4e45-8250-3690094da94a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 943 time: 0.0535769 Nov 09 04:29:47.101017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-3cf91638-2a01-4969-bbad-c57836dbb6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:47.103087 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-3cf91638-2a01-4969-bbad-c57836dbb6e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49007fcd-b954-4122-a432-1a1c530329ae HTTP/1.1" status: 200 len: 834 time: 0.0538793 Nov 09 04:29:47.111163 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4c237bd5-87fa-4e79-9ffa-223369120dfc req-7281a94c-1e6b-428d-a6b6-27ce5f8dc5b1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=d648acc1-b4e7-482f-bd5b-2d362dc6ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520465 Nov 09 04:29:47.152470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-c9676232-cc61-4d8a-a784-8ba832a38a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:47.153877 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-c9676232-cc61-4d8a-a784-8ba832a38a62 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c90ae7d-e72e-49a7-8752-2f9eab93966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439212 Nov 09 04:29:47.240608 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-215b4dec-78b7-49f2-b222-98bcadec27db service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799608 Nov 09 04:29:47.331032 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1fa6c19-babf-47ba-831f-8e88ca303733 req-546c11b1-0239-4934-afcc-0c15e4266f1d service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836389 Nov 09 04:29:47.413259 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cedc1-e891-4eb8-b545-0fab77ed4327 req-b319f82c-1c67-4571-84be-82196d82708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:47.414694 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b89cedc1-e891-4eb8-b545-0fab77ed4327 req-b319f82c-1c67-4571-84be-82196d82708f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 1096 time: 0.0393069 Nov 09 04:29:47.508095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cedc1-e891-4eb8-b545-0fab77ed4327 req-97aa211c-6134-4d50-9e12-944442025ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:47.509616 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b89cedc1-e891-4eb8-b545-0fab77ed4327 req-97aa211c-6134-4d50-9e12-944442025ab3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c90ae7d-e72e-49a7-8752-2f9eab93966a HTTP/1.1" status: 200 len: 897 time: 0.0871160 Nov 09 04:29:47.550463 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b89cedc1-e891-4eb8-b545-0fab77ed4327 req-d83d4e6d-d1b0-4662-8e03-869e41ee2305 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d00242b-3d4c-450d-ada2-5ebf1396fe9e HTTP/1.1" status: 200 len: 217 time: 0.0332332 Nov 09 04:29:47.598093 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cedc1-e891-4eb8-b545-0fab77ed4327 req-aa0bf42b-4fd6-497c-b55f-1a72b6a6851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:47.599466 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b89cedc1-e891-4eb8-b545-0fab77ed4327 req-aa0bf42b-4fd6-497c-b55f-1a72b6a6851d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49007fcd-b954-4122-a432-1a1c530329ae HTTP/1.1" status: 200 len: 834 time: 0.0416591 Nov 09 04:29:47.648181 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cedc1-e891-4eb8-b545-0fab77ed4327 req-e1829cc6-9098-4e3d-ba17-ba3fc47321b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:47.649682 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b89cedc1-e891-4eb8-b545-0fab77ed4327 req-e1829cc6-9098-4e3d-ba17-ba3fc47321b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c90ae7d-e72e-49a7-8752-2f9eab93966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431457 Nov 09 04:29:47.739923 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b89cedc1-e891-4eb8-b545-0fab77ed4327 req-60b74c54-eaa0-4c32-b4e0-fa53ef590381 service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827153 Nov 09 04:29:47.832583 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b89cedc1-e891-4eb8-b545-0fab77ed4327 req-8fcf9d00-b315-4d99-b485-7b1f7826cdd2 service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844533 Nov 09 04:29:48.227403 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f042a-112c-48fb-a446-b62a218ae874 req-81255c6c-9bfa-46bd-973d-d9f477b0a077 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:48.228865 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-590f042a-112c-48fb-a446-b62a218ae874 req-81255c6c-9bfa-46bd-973d-d9f477b0a077 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 943 time: 0.0484962 Nov 09 04:29:48.276378 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-590f042a-112c-48fb-a446-b62a218ae874 req-0c542d04-942b-407b-97e4-fe4e5cf41eb9 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=d648acc1-b4e7-482f-bd5b-2d362dc6ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415998 Nov 09 04:29:48.946926 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 9d00242b-3d4c-450d-ada2-5ebf1396fe9e details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:29:49.042158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d00242b-3d4c-450d-ada2-5ebf1396fe9e,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:29:49.052812 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'port_id': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e', 'mac_address': 'fa:16:3e:87:32:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:29:49.089054 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:49.101862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d00242b-3d4c-450d-ada2-5ebf1396fe9e {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:29:49.120274 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d00242b-3d4c-450d-ada2-5ebf1396fe9e,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:29:49.124140 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:49.174991 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=9d00242b-3d4c-450d-ada2-5ebf1396fe9e,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:49.356652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['9d00242b-3d4c-450d-ada2-5ebf1396fe9e'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:29:49.388293 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c8844-687d-452f-9a18-c4e55960d9ea req-757daaf8-9350-439c-8d3e-834ecf612c79 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:49.389805 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f20c8844-687d-452f-9a18-c4e55960d9ea req-757daaf8-9350-439c-8d3e-834ecf612c79 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 944 time: 0.0483406 Nov 09 04:29:49.441084 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f20c8844-687d-452f-9a18-c4e55960d9ea req-2fdcf4c9-0a3a-4581-a3db-9d1188f4d36b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=d648acc1-b4e7-482f-bd5b-2d362dc6ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429945 Nov 09 04:29:50.553772 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cdee5-cd49-4696-8b47-1d9c8f7058ab req-a728e20a-0a7b-4370-b6cb-9b0a50233124 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:50.555220 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b73cdee5-cd49-4696-8b47-1d9c8f7058ab req-a728e20a-0a7b-4370-b6cb-9b0a50233124 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 944 time: 0.0466702 Nov 09 04:29:50.606004 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b73cdee5-cd49-4696-8b47-1d9c8f7058ab req-16a46444-e6bd-4801-84ce-33863ec0b7a4 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=d648acc1-b4e7-482f-bd5b-2d362dc6ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448039 Nov 09 04:29:50.953070 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 9d00242b-3d4c-450d-ada2-5ebf1396fe9e up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:29:51.001504 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:29:51.005570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:29:51.005943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:51.079944 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:51.104298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c8becb-689e-4b97-8326-8caff072d6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:29:51.106519 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e8193e-c10b-4136-a994-784e3a94458c" -d '{"events": [{"server_uuid": "64c8becb-689e-4b97-8326-8caff072d6c1", "name": "network-vif-plugged", "status": "completed", "tag": "9d00242b-3d4c-450d-ada2-5ebf1396fe9e"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:29:51.119816 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d00242b-3d4c-450d-ada2-5ebf1396fe9e,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:29:51.123708 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:51.150058 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0af384-604a-49db-892a-d07f13c87a4e x-openstack-request-id: req-5f0af384-604a-49db-892a-d07f13c87a4e {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:29:51.150349 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c8becb-689e-4b97-8326-8caff072d6c1", "name": "network-vif-plugged", "status": "completed", "tag": "9d00242b-3d4c-450d-ada2-5ebf1396fe9e", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:29:51.150599 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f0af384-604a-49db-892a-d07f13c87a4e {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:29:51.150987 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c8becb-689e-4b97-8326-8caff072d6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e', 'code': 200} Nov 09 04:29:51.178680 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=9d00242b-3d4c-450d-ada2-5ebf1396fe9e,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:51.307412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c2874-5bc7-4fe4-a948-cc3a5e2872b4 req-4f1fd619-e5df-407d-a4b9-8306aa2edc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:51.308849 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bb2c2874-5bc7-4fe4-a948-cc3a5e2872b4 req-4f1fd619-e5df-407d-a4b9-8306aa2edc63 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 1098 time: 0.0384426 Nov 09 04:29:51.353921 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bb2c2874-5bc7-4fe4-a948-cc3a5e2872b4 req-6b4a3fa9-1857-4505-bf17-0a8929a36625 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d648acc1-b4e7-482f-bd5b-2d362dc6ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379667 Nov 09 04:29:51.718077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca961d44-2ab6-441f-b4cd-cf671cdf13a6 req-9939ca72-d194-4f7a-a523-33676a389b28 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:51.719544 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ca961d44-2ab6-441f-b4cd-cf671cdf13a6 req-9939ca72-d194-4f7a-a523-33676a389b28 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 945 time: 0.0483186 Nov 09 04:29:51.767115 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ca961d44-2ab6-441f-b4cd-cf671cdf13a6 req-8d2eec10-a05f-487f-8c9d-f2daf1535da7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=d648acc1-b4e7-482f-bd5b-2d362dc6ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417511 Nov 09 04:29:52.886980 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d5d62-7cbd-439d-97ee-468717947a78 req-bc1de9f2-4e2a-46af-93b2-bb4a1dc8eb18 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:52.888419 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-225d5d62-7cbd-439d-97ee-468717947a78 req-bc1de9f2-4e2a-46af-93b2-bb4a1dc8eb18 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 945 time: 0.0523450 Nov 09 04:29:52.936130 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-225d5d62-7cbd-439d-97ee-468717947a78 req-d1e6ce80-cbe5-43b7-aee4-fef7ef40da3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=d648acc1-b4e7-482f-bd5b-2d362dc6ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418820 Nov 09 04:29:53.340951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6c624-a1f8-403d-903a-8893eed95b0f req-05d8359f-8a03-4e3a-954f-a9fafc8e554c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:53.342997 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4ba6c624-a1f8-403d-903a-8893eed95b0f req-05d8359f-8a03-4e3a-954f-a9fafc8e554c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 945 time: 0.3394227 Nov 09 04:29:53.390137 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4ba6c624-a1f8-403d-903a-8893eed95b0f req-7ec48b88-85a1-4995-8081-819b2ac309ae tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=d648acc1-b4e7-482f-bd5b-2d362dc6ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411623 Nov 09 04:29:53.410766 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52408) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:53.449967 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731dbbca-3875-437b-855c-c676af8c8b3f tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:53.451501 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-731dbbca-3875-437b-855c-c676af8c8b3f tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 1093 time: 0.0396738 Nov 09 04:29:53.454314 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52410) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:29:53.458477 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:29:53.479157 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:53.573669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:53.669098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.230 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/bc03fc67-8b72-471c-8d88-96be69bcbc4a) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:29:53.768330 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:53.800581 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:53.835598 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:29:53.840353 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:29:53.844409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:29:53.849831 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=bc03fc67-8b72-471c-8d88-96be69bcbc4a,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:54.487322 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:54.549479 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:54.692673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:54.697638 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:54.764772 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=bc03fc67-8b72-471c-8d88-96be69bcbc4a,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:29:54.778328 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:54.875950 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP a1cfa828-820b-4b72-8b0b-028f19a460ab associated. External IP: 172.26.5.230, port: 9d00242b-3d4c-450d-ada2-5ebf1396fe9e. Nov 09 04:29:55.072391 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:29:55.176895 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:29:55.186988 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5fa97-3f8f-4b5f-8712-db09938e5a13 None None] Sync routers for ids ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:29:55.196544 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:55.198795 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc5fa97-3f8f-4b5f-8712-db09938e5a13 None None] Routers {'3e6e2e8b-60a4-4c65-a009-fb23a1f60738'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:29:55.199394 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6dc5fa97-3f8f-4b5f-8712-db09938e5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:29:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:55.232472 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3faa3a52-c571-467d-a378-d4c17f391485 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7675464 Nov 09 04:29:55.232472 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c8becb-689e-4b97-8326-8caff072d6c1', 'tag': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:29:55.232472 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2679842-d472-4ad4-9365-552a0eed7f82" -d '{"events": [{"name": "network-changed", "server_uuid": "64c8becb-689e-4b97-8326-8caff072d6c1", "tag": "9d00242b-3d4c-450d-ada2-5ebf1396fe9e"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:29:55.263785 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af223e7f-52c7-404e-9e51-5fe56322cea5 x-openstack-request-id: req-af223e7f-52c7-404e-9e51-5fe56322cea5 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:29:55.264127 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c8becb-689e-4b97-8326-8caff072d6c1", "tag": "9d00242b-3d4c-450d-ada2-5ebf1396fe9e", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:29:55.264379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af223e7f-52c7-404e-9e51-5fe56322cea5 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:29:55.264783 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c8becb-689e-4b97-8326-8caff072d6c1', 'tag': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e', 'status': 'completed', 'code': 200} Nov 09 04:29:55.306883 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-6dc5fa97-3f8f-4b5f-8712-db09938e5a13 None None] Set router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:29:55.333013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679842-d472-4ad4-9365-552a0eed7f82 req-0ac87d65-9150-4006-a5bb-8d6bf4091d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:55.334442 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a2679842-d472-4ad4-9365-552a0eed7f82 req-0ac87d65-9150-4006-a5bb-8d6bf4091d0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 1098 time: 0.0391281 Nov 09 04:29:55.431397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679842-d472-4ad4-9365-552a0eed7f82 req-4cb7231f-0ad7-43cf-8f4b-345e50ea68be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:55.432827 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a2679842-d472-4ad4-9365-552a0eed7f82 req-4cb7231f-0ad7-43cf-8f4b-345e50ea68be service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c90ae7d-e72e-49a7-8752-2f9eab93966a HTTP/1.1" status: 200 len: 897 time: 0.0846999 Nov 09 04:29:55.497420 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a2679842-d472-4ad4-9365-552a0eed7f82 req-1a4bb86c-ed08-47a1-8b7a-b5f08793ad3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d00242b-3d4c-450d-ada2-5ebf1396fe9e HTTP/1.1" status: 200 len: 999 time: 0.0564005 Nov 09 04:29:55.527023 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6dc5fa97-3f8f-4b5f-8712-db09938e5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'port_id': '4c70870c-e974-48af-8651-efc68f686a40', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'mac_address': 'fa:16:3e:77:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f4018a-d70c-4689-987d-f66308a77d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:29:41Z', 'updated_at': '2021-11-09T04:29:43Z', 'revision_number': 1, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}, {'id': 'a1cfa828-820b-4b72-8b0b-028f19a460ab', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'port_id': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'mac_address': 'fa:16:3e:87:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c8becb-689e-4b97-8326-8caff072d6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:29:54Z', 'updated_at': '2021-11-09T04:29:54Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2963be7e-3e61-4d36-b6a7-292943f28017', 'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6d:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:28Z', 'updated_at': '2021-11-09T04:29:32Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '49007fcd-b954-4122-a432-1a1c530329ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:55.531117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9be350bb-ad15-48a6-8eb4-effd70d973c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:55.550439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679842-d472-4ad4-9365-552a0eed7f82 req-ab6d0438-7df1-4848-bc78-467758ecc2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:55.551915 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a2679842-d472-4ad4-9365-552a0eed7f82 req-ab6d0438-7df1-4848-bc78-467758ecc2ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49007fcd-b954-4122-a432-1a1c530329ae HTTP/1.1" status: 200 len: 834 time: 0.0465033 Nov 09 04:29:55.555484 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5fa97-3f8f-4b5f-8712-db09938e5a13 None None] Checking router: 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:29:55.563561 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc5fa97-3f8f-4b5f-8712-db09938e5a13 None None] Routers {'3e6e2e8b-60a4-4c65-a009-fb23a1f60738'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:29:55.564140 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6dc5fa97-3f8f-4b5f-8712-db09938e5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:29:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:55.601599 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679842-d472-4ad4-9365-552a0eed7f82 req-416f50eb-9560-4390-94e4-5070cef3afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:29:55.602977 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a2679842-d472-4ad4-9365-552a0eed7f82 req-416f50eb-9560-4390-94e4-5070cef3afd7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c90ae7d-e72e-49a7-8752-2f9eab93966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432386 Nov 09 04:29:55.667151 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-6dc5fa97-3f8f-4b5f-8712-db09938e5a13 None None] Set router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:29:55.693030 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a2679842-d472-4ad4-9365-552a0eed7f82 req-bf11de91-26e5-4915-b64d-5e4d97681da0 service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821168 Nov 09 04:29:55.790214 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a2679842-d472-4ad4-9365-552a0eed7f82 req-b72f7285-0aea-4999-94c2-51c3b319a4a0 service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897899 Nov 09 04:29:55.965445 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6dc5fa97-3f8f-4b5f-8712-db09938e5a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'port_id': '4c70870c-e974-48af-8651-efc68f686a40', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'mac_address': 'fa:16:3e:77:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f4018a-d70c-4689-987d-f66308a77d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:29:41Z', 'updated_at': '2021-11-09T04:29:43Z', 'revision_number': 1, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}, {'id': 'a1cfa828-820b-4b72-8b0b-028f19a460ab', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'port_id': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'mac_address': 'fa:16:3e:87:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c8becb-689e-4b97-8326-8caff072d6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:29:54Z', 'updated_at': '2021-11-09T04:29:54Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2963be7e-3e61-4d36-b6a7-292943f28017', 'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6d:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:28Z', 'updated_at': '2021-11-09T04:29:32Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '49007fcd-b954-4122-a432-1a1c530329ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:29:55.989883 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5fa97-3f8f-4b5f-8712-db09938e5a13 None None] The sync data for ids ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'] in dv-neutron-816800-2-hyperv is: [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'port_id': '4c70870c-e974-48af-8651-efc68f686a40', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'mac_address': 'fa:16:3e:77:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f4018a-d70c-4689-987d-f66308a77d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:29:41Z', 'updated_at': '2021-11-09T04:29:43Z', 'revision_number': 1, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}, {'id': 'a1cfa828-820b-4b72-8b0b-028f19a460ab', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.230', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'port_id': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'mac_address': 'fa:16:3e:87:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c8becb-689e-4b97-8326-8caff072d6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:29:54Z', 'updated_at': '2021-11-09T04:29:54Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2963be7e-3e61-4d36-b6a7-292943f28017', 'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6d:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:28Z', 'updated_at': '2021-11-09T04:29:32Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '49007fcd-b954-4122-a432-1a1c530329ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:29:56.179237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c18631-8d34-4396-8e44-d5edd4fb5fe6 None None] New status for floating IP a1cfa828-820b-4b72-8b0b-028f19a460ab: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:29:57.824595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-82a4ace8-0325-4ea2-a1bb-187143b5fe3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:29:59.074263 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:00.260428 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:01.016626 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:16.934471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:17.279420 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:30:25.532658 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-85265c52-a3a5-4469-ba87-d5c69111deba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:27.825097 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c5e1b9a0-399d-463f-9443-690344a1af50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:29.082186 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:29.380367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52428) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:29.442115 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d8145d3a-5f8e-4c5b-aced-180efd82e768 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1 HTTP/1.1" status: 200 len: 994 time: 0.0606754 Nov 09 04:30:30.215384 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52436) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:30.221233 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-2f2d105a-3879-42e1-8898-ae3c4770c1bf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'port': {'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:30:30.267810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:30.287937 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2f2d105a-3879-42e1-8898-ae3c4770c1bf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:30.441121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-2f2d105a-3879-42e1-8898-ae3c4770c1bf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 4c70870c-e974-48af-8651-efc68f686a40, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4c70870c-e974-48af-8651-efc68f686a40,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:30:30.470830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2f2d105a-3879-42e1-8898-ae3c4770c1bf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:30.476849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2f2d105a-3879-42e1-8898-ae3c4770c1bf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:30.518521 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2d105a-3879-42e1-8898-ae3c4770c1bf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:30.519156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2f2d105a-3879-42e1-8898-ae3c4770c1bf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:30.520553 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2f2d105a-3879-42e1-8898-ae3c4770c1bf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/ports/4c70870c-e974-48af-8651-efc68f686a40 HTTP/1.1" status: 200 len: 939 time: 0.3041530 Nov 09 04:30:30.521225 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f4018a-d70c-4689-987d-f66308a77d4d', 'tag': '4c70870c-e974-48af-8651-efc68f686a40'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:30:30.523528 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe183d43-3131-4fca-8517-8346131aff7d" -d '{"events": [{"name": "network-changed", "server_uuid": "39f4018a-d70c-4689-987d-f66308a77d4d", "tag": "4c70870c-e974-48af-8651-efc68f686a40"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:30:30.555215 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d105a-3879-42e1-8898-ae3c4770c1bf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=4c70870c-e974-48af-8651-efc68f686a40,revision_number=6']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:30.582769 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b12e9a-4e20-47c4-ab46-e8241455bc9a x-openstack-request-id: req-06b12e9a-4e20-47c4-ab46-e8241455bc9a {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:30:30.583067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f4018a-d70c-4689-987d-f66308a77d4d", "tag": "4c70870c-e974-48af-8651-efc68f686a40", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:30:30.583322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06b12e9a-4e20-47c4-ab46-e8241455bc9a {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:30:30.583727 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f4018a-d70c-4689-987d-f66308a77d4d', 'tag': '4c70870c-e974-48af-8651-efc68f686a40', 'status': 'completed', 'code': 200} Nov 09 04:30:30.656847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe183d43-3131-4fca-8517-8346131aff7d req-a9a4e553-68b6-473d-8cc4-ab3411de7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:30.659055 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fe183d43-3131-4fca-8517-8346131aff7d req-a9a4e553-68b6-473d-8cc4-ab3411de7191 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 1100 time: 0.0479751 Nov 09 04:30:30.759383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-88ace2cc-0e3d-46cd-aecb-be019098e2f1 None None] Provisioning complete for port 4c70870c-e974-48af-8651-efc68f686a40 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:30:30.759851 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-88ace2cc-0e3d-46cd-aecb-be019098e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:30.772470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe183d43-3131-4fca-8517-8346131aff7d req-ac381813-fc9f-4ec9-9f7d-1a004b065b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:30.773991 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fe183d43-3131-4fca-8517-8346131aff7d req-ac381813-fc9f-4ec9-9f7d-1a004b065b81 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c90ae7d-e72e-49a7-8752-2f9eab93966a HTTP/1.1" status: 200 len: 897 time: 0.1068041 Nov 09 04:30:30.804284 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-88ace2cc-0e3d-46cd-aecb-be019098e2f1 None None] Port 4c70870c-e974-48af-8651-efc68f686a40 is administratively disabled so it will not transition to active. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 09 04:30:30.841815 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fe183d43-3131-4fca-8517-8346131aff7d req-0a8c7abf-4240-42f4-a81b-a17d51e772db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c70870c-e974-48af-8651-efc68f686a40 HTTP/1.1" status: 200 len: 1003 time: 0.0604556 Nov 09 04:30:30.891740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe183d43-3131-4fca-8517-8346131aff7d req-7a6b725a-80c5-4046-be0a-b2b5f7a51172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:30.893245 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fe183d43-3131-4fca-8517-8346131aff7d req-7a6b725a-80c5-4046-be0a-b2b5f7a51172 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49007fcd-b954-4122-a432-1a1c530329ae HTTP/1.1" status: 200 len: 834 time: 0.0444102 Nov 09 04:30:30.943031 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe183d43-3131-4fca-8517-8346131aff7d req-4dff423e-8533-41e8-bf2d-70b40298c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:30.944860 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fe183d43-3131-4fca-8517-8346131aff7d req-4dff423e-8533-41e8-bf2d-70b40298c6bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c90ae7d-e72e-49a7-8752-2f9eab93966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449672 Nov 09 04:30:31.020169 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:31.037599 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fe183d43-3131-4fca-8517-8346131aff7d req-ac4f626b-e6c1-4abd-8742-7040a3564887 service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856857 Nov 09 04:30:31.135267 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fe183d43-3131-4fca-8517-8346131aff7d req-8ea6058a-b6e8-4431-841e-b293e7994c43 service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904543 Nov 09 04:30:32.296981 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f11e48db-0d77-46f5-95e9-b2dd5cc9ab43 req-963fdddc-ecf0-47a5-9ced-d0d61d78c071 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412390 Nov 09 04:30:32.386655 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e48db-0d77-46f5-95e9-b2dd5cc9ab43 req-287e7f9e-44b0-46a7-bb3b-f6af5a1d76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:32.388491 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f11e48db-0d77-46f5-95e9-b2dd5cc9ab43 req-287e7f9e-44b0-46a7-bb3b-f6af5a1d76eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 1100 time: 0.0419991 Nov 09 04:30:32.504889 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e48db-0d77-46f5-95e9-b2dd5cc9ab43 req-08768951-f9cd-4e6b-a32d-448819ab4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:32.506422 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f11e48db-0d77-46f5-95e9-b2dd5cc9ab43 req-08768951-f9cd-4e6b-a32d-448819ab4d2d service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c90ae7d-e72e-49a7-8752-2f9eab93966a HTTP/1.1" status: 200 len: 897 time: 0.0932415 Nov 09 04:30:32.574317 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f11e48db-0d77-46f5-95e9-b2dd5cc9ab43 req-814b6487-536b-46d0-b501-52894124205d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c70870c-e974-48af-8651-efc68f686a40 HTTP/1.1" status: 200 len: 1003 time: 0.0600142 Nov 09 04:30:32.635668 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e48db-0d77-46f5-95e9-b2dd5cc9ab43 req-7547b589-35ab-4da8-99c1-704cefb88b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:32.637258 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f11e48db-0d77-46f5-95e9-b2dd5cc9ab43 req-7547b589-35ab-4da8-99c1-704cefb88b81 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49007fcd-b954-4122-a432-1a1c530329ae HTTP/1.1" status: 200 len: 834 time: 0.0528355 Nov 09 04:30:32.684806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e48db-0d77-46f5-95e9-b2dd5cc9ab43 req-729b8a4e-5819-4bca-8319-f2c820e2a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:32.686492 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f11e48db-0d77-46f5-95e9-b2dd5cc9ab43 req-729b8a4e-5819-4bca-8319-f2c820e2a116 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c90ae7d-e72e-49a7-8752-2f9eab93966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417581 Nov 09 04:30:32.782733 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f11e48db-0d77-46f5-95e9-b2dd5cc9ab43 req-aa6a0635-9b40-4727-b530-f0ac794bc3d7 service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891671 Nov 09 04:30:32.876105 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f11e48db-0d77-46f5-95e9-b2dd5cc9ab43 req-81a42b38-bdde-4acc-a3a1-1c7c5865773b service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855520 Nov 09 04:30:33.913879 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52444) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:33.919257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1e3c8a30-dad1-42bf-879e-861e6479a9e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'port': {'admin_state_up': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:30:33.988119 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8a30-dad1-42bf-879e-861e6479a9e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:34.135830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-1e3c8a30-dad1-42bf-879e-861e6479a9e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 4c70870c-e974-48af-8651-efc68f686a40, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4c70870c-e974-48af-8651-efc68f686a40,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:30:34.170968 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8a30-dad1-42bf-879e-861e6479a9e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:34.176095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8a30-dad1-42bf-879e-861e6479a9e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:34.216700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c8a30-dad1-42bf-879e-861e6479a9e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:34.217329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1e3c8a30-dad1-42bf-879e-861e6479a9e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:34.225228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52446) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:34.225903 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1e3c8a30-dad1-42bf-879e-861e6479a9e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/ports/4c70870c-e974-48af-8651-efc68f686a40 HTTP/1.1" status: 200 len: 938 time: 0.3087804 Nov 09 04:30:34.225903 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f4018a-d70c-4689-987d-f66308a77d4d', 'tag': '4c70870c-e974-48af-8651-efc68f686a40'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:30:34.228251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e266e3-c938-4fe2-aff3-6314b38fd33e" -d '{"events": [{"name": "network-changed", "server_uuid": "39f4018a-d70c-4689-987d-f66308a77d4d", "tag": "4c70870c-e974-48af-8651-efc68f686a40"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:30:34.272626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c8a30-dad1-42bf-879e-861e6479a9e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=4c70870c-e974-48af-8651-efc68f686a40,revision_number=7']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:34.283690 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc380c45-c92c-477e-967a-84fae6a55247 x-openstack-request-id: req-cc380c45-c92c-477e-967a-84fae6a55247 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:30:34.284092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f4018a-d70c-4689-987d-f66308a77d4d", "tag": "4c70870c-e974-48af-8651-efc68f686a40", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:30:34.284232 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc380c45-c92c-477e-967a-84fae6a55247 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:30:34.285034 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f4018a-d70c-4689-987d-f66308a77d4d', 'tag': '4c70870c-e974-48af-8651-efc68f686a40', 'status': 'completed', 'code': 200} Nov 09 04:30:34.311501 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e890bee7-c7bd-45a2-856a-788a3bb39a24 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1 HTTP/1.1" status: 200 len: 994 time: 0.0865262 Nov 09 04:30:34.350519 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e266e3-c938-4fe2-aff3-6314b38fd33e req-ea122485-ff39-466c-bc70-b6d89485580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:34.353411 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-97e266e3-c938-4fe2-aff3-6314b38fd33e req-ea122485-ff39-466c-bc70-b6d89485580e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 1099 time: 0.0508587 Nov 09 04:30:34.430910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['4c70870c-e974-48af-8651-efc68f686a40'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:30:34.461405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e266e3-c938-4fe2-aff3-6314b38fd33e req-7ed5dbdb-d1b6-4e57-a026-9028e0af894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:34.462935 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-97e266e3-c938-4fe2-aff3-6314b38fd33e req-7ed5dbdb-d1b6-4e57-a026-9028e0af894b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c90ae7d-e72e-49a7-8752-2f9eab93966a HTTP/1.1" status: 200 len: 897 time: 0.1028347 Nov 09 04:30:34.532489 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-97e266e3-c938-4fe2-aff3-6314b38fd33e req-09430293-c804-4c03-b84d-7985990f8550 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c70870c-e974-48af-8651-efc68f686a40 HTTP/1.1" status: 200 len: 1002 time: 0.0620666 Nov 09 04:30:34.574902 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e8e4aebc-2546-430f-881b-d0dd3b8929f7 None None] Provisioning complete for port 4c70870c-e974-48af-8651-efc68f686a40 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:30:34.575275 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e8e4aebc-2546-430f-881b-d0dd3b8929f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:34.583886 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e266e3-c938-4fe2-aff3-6314b38fd33e req-22b41079-4994-46cc-9f1d-c245a1a9c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:34.585393 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-97e266e3-c938-4fe2-aff3-6314b38fd33e req-22b41079-4994-46cc-9f1d-c245a1a9c54b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49007fcd-b954-4122-a432-1a1c530329ae HTTP/1.1" status: 200 len: 834 time: 0.0462892 Nov 09 04:30:34.634623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e266e3-c938-4fe2-aff3-6314b38fd33e req-69a041e8-5b1d-4356-9754-1a16f5aa10a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:34.636289 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-97e266e3-c938-4fe2-aff3-6314b38fd33e req-69a041e8-5b1d-4356-9754-1a16f5aa10a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c90ae7d-e72e-49a7-8752-2f9eab93966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438132 Nov 09 04:30:34.737215 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-97e266e3-c938-4fe2-aff3-6314b38fd33e req-209d6631-9c14-48db-96ad-3c25b40d437c service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939791 Nov 09 04:30:34.831819 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-97e266e3-c938-4fe2-aff3-6314b38fd33e req-e88c3832-ac63-4af4-a624-7f6984e92bb7 service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868373 Nov 09 04:30:36.827716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52456) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:36.978367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port bc03fc67-8b72-471c-8d88-96be69bcbc4a {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:30:36.978635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:37.057382 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:37.057760 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:37.070671 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for bc03fc67-8b72-471c-8d88-96be69bcbc4a owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:30:37.220415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:37.245930 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=bc03fc67-8b72-471c-8d88-96be69bcbc4a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:37.257252 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:37.257628 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:37.257973 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:37.258309 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:37.258643 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:37.258974 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:37.259304 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:37.259628 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:37.259955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:37.260276 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:37.260596 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:37.260916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:37.315469 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:37.315881 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP a1cfa828-820b-4b72-8b0b-028f19a460ab disassociated (deleted). External IP: 172.26.5.230, port: 9d00242b-3d4c-450d-ada2-5ebf1396fe9e. Nov 09 04:30:37.519406 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:30:37.623289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:30:37.628088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:37.632862 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea0017a-a7d8-4c54-a5db-16f5e3460216 None None] Sync routers for ids ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:30:37.642660 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea0017a-a7d8-4c54-a5db-16f5e3460216 None None] Routers {'3e6e2e8b-60a4-4c65-a009-fb23a1f60738'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:30:37.643257 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3ea0017a-a7d8-4c54-a5db-16f5e3460216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:30:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:37.654590 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d83e002d-b9e7-4494-8d9d-4d687edbd73c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/floatingips/a1cfa828-820b-4b72-8b0b-028f19a460ab HTTP/1.1" status: 204 len: 168 time: 0.8258100 Nov 09 04:30:37.655162 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c8becb-689e-4b97-8326-8caff072d6c1', 'tag': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:30:37.657392 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455a16f5-ba9d-4079-85fd-e15aefe60a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "64c8becb-689e-4b97-8326-8caff072d6c1", "tag": "9d00242b-3d4c-450d-ada2-5ebf1396fe9e"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:30:37.701691 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdd1cb8-d242-4d95-a9a5-84f6a482d08e x-openstack-request-id: req-3bdd1cb8-d242-4d95-a9a5-84f6a482d08e {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:30:37.701976 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c8becb-689e-4b97-8326-8caff072d6c1", "tag": "9d00242b-3d4c-450d-ada2-5ebf1396fe9e", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:30:37.702228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bdd1cb8-d242-4d95-a9a5-84f6a482d08e {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:30:37.702629 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c8becb-689e-4b97-8326-8caff072d6c1', 'tag': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e', 'status': 'completed', 'code': 200} Nov 09 04:30:37.752359 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-3ea0017a-a7d8-4c54-a5db-16f5e3460216 None None] Set router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:30:37.766023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a16f5-ba9d-4079-85fd-e15aefe60a0d req-b20911b1-ca33-4223-86a0-2b30d4d7f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:37.767574 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-455a16f5-ba9d-4079-85fd-e15aefe60a0d req-b20911b1-ca33-4223-86a0-2b30d4d7f392 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 1098 time: 0.0425606 Nov 09 04:30:37.902113 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a16f5-ba9d-4079-85fd-e15aefe60a0d req-38140cda-49ec-4a2e-8aa2-95c8a004e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:37.903617 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-455a16f5-ba9d-4079-85fd-e15aefe60a0d req-38140cda-49ec-4a2e-8aa2-95c8a004e1eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c90ae7d-e72e-49a7-8752-2f9eab93966a HTTP/1.1" status: 200 len: 897 time: 0.1230664 Nov 09 04:30:37.916041 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3b3c8-dfe1-4d20-8d07-06923854ad43 req-389cf602-ab64-469d-a1e6-b9efc9395bd3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:37.917447 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c0c3b3c8-dfe1-4d20-8d07-06923854ad43 req-389cf602-ab64-469d-a1e6-b9efc9395bd3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 945 time: 0.0681460 Nov 09 04:30:37.957904 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-455a16f5-ba9d-4079-85fd-e15aefe60a0d req-2f9b0283-b5f2-46f3-89d6-a0277677b104 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d00242b-3d4c-450d-ada2-5ebf1396fe9e HTTP/1.1" status: 200 len: 217 time: 0.0393705 Nov 09 04:30:37.989102 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3ea0017a-a7d8-4c54-a5db-16f5e3460216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'port_id': '4c70870c-e974-48af-8651-efc68f686a40', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'mac_address': 'fa:16:3e:77:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f4018a-d70c-4689-987d-f66308a77d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:29:41Z', 'updated_at': '2021-11-09T04:29:43Z', 'revision_number': 1, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2963be7e-3e61-4d36-b6a7-292943f28017', 'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6d:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:28Z', 'updated_at': '2021-11-09T04:29:32Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '49007fcd-b954-4122-a432-1a1c530329ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:38.015988 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea0017a-a7d8-4c54-a5db-16f5e3460216 None None] Checking router: 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:30:38.024238 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea0017a-a7d8-4c54-a5db-16f5e3460216 None None] Routers {'3e6e2e8b-60a4-4c65-a009-fb23a1f60738'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:30:38.024940 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3ea0017a-a7d8-4c54-a5db-16f5e3460216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:30:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:38.033573 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c0c3b3c8-dfe1-4d20-8d07-06923854ad43 req-580def17-d47f-4dec-8d69-adc7ac5336ae tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=d648acc1-b4e7-482f-bd5b-2d362dc6ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086872 Nov 09 04:30:38.035127 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a16f5-ba9d-4079-85fd-e15aefe60a0d req-4ee5b359-1325-4acc-8247-10cdc8e81d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:38.036478 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-455a16f5-ba9d-4079-85fd-e15aefe60a0d req-4ee5b359-1325-4acc-8247-10cdc8e81d8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49007fcd-b954-4122-a432-1a1c530329ae HTTP/1.1" status: 200 len: 834 time: 0.0706699 Nov 09 04:30:38.085104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a16f5-ba9d-4079-85fd-e15aefe60a0d req-ad709ded-d513-462b-9332-069a765ed4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:38.086778 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-455a16f5-ba9d-4079-85fd-e15aefe60a0d req-ad709ded-d513-462b-9332-069a765ed4a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c90ae7d-e72e-49a7-8752-2f9eab93966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420971 Nov 09 04:30:38.130494 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-3ea0017a-a7d8-4c54-a5db-16f5e3460216 None None] Set router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:30:38.175186 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-455a16f5-ba9d-4079-85fd-e15aefe60a0d req-67c4ade7-97b6-4405-a287-7e127ea03ae1 service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808837 Nov 09 04:30:38.269971 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-455a16f5-ba9d-4079-85fd-e15aefe60a0d req-bbe463b6-eeef-4f76-a76b-cd5f9e3ec87c service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866351 Nov 09 04:30:38.346671 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3ea0017a-a7d8-4c54-a5db-16f5e3460216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'port_id': '4c70870c-e974-48af-8651-efc68f686a40', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'mac_address': 'fa:16:3e:77:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f4018a-d70c-4689-987d-f66308a77d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:29:41Z', 'updated_at': '2021-11-09T04:29:43Z', 'revision_number': 1, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2963be7e-3e61-4d36-b6a7-292943f28017', 'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6d:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:28Z', 'updated_at': '2021-11-09T04:29:32Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '49007fcd-b954-4122-a432-1a1c530329ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:38.371391 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea0017a-a7d8-4c54-a5db-16f5e3460216 None None] The sync data for ids ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'] in dv-neutron-816800-2-hyperv is: [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'port_id': '4c70870c-e974-48af-8651-efc68f686a40', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'mac_address': 'fa:16:3e:77:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f4018a-d70c-4689-987d-f66308a77d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:29:41Z', 'updated_at': '2021-11-09T04:29:43Z', 'revision_number': 1, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2963be7e-3e61-4d36-b6a7-292943f28017', 'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6d:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:28Z', 'updated_at': '2021-11-09T04:29:32Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '49007fcd-b954-4122-a432-1a1c530329ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:30:38.594660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418ba5d-90f8-44fd-bc2e-01074e2f8670 None None] New status for floating IP a1cfa828-820b-4b72-8b0b-028f19a460ab: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:30:39.152551 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715aeb08-565e-4477-81af-a69c4ab050ba req-e49f8ecd-f6b4-42da-bd55-3edd63fda536 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:39.154633 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-715aeb08-565e-4477-81af-a69c4ab050ba req-e49f8ecd-f6b4-42da-bd55-3edd63fda536 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 945 time: 0.0529330 Nov 09 04:30:39.178998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709ae01-72fc-4f47-b716-282743aafeac req-23f010ab-e6c2-4195-a6a4-d62110c0f97d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:39.180459 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2709ae01-72fc-4f47-b716-282743aafeac req-23f010ab-e6c2-4195-a6a4-d62110c0f97d tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/ports?device_id=64c8becb-689e-4b97-8326-8caff072d6c1 HTTP/1.1" status: 200 len: 945 time: 0.0489101 Nov 09 04:30:39.203547 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-715aeb08-565e-4477-81af-a69c4ab050ba req-ec8a5e47-226e-42a5-a3eb-24a04a0a73f6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=d648acc1-b4e7-482f-bd5b-2d362dc6ad91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430987 Nov 09 04:30:39.270806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-2709ae01-72fc-4f47-b716-282743aafeac req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:30:39.271142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-2709ae01-72fc-4f47-b716-282743aafeac req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:39.357030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-2709ae01-72fc-4f47-b716-282743aafeac req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=9d00242b-3d4c-450d-ada2-5ebf1396fe9e,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:30:39.357393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-2709ae01-72fc-4f47-b716-282743aafeac req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:39.369488 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-2709ae01-72fc-4f47-b716-282743aafeac req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 9d00242b-3d4c-450d-ada2-5ebf1396fe9e owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:30:39.502124 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-2709ae01-72fc-4f47-b716-282743aafeac req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:39.527842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=9d00242b-3d4c-450d-ada2-5ebf1396fe9e,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:39.537242 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:39.537617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:39.537960 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:39.538298 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:39.538629 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:39.538961 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:39.539288 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:39.540151 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:39.540151 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:39.540386 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:39.540604 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:39.540851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:39.585110 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2709ae01-72fc-4f47-b716-282743aafeac req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] No DVR routers for this DVR port 9d00242b-3d4c-450d-ada2-5ebf1396fe9e on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:30:39.587631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-2709ae01-72fc-4f47-b716-282743aafeac req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:39.590942 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2709ae01-72fc-4f47-b716-282743aafeac req-38016292-9e06-4b9d-878a-be177ba361ad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "DELETE /v2.0/ports/9d00242b-3d4c-450d-ada2-5ebf1396fe9e HTTP/1.1" status: 204 len: 173 time: 0.4045436 Nov 09 04:30:39.591377 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c8becb-689e-4b97-8326-8caff072d6c1', 'name': 'network-vif-deleted', 'tag': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:30:39.593622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5a5ebf-2e83-44c2-bea5-6feb18fcb562" -d '{"events": [{"server_uuid": "64c8becb-689e-4b97-8326-8caff072d6c1", "name": "network-vif-deleted", "tag": "9d00242b-3d4c-450d-ada2-5ebf1396fe9e"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:30:39.633343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bc9fb5-6043-4455-882e-8fb5c650514b x-openstack-request-id: req-e1bc9fb5-6043-4455-882e-8fb5c650514b {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:30:39.633789 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c8becb-689e-4b97-8326-8caff072d6c1", "name": "network-vif-deleted", "tag": "9d00242b-3d4c-450d-ada2-5ebf1396fe9e", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:30:39.634051 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1bc9fb5-6043-4455-882e-8fb5c650514b {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:30:39.634455 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c8becb-689e-4b97-8326-8caff072d6c1', 'name': 'network-vif-deleted', 'tag': '9d00242b-3d4c-450d-ada2-5ebf1396fe9e', 'status': 'completed', 'code': 200} Nov 09 04:30:40.261048 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52470) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:40.316718 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7042bb50-0bc1-4bfc-bee9-c6373b227365 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:40.340870 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7042bb50-0bc1-4bfc-bee9-c6373b227365 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:40.398354 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7042bb50-0bc1-4bfc-bee9-c6373b227365 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:40.400961 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7042bb50-0bc1-4bfc-bee9-c6373b227365 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:40.402150 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7042bb50-0bc1-4bfc-bee9-c6373b227365 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/security-groups/d648acc1-b4e7-482f-bd5b-2d362dc6ad91 HTTP/1.1" status: 204 len: 168 time: 0.1400728 Nov 09 04:30:40.412087 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042bb50-0bc1-4bfc-bee9-c6373b227365 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d648acc1-b4e7-482f-bd5b-2d362dc6ad91,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:40.438002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52474) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:40.595433 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-2cc05a60-866b-4d45-8f40-13fb6bc7d722 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 4a3049c9-b64c-4704-be7a-83c3f5791529 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:30:40.595772 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2cc05a60-866b-4d45-8f40-13fb6bc7d722 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:40.670484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2cc05a60-866b-4d45-8f40-13fb6bc7d722 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:40.670807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2cc05a60-866b-4d45-8f40-13fb6bc7d722 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:40.682092 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-2cc05a60-866b-4d45-8f40-13fb6bc7d722 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 4a3049c9-b64c-4704-be7a-83c3f5791529 owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:30:40.823114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2cc05a60-866b-4d45-8f40-13fb6bc7d722 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:40.847807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc05a60-866b-4d45-8f40-13fb6bc7d722 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=4a3049c9-b64c-4704-be7a-83c3f5791529,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:40.905450 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2cc05a60-866b-4d45-8f40-13fb6bc7d722 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:40.905819 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-2cc05a60-866b-4d45-8f40-13fb6bc7d722 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP 68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1 disassociated (deleted). External IP: 172.26.5.252, port: 4c70870c-e974-48af-8651-efc68f686a40. Nov 09 04:30:41.106910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc05a60-866b-4d45-8f40-13fb6bc7d722 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:30:41.210882 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc05a60-866b-4d45-8f40-13fb6bc7d722 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:30:41.215648 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2cc05a60-866b-4d45-8f40-13fb6bc7d722 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:41.221559 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce81497-b357-4ce9-90c5-065ca6dfccb5 None None] Sync routers for ids ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:30:41.231190 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce81497-b357-4ce9-90c5-065ca6dfccb5 None None] Routers {'3e6e2e8b-60a4-4c65-a009-fb23a1f60738'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:30:41.231783 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1ce81497-b357-4ce9-90c5-065ca6dfccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:30:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:41.241180 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2cc05a60-866b-4d45-8f40-13fb6bc7d722 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/floatingips/68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1 HTTP/1.1" status: 204 len: 168 time: 0.8021011 Nov 09 04:30:41.241801 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f4018a-d70c-4689-987d-f66308a77d4d', 'tag': '4c70870c-e974-48af-8651-efc68f686a40'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:30:41.244035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964dddab-c676-41b8-a956-77164811ff39" -d '{"events": [{"name": "network-changed", "server_uuid": "39f4018a-d70c-4689-987d-f66308a77d4d", "tag": "4c70870c-e974-48af-8651-efc68f686a40"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:30:41.285728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acba5db-7413-4499-93b9-bb07bb1322ea x-openstack-request-id: req-9acba5db-7413-4499-93b9-bb07bb1322ea {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:30:41.286346 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f4018a-d70c-4689-987d-f66308a77d4d", "tag": "4c70870c-e974-48af-8651-efc68f686a40", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:30:41.286346 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9acba5db-7413-4499-93b9-bb07bb1322ea {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:30:41.286791 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f4018a-d70c-4689-987d-f66308a77d4d', 'tag': '4c70870c-e974-48af-8651-efc68f686a40', 'status': 'completed', 'code': 200} Nov 09 04:30:41.346974 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-1ce81497-b357-4ce9-90c5-065ca6dfccb5 None None] Set router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:30:41.358178 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dddab-c676-41b8-a956-77164811ff39 req-61ddcc3a-9422-49bc-b2cb-71b317ef2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:41.359711 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-964dddab-c676-41b8-a956-77164811ff39 req-61ddcc3a-9422-49bc-b2cb-71b317ef2992 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 1099 time: 0.0480728 Nov 09 04:30:41.489027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dddab-c676-41b8-a956-77164811ff39 req-8b7c41d2-2282-4b4d-a526-96f8a49fc7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:41.490521 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-964dddab-c676-41b8-a956-77164811ff39 req-8b7c41d2-2282-4b4d-a526-96f8a49fc7bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=7c90ae7d-e72e-49a7-8752-2f9eab93966a HTTP/1.1" status: 200 len: 897 time: 0.1209321 Nov 09 04:30:41.513156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9f52e-2506-4572-b33f-964b092884e4 req-3fdf2596-22f6-4bbd-ad95-63fa03afebce tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:41.514636 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-93d9f52e-2506-4572-b33f-964b092884e4 req-3fdf2596-22f6-4bbd-ad95-63fa03afebce tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 946 time: 0.0739567 Nov 09 04:30:41.542595 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-964dddab-c676-41b8-a956-77164811ff39 req-f799fd27-724e-46d6-bfc9-bbc2c7d8f9f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c70870c-e974-48af-8651-efc68f686a40 HTTP/1.1" status: 200 len: 217 time: 0.0435908 Nov 09 04:30:41.553034 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1ce81497-b357-4ce9-90c5-065ca6dfccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '2963be7e-3e61-4d36-b6a7-292943f28017', 'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6d:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:28Z', 'updated_at': '2021-11-09T04:29:32Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '49007fcd-b954-4122-a432-1a1c530329ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:41.579278 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce81497-b357-4ce9-90c5-065ca6dfccb5 None None] Checking router: 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:30:41.587391 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce81497-b357-4ce9-90c5-065ca6dfccb5 None None] Routers {'3e6e2e8b-60a4-4c65-a009-fb23a1f60738'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:30:41.587990 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1ce81497-b357-4ce9-90c5-065ca6dfccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:30:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:41.616355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dddab-c676-41b8-a956-77164811ff39 req-048c860f-d8b7-4939-bfac-87d00a5c6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:41.617768 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-964dddab-c676-41b8-a956-77164811ff39 req-048c860f-d8b7-4939-bfac-87d00a5c6577 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49007fcd-b954-4122-a432-1a1c530329ae HTTP/1.1" status: 200 len: 834 time: 0.0687749 Nov 09 04:30:41.621675 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-93d9f52e-2506-4572-b33f-964b092884e4 req-7db581ab-0076-4fa0-bb04-587b22762d68 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=74204327-f321-48e5-8b19-752c5c2132dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817170 Nov 09 04:30:41.668648 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dddab-c676-41b8-a956-77164811ff39 req-84394043-92ca-476d-b60d-55e7ec915586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:41.670772 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-964dddab-c676-41b8-a956-77164811ff39 req-84394043-92ca-476d-b60d-55e7ec915586 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7c90ae7d-e72e-49a7-8752-2f9eab93966a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457942 Nov 09 04:30:41.764279 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-964dddab-c676-41b8-a956-77164811ff39 req-2295a06d-45dd-4761-9133-c0c1cf4cf050 service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853658 Nov 09 04:30:41.774992 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-1ce81497-b357-4ce9-90c5-065ca6dfccb5 None None] Set router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:30:41.856118 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-964dddab-c676-41b8-a956-77164811ff39 req-303852ac-3d04-4605-80fb-c6ff50c1af48 service neutron] 10.222.0.31 "GET /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847149 Nov 09 04:30:41.967736 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1ce81497-b357-4ce9-90c5-065ca6dfccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '2963be7e-3e61-4d36-b6a7-292943f28017', 'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6d:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:28Z', 'updated_at': '2021-11-09T04:29:32Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '49007fcd-b954-4122-a432-1a1c530329ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:41.995907 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce81497-b357-4ce9-90c5-065ca6dfccb5 None None] The sync data for ids ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'] in dv-neutron-816800-2-hyperv is: [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '2963be7e-3e61-4d36-b6a7-292943f28017', 'name': '', 'network_id': '7c90ae7d-e72e-49a7-8752-2f9eab93966a', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:6d:22:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '49007fcd-b954-4122-a432-1a1c530329ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:28Z', 'updated_at': '2021-11-09T04:29:32Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': '49007fcd-b954-4122-a432-1a1c530329ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:30:42.205669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec2c28-928c-428a-b8a4-ec294a559ad6 None None] New status for floating IP 68b0c5f2-dccd-490e-ae7e-6f4e2a97bfc1: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:30:42.739878 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a007b-1827-459d-b494-7c2c6c056c41 req-0c841199-2ff2-4a1d-851d-a211d9ffec68 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:42.741359 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d88a007b-1827-459d-b494-7c2c6c056c41 req-0c841199-2ff2-4a1d-851d-a211d9ffec68 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 946 time: 0.0487394 Nov 09 04:30:42.792667 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d88a007b-1827-459d-b494-7c2c6c056c41 req-81bc954b-9e07-41c4-8bf0-816a43050c06 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=74204327-f321-48e5-8b19-752c5c2132dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454354 Nov 09 04:30:42.846315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df4bb0-f40c-4a70-afc6-40c7434665fc req-f250c561-702f-4f9e-ae2a-db40085fe71f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:42.847751 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f1df4bb0-f40c-4a70-afc6-40c7434665fc req-f250c561-702f-4f9e-ae2a-db40085fe71f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/ports?device_id=39f4018a-d70c-4689-987d-f66308a77d4d HTTP/1.1" status: 200 len: 946 time: 0.0477724 Nov 09 04:30:42.938722 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-f1df4bb0-f40c-4a70-afc6-40c7434665fc req-c29f7d75-04a4-49b0-8a72-3d649c45d5ae tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 4c70870c-e974-48af-8651-efc68f686a40 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:30:42.938975 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-f1df4bb0-f40c-4a70-afc6-40c7434665fc req-c29f7d75-04a4-49b0-8a72-3d649c45d5ae tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:43.024733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-f1df4bb0-f40c-4a70-afc6-40c7434665fc req-c29f7d75-04a4-49b0-8a72-3d649c45d5ae tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 4c70870c-e974-48af-8651-efc68f686a40, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4c70870c-e974-48af-8651-efc68f686a40,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:30:43.025095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-f1df4bb0-f40c-4a70-afc6-40c7434665fc req-c29f7d75-04a4-49b0-8a72-3d649c45d5ae tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:43.037345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-f1df4bb0-f40c-4a70-afc6-40c7434665fc req-c29f7d75-04a4-49b0-8a72-3d649c45d5ae tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 4c70870c-e974-48af-8651-efc68f686a40 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:30:43.120433 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 9d00242b-3d4c-450d-ada2-5ebf1396fe9e no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:30:43.140694 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 9d00242b-3d4c-450d-ada2-5ebf1396fe9e {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:30:43.141032 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 9d00242b-3d4c-450d-ada2-5ebf1396fe9e not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:30:43.165720 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-f1df4bb0-f40c-4a70-afc6-40c7434665fc req-c29f7d75-04a4-49b0-8a72-3d649c45d5ae tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:43.191455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f7d75-04a4-49b0-8a72-3d649c45d5ae tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=4c70870c-e974-48af-8651-efc68f686a40,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:43.234400 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1df4bb0-f40c-4a70-afc6-40c7434665fc req-c29f7d75-04a4-49b0-8a72-3d649c45d5ae tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] No DVR routers for this DVR port 4c70870c-e974-48af-8651-efc68f686a40 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:30:43.236871 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-f1df4bb0-f40c-4a70-afc6-40c7434665fc req-c29f7d75-04a4-49b0-8a72-3d649c45d5ae tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:43.240318 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f1df4bb0-f40c-4a70-afc6-40c7434665fc req-c29f7d75-04a4-49b0-8a72-3d649c45d5ae tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "DELETE /v2.0/ports/4c70870c-e974-48af-8651-efc68f686a40 HTTP/1.1" status: 204 len: 173 time: 0.3846464 Nov 09 04:30:43.240779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f4018a-d70c-4689-987d-f66308a77d4d', 'name': 'network-vif-deleted', 'tag': '4c70870c-e974-48af-8651-efc68f686a40'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:30:43.243061 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b0e91a-acba-478a-84ce-889bd0a5b577" -d '{"events": [{"server_uuid": "39f4018a-d70c-4689-987d-f66308a77d4d", "name": "network-vif-deleted", "tag": "4c70870c-e974-48af-8651-efc68f686a40"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:30:43.280799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920f86e4-d956-4705-9bf4-08ef14a5ce91 x-openstack-request-id: req-920f86e4-d956-4705-9bf4-08ef14a5ce91 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:30:43.281085 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f4018a-d70c-4689-987d-f66308a77d4d", "name": "network-vif-deleted", "tag": "4c70870c-e974-48af-8651-efc68f686a40", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:30:43.281333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-920f86e4-d956-4705-9bf4-08ef14a5ce91 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:30:43.281749 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f4018a-d70c-4689-987d-f66308a77d4d', 'name': 'network-vif-deleted', 'tag': '4c70870c-e974-48af-8651-efc68f686a40', 'status': 'completed', 'code': 200} Nov 09 04:30:43.847471 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52488) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:43.901931 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd86fc13-9e4f-4029-af51-9b7ef846f402 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:43.925435 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd86fc13-9e4f-4029-af51-9b7ef846f402 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:43.982564 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd86fc13-9e4f-4029-af51-9b7ef846f402 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:43.985309 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bd86fc13-9e4f-4029-af51-9b7ef846f402 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:43.986499 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bd86fc13-9e4f-4029-af51-9b7ef846f402 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/security-groups/74204327-f321-48e5-8b19-752c5c2132dc HTTP/1.1" status: 204 len: 168 time: 0.1380360 Nov 09 04:30:43.995533 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86fc13-9e4f-4029-af51-9b7ef846f402 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74204327-f321-48e5-8b19-752c5c2132dc,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:44.020002 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52492) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:44.367553 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2bd221c9-97ea-4937-a28f-3c1b7b1123c2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:44.616905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-2bd221c9-97ea-4937-a28f-3c1b7b1123c2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 2963be7e-3e61-4d36-b6a7-292943f28017 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:30:44.617247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2bd221c9-97ea-4937-a28f-3c1b7b1123c2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:44.717527 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-2bd221c9-97ea-4937-a28f-3c1b7b1123c2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 2963be7e-3e61-4d36-b6a7-292943f28017, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=2963be7e-3e61-4d36-b6a7-292943f28017,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:30:44.717896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2bd221c9-97ea-4937-a28f-3c1b7b1123c2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:44.729225 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-2bd221c9-97ea-4937-a28f-3c1b7b1123c2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 2963be7e-3e61-4d36-b6a7-292943f28017 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:30:45.202308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2bd221c9-97ea-4937-a28f-3c1b7b1123c2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:45.228949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd221c9-97ea-4937-a28f-3c1b7b1123c2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=2963be7e-3e61-4d36-b6a7-292943f28017,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:45.396048 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2bd221c9-97ea-4937-a28f-3c1b7b1123c2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:45.604407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd221c9-97ea-4937-a28f-3c1b7b1123c2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:30:45.708783 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd221c9-97ea-4937-a28f-3c1b7b1123c2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:30:45.713764 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2bd221c9-97ea-4937-a28f-3c1b7b1123c2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/3e6e2e8b-60a4-4c65-a009-fb23a1f60738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6925826 Nov 09 04:30:45.716835 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52494) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:45.718353 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b7eb9-6834-4445-97a0-13fdc150c4a2 None None] Sync routers for ids ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:30:45.727761 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4b7eb9-6834-4445-97a0-13fdc150c4a2 None None] Routers {'3e6e2e8b-60a4-4c65-a009-fb23a1f60738'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:30:45.728282 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8a4b7eb9-6834-4445-97a0-13fdc150c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:30:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:45.767620 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae2b77e-fa28-49d3-9d15-cb2318fdefcb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting subnet 49007fcd-b954-4122-a432-1a1c530329ae {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:30:45.770837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b77e-fa28-49d3-9d15-cb2318fdefcb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:45.814547 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b77e-fa28-49d3-9d15-cb2318fdefcb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:45.829010 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-8a4b7eb9-6834-4445-97a0-13fdc150c4a2 None None] Set router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:30:45.893529 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b77e-fa28-49d3-9d15-cb2318fdefcb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:45.949106 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b77e-fa28-49d3-9d15-cb2318fdefcb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:45.980389 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2b77e-fa28-49d3-9d15-cb2318fdefcb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Subnet': ['ID=49007fcd-b954-4122-a432-1a1c530329ae,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:45.982795 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5ae2b77e-fa28-49d3-9d15-cb2318fdefcb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:45.988174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfbc2f2-a14d-487c-8f09-a13d9b57bf17 None None] Network 7c90ae7d-e72e-49a7-8752-2f9eab93966a requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:30:45.989092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52496) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:45.994078 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5ae2b77e-fa28-49d3-9d15-cb2318fdefcb tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/subnets/49007fcd-b954-4122-a432-1a1c530329ae HTTP/1.1" status: 204 len: 168 time: 0.2755868 Nov 09 04:30:46.005894 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8a4b7eb9-6834-4445-97a0-13fdc150c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:30:45Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:46.033250 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b7eb9-6834-4445-97a0-13fdc150c4a2 None None] Checking router: 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:30:46.043212 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4b7eb9-6834-4445-97a0-13fdc150c4a2 None None] Routers {'3e6e2e8b-60a4-4c65-a009-fb23a1f60738'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:30:46.043839 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8a4b7eb9-6834-4445-97a0-13fdc150c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:30:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:46.101438 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.154355 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-8a4b7eb9-6834-4445-97a0-13fdc150c4a2 None None] Set router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:30:46.210484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.266266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 9a447985-7184-4d74-8690-0d93f334c842 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:30:46.266621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.320986 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] DHCP port deletion for 7c90ae7d-e72e-49a7-8752-2f9eab93966a request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:30:46.349741 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8a4b7eb9-6834-4445-97a0-13fdc150c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:30:45Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:46.363737 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 9a447985-7184-4d74-8690-0d93f334c842, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9a447985-7184-4d74-8690-0d93f334c842,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:30:46.364105 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.370654 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Deleting port 41105ed4-a3ee-4b2a-a787-337413d2e4fa {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:30:46.371034 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.375922 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4b7eb9-6834-4445-97a0-13fdc150c4a2 None None] The sync data for ids ['3e6e2e8b-60a4-4c65-a009-fb23a1f60738'] in dv-neutron-816800-2-hyperv is: [{'id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'name': 'tempest-TestNetworkBasicOps-router-1472405251', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7'}], 'enable_snat': True}, 'gw_port_id': '9a447985-7184-4d74-8690-0d93f334c842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:29:25Z', 'updated_at': '2021-11-09T04:30:45Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '9a447985-7184-4d74-8690-0d93f334c842', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:fa:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e2e8b-60a4-4c65-a009-fb23a1f60738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:29:26Z', 'updated_at': '2021-11-09T04:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:30:46.377719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 9a447985-7184-4d74-8690-0d93f334c842 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:30:46.445944 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] For port 41105ed4-a3ee-4b2a-a787-337413d2e4fa, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=41105ed4-a3ee-4b2a-a787-337413d2e4fa,segment=NetworkSegment(1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6),segment_id=1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:30:46.446336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.459297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Calling delete_port for 41105ed4-a3ee-4b2a-a787-337413d2e4fa owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:30:46.534993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.544913 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.562348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Pushing event deleted for resources: {'Port': ['ID=41105ed4-a3ee-4b2a-a787-337413d2e4fa,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:46.566867 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] No DVR routers for this DVR port 41105ed4-a3ee-4b2a-a787-337413d2e4fa on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:30:46.574033 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:46.574358 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=9a447985-7184-4d74-8690-0d93f334c842,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:46.574519 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:46.574697 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:46.575028 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:46.575893 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:46.576224 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:46.576549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:46.576871 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:46.577190 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:46.578472 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:46.578472 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:46.578472 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b9dcd-2c49-43da-a70e-381f22b1b143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:46.640108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.733191 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.735520 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.783969 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.784530 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Fanout notify agent at l3_agent the message router_deleted on router 3e6e2e8b-60a4-4c65-a009-fb23a1f60738 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:30:46.791673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.792872 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f8d1c4c7-dd15-4ee5-83f2-43b2ceb52e3f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/routers/3e6e2e8b-60a4-4c65-a009-fb23a1f60738 HTTP/1.1" status: 204 len: 168 time: 0.8029096 Nov 09 04:30:46.795666 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52498) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:46.873886 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9e274a6-7f82-49e6-953d-db696ff04faf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.945371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.965325 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9e274a6-7f82-49e6-953d-db696ff04faf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:46.986972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-d9e274a6-7f82-49e6-953d-db696ff04faf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c90ae7d-e72e-49a7-8752-2f9eab93966a']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:46.996729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-d9e274a6-7f82-49e6-953d-db696ff04faf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:46.996896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-d9e274a6-7f82-49e6-953d-db696ff04faf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1381f6ff-5bda-4b1d-b1ce-cda85da3f5a6') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:47.007365 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9e274a6-7f82-49e6-953d-db696ff04faf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.021056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9e274a6-7f82-49e6-953d-db696ff04faf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.027285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e274a6-7f82-49e6-953d-db696ff04faf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:30:47.027521 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9e274a6-7f82-49e6-953d-db696ff04faf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:30:47.031532 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:30:47.091685 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9e274a6-7f82-49e6-953d-db696ff04faf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.098662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9e274a6-7f82-49e6-953d-db696ff04faf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.101808 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d9e274a6-7f82-49e6-953d-db696ff04faf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/networks/7c90ae7d-e72e-49a7-8752-2f9eab93966a HTTP/1.1" status: 204 len: 168 time: 0.3051333 Nov 09 04:30:47.114963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e274a6-7f82-49e6-953d-db696ff04faf tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Network': ['ID=7c90ae7d-e72e-49a7-8752-2f9eab93966a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:47.116539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4c70870c-e974-48af-8651-efc68f686a40 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:30:47.125479 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52500) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:47.130642 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c71db70b-416b-4459-8d3b-06422e738f30 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'network': {'name': 'tempest-network-smoke--1675690323', 'project_id': '871582c076e646fa8f870c685a113561', 'port_security_enabled': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:30:47.139325 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 4c70870c-e974-48af-8651-efc68f686a40 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:30:47.139666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4c70870c-e974-48af-8651-efc68f686a40 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:30:47.150941 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71db70b-416b-4459-8d3b-06422e738f30 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:30:47.154367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c71db70b-416b-4459-8d3b-06422e738f30 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.176920 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71db70b-416b-4459-8d3b-06422e738f30 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:30:47.186291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c71db70b-416b-4459-8d3b-06422e738f30 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.186663 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-c71db70b-416b-4459-8d3b-06422e738f30 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Added segment 0e63a7c5-6590-41d9-a891-6971ef9ecb20 of type vlan for network 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 Nov 09 04:30:47.225178 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c71db70b-416b-4459-8d3b-06422e738f30 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.249786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c71db70b-416b-4459-8d3b-06422e738f30 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.255333 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71db70b-416b-4459-8d3b-06422e738f30 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:47.255910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c71db70b-416b-4459-8d3b-06422e738f30 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.288561 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c71db70b-416b-4459-8d3b-06422e738f30 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1620133 Nov 09 04:30:47.291518 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52502) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:47.296660 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'admin_state_up': True, 'project_id': '871582c076e646fa8f870c685a113561', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:30:47.320438 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.321429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.321658 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71db70b-416b-4459-8d3b-06422e738f30 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Network': ['ID=1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:47.334523 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:30:47.374687 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.489957 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 41105ed4-a3ee-4b2a-a787-337413d2e4fa no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:30:47.514067 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 41105ed4-a3ee-4b2a-a787-337413d2e4fa {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:30:47.514413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 41105ed4-a3ee-4b2a-a787-337413d2e4fa not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:30:47.514831 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9a447985-7184-4d74-8690-0d93f334c842 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:30:47.515560 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.534011 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 9a447985-7184-4d74-8690-0d93f334c842 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:30:47.534355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9a447985-7184-4d74-8690-0d93f334c842 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:30:47.534771 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 2963be7e-3e61-4d36-b6a7-292943f28017 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:30:47.553555 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 2963be7e-3e61-4d36-b6a7-292943f28017 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:30:47.553908 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 2963be7e-3e61-4d36-b6a7-292943f28017 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:30:47.708446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.730644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.828605 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.87 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/8677d77c-b906-46e2-80e9-0acadcd50d76) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:30:47.929168 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.962551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:47.998379 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:30:48.003077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:30:48.006667 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:30:48.013283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=8677d77c-b906-46e2-80e9-0acadcd50d76,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:48.249070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:48.438688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:48.564265 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 7c1850f7-48dd-4381-8292-5ca551c9ae3c is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:30:48.668217 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:30:48.679123 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Sync routers for ids ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:30:48.688250 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:48.688586 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Routers {'7c1850f7-48dd-4381-8292-5ca551c9ae3c'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:30:48.689212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:30:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:48.689659 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-edc72d67-f377-4a63-934e-e1d784e045a8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.3970957 Nov 09 04:30:48.692833 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52504) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:48.722074 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-338c39af-d578-4c56-84c5-90d88bb28276 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=871582c076e646fa8f870c685a113561&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278277 Nov 09 04:30:48.724518 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52506) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:48.796124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Set router 7c1850f7-48dd-4381-8292-5ca551c9ae3c gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:30:48.810737 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301be5be-0222-4914-90a2-5f0957d714fe tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:48.812246 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-301be5be-0222-4914-90a2-5f0957d714fe tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868464 Nov 09 04:30:48.815199 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52508) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:48.982435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:48Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:49.008932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Checking router: 7c1850f7-48dd-4381-8292-5ca551c9ae3c for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:30:49.009308 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Updating router 7c1850f7-48dd-4381-8292-5ca551c9ae3c port 8677d77c-b906-46e2-80e9-0acadcd50d76 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:30:49.035706 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:49.137415 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-94c46596-5fd2-4fdd-a044-db06f76f2275 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3211136 Nov 09 04:30:49.140413 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52510) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:49.145074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-435fa9b1-c803-44af-a4b8-4afbf7ba660b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-619551708', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'project_id': '871582c076e646fa8f870c685a113561', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:30:49.227908 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435fa9b1-c803-44af-a4b8-4afbf7ba660b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:30:49.232326 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-435fa9b1-c803-44af-a4b8-4afbf7ba660b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:49.300274 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:49.305737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:49.355088 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Attempting to bind port 8677d77c-b906-46e2-80e9-0acadcd50d76 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:30:49.355461 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Attempting to bind port 8677d77c-b906-46e2-80e9-0acadcd50d76 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:30:49.355826 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Attempting to bind port 8677d77c-b906-46e2-80e9-0acadcd50d76 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:30:49.362653 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70942a47-343d-47dd-a69a-54bd96b22ef2 None None] Pushing event updated for resources: {'Port': ['ID=8677d77c-b906-46e2-80e9-0acadcd50d76,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:49.365319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:30:49.365715 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:30:49.366479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:49.366479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:30:49.366932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Bound port: 8677d77c-b906-46e2-80e9-0acadcd50d76, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:30:49.367302 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:49.413754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-435fa9b1-c803-44af-a4b8-4afbf7ba660b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:49.417857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] For port 8677d77c-b906-46e2-80e9-0acadcd50d76, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:30:49.420999 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] For port 8677d77c-b906-46e2-80e9-0acadcd50d76, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=8677d77c-b906-46e2-80e9-0acadcd50d76,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:30:49.425643 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:49.473768 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Routers {'7c1850f7-48dd-4381-8292-5ca551c9ae3c'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:30:49.474373 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:30:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:49.482803 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fa9b1-c803-44af-a4b8-4afbf7ba660b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Subnet': ['ID=f13f2a87-0dfa-4c5a-9873-869a05105893,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:49.492366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435fa9b1-c803-44af-a4b8-4afbf7ba660b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Checking segment: {'id': '0e63a7c5-6590-41d9-a891-6971ef9ecb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:30:49.492725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435fa9b1-c803-44af-a4b8-4afbf7ba660b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network hostable DHCP agents. Network: 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:30:49.510427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435fa9b1-c803-44af-a4b8-4afbf7ba660b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:30:49.519580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-435fa9b1-c803-44af-a4b8-4afbf7ba660b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:30:49.523886 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435fa9b1-c803-44af-a4b8-4afbf7ba660b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:49.524503 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70942a47-343d-47dd-a69a-54bd96b22ef2 None None] Pushing event updated for resources: {'Port': ['ID=8677d77c-b906-46e2-80e9-0acadcd50d76,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:49.524671 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-435fa9b1-c803-44af-a4b8-4afbf7ba660b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:49.533984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ea8241-58fe-4fec-b513-0b0353b1efb8 None None] Network 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:30:49.542550 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-435fa9b1-c803-44af-a4b8-4afbf7ba660b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4011357 Nov 09 04:30:49.545874 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52512) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:49.642022 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] Set router 7c1850f7-48dd-4381-8292-5ca551c9ae3c gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:30:49.826368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ips': [{'subnet_id': 'f13f2a87-0dfa-4c5a-9873-869a05105893'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:30:49.827213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:49.966411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:49.977216 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:48Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:50.007641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8550a-1f5d-40ff-8cd7-28e92b6fab36 None None] The sync data for ids ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'] in dv-neutron-816800-2-hyperv is: [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:48Z', 'revision_number': 3, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:30:50.018264 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Allocated IP 172.20.0.2 (1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97/f13f2a87-0dfa-4c5a-9873-869a05105893/e5a1ea48-3d03-4b9a-95f5-81b378821eda) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:30:50.335356 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:50.344873 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:50.385595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Network 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:30:50.389179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:30:50.393912 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:30:50.395974 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.1 (1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97/f13f2a87-0dfa-4c5a-9873-869a05105893/84a12f2d-a104-4b5d-968c-b0b94de2df41) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:30:50.397133 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Pushing event updated for resources: {'Port': ['ID=e5a1ea48-3d03-4b9a-95f5-81b378821eda,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:50.455056 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Attempting to bind port e5a1ea48-3d03-4b9a-95f5-81b378821eda on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:30:50.455433 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Attempting to bind port e5a1ea48-3d03-4b9a-95f5-81b378821eda by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '0e63a7c5-6590-41d9-a891-6971ef9ecb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:30:50.455800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Attempting to bind port e5a1ea48-3d03-4b9a-95f5-81b378821eda on network 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:30:50.461583 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:30:50.461958 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Checking segment: {'id': '0e63a7c5-6590-41d9-a891-6971ef9ecb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:30:50.462355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:50.462744 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Bound using segment: {'id': '0e63a7c5-6590-41d9-a891-6971ef9ecb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:30:50.463215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Bound port: e5a1ea48-3d03-4b9a-95f5-81b378821eda, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e63a7c5-6590-41d9-a891-6971ef9ecb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:30:50.463588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:50.541273 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:50.543306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] For port e5a1ea48-3d03-4b9a-95f5-81b378821eda, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:30:50.546607 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] For port e5a1ea48-3d03-4b9a-95f5-81b378821eda, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e5a1ea48-3d03-4b9a-95f5-81b378821eda,segment=NetworkSegment(0e63a7c5-6590-41d9-a891-6971ef9ecb20),segment_id=0e63a7c5-6590-41d9-a891-6971ef9ecb20)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:30:50.551116 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:50.580443 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:50.615744 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b8999-35a5-4875-9fd5-462c1ab539d3 None None] Pushing event updated for resources: {'Port': ['ID=e5a1ea48-3d03-4b9a-95f5-81b378821eda,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:50.619582 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:30:50.623603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:30:50.627450 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:30:50.670991 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=84a12f2d-a104-4b5d-968c-b0b94de2df41,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:50.696136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:50.849353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:51.130913 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:51.135324 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:51.209631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=84a12f2d-a104-4b5d-968c-b0b94de2df41,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:51.212131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:51.302529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:30:51.304095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:30:51.419782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 7c1850f7-48dd-4381-8292-5ca551c9ae3c has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:30:51.530962 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8677d77c-b906-46e2-80e9-0acadcd50d76 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:30:51.535680 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:30:51.541545 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e978f8d3-42d8-4e6a-bd7f-0bd54bf95030 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/7c1850f7-48dd-4381-8292-5ca551c9ae3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9937153 Nov 09 04:30:51.543060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52514) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:51.580873 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 8677d77c-b906-46e2-80e9-0acadcd50d76 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:30:51.581248 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:51.605138 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Sync routers for ids ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:30:51.616135 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Routers {'7c1850f7-48dd-4381-8292-5ca551c9ae3c'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:30:51.616658 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:30:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:51.645278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78b4fd-baed-495f-b6cd-7904592f73a3 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:51.645787 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78b4fd-baed-495f-b6cd-7904592f73a3 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:51.646249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78b4fd-baed-495f-b6cd-7904592f73a3 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:51.647157 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78b4fd-baed-495f-b6cd-7904592f73a3 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:51.650921 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fc78b4fd-baed-495f-b6cd-7904592f73a3 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1039319 Nov 09 04:30:51.651140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52516) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:51.666284 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:51.688099 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 8677d77c-b906-46e2-80e9-0acadcd50d76, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=8677d77c-b906-46e2-80e9-0acadcd50d76,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:30:51.694550 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:51.695456 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e5a1ea48-3d03-4b9a-95f5-81b378821eda up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:30:51.713056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d4c7e-8431-406b-bd17-5bcac590b5b8 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:51.713542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d4c7e-8431-406b-bd17-5bcac590b5b8 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:51.714014 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d4c7e-8431-406b-bd17-5bcac590b5b8 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:51.714467 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d4c7e-8431-406b-bd17-5bcac590b5b8 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:51.719498 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-be2d4c7e-8431-406b-bd17-5bcac590b5b8 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0647705 Nov 09 04:30:51.719669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52518) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:51.726984 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Set router 7c1850f7-48dd-4381-8292-5ca551c9ae3c gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:30:51.782581 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=8677d77c-b906-46e2-80e9-0acadcd50d76,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:51.786176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port e5a1ea48-3d03-4b9a-95f5-81b378821eda triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:30:51.786545 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:51.856261 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1d2cef18-77b7-4085-a258-b171f512b219 tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1328340 Nov 09 04:30:51.877694 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:51.912278 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port e5a1ea48-3d03-4b9a-95f5-81b378821eda, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e5a1ea48-3d03-4b9a-95f5-81b378821eda,segment=NetworkSegment(0e63a7c5-6590-41d9-a891-6971ef9ecb20),segment_id=0e63a7c5-6590-41d9-a891-6971ef9ecb20)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:30:51.916939 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:51.944353 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '84a12f2d-a104-4b5d-968c-b0b94de2df41', 'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:36:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:50Z', 'updated_at': '2021-11-09T04:30:51Z', 'revision_number': 2, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:51.969910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=e5a1ea48-3d03-4b9a-95f5-81b378821eda,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:51.970736 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Checking router: 7c1850f7-48dd-4381-8292-5ca551c9ae3c for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:30:51.971086 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Updating router 7c1850f7-48dd-4381-8292-5ca551c9ae3c port 84a12f2d-a104-4b5d-968c-b0b94de2df41 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:30:51.994888 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.210461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52522) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:52.215639 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a435d248-d8e7-4637-9643-22d66195fa4e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-164704872', 'description': 'tempest-secgroup-smoke-164704872 description', 'project_id': '871582c076e646fa8f870c685a113561'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:30:52.239093 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a435d248-d8e7-4637-9643-22d66195fa4e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.311337 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a435d248-d8e7-4637-9643-22d66195fa4e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.315574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a435d248-d8e7-4637-9643-22d66195fa4e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.346783 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a435d248-d8e7-4637-9643-22d66195fa4e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.350700 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a435d248-d8e7-4637-9643-22d66195fa4e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1365106 Nov 09 04:30:52.350700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435d248-d8e7-4637-9643-22d66195fa4e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0828dae7-a404-4768-9e6d-4cd26d265bd6,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:52.351078 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52524) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:52.356070 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.357392 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8d51a74c-cbea-4a5c-a8bc-09ed1b6eca77 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '0828dae7-a404-4768-9e6d-4cd26d265bd6', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:30:52.361880 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.387955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5a0028-2a2a-44f1-b142-f8e1011653a5 None None] Network 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:30:52.390275 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d51a74c-cbea-4a5c-a8bc-09ed1b6eca77 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.408523 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f208be9-c761-4e29-8975-e89e421b0e61 None None] Pushing event updated for resources: {'Port': ['ID=84a12f2d-a104-4b5d-968c-b0b94de2df41,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:52.416446 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f208be9-c761-4e29-8975-e89e421b0e61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:52.416790 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f208be9-c761-4e29-8975-e89e421b0e61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:52.417123 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f208be9-c761-4e29-8975-e89e421b0e61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:52.417453 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f208be9-c761-4e29-8975-e89e421b0e61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:52.417792 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f208be9-c761-4e29-8975-e89e421b0e61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:52.418116 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f208be9-c761-4e29-8975-e89e421b0e61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:52.418481 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f208be9-c761-4e29-8975-e89e421b0e61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:52.418799 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f208be9-c761-4e29-8975-e89e421b0e61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:52.419115 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f208be9-c761-4e29-8975-e89e421b0e61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:52.419433 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f208be9-c761-4e29-8975-e89e421b0e61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:52.419746 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f208be9-c761-4e29-8975-e89e421b0e61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:52.420056 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f208be9-c761-4e29-8975-e89e421b0e61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:30:52.453403 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d51a74c-cbea-4a5c-a8bc-09ed1b6eca77 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.463149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d51a74c-cbea-4a5c-a8bc-09ed1b6eca77 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.485040 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Attempting to bind port 84a12f2d-a104-4b5d-968c-b0b94de2df41 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:30:52.485795 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Attempting to bind port 84a12f2d-a104-4b5d-968c-b0b94de2df41 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '0e63a7c5-6590-41d9-a891-6971ef9ecb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:30:52.486157 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Attempting to bind port 84a12f2d-a104-4b5d-968c-b0b94de2df41 on network 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:30:52.487281 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8d51a74c-cbea-4a5c-a8bc-09ed1b6eca77 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.489245 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-23a66f82-12ea-4bea-8928-105a7a2dd2ed None None] Provisioning complete for port e5a1ea48-3d03-4b9a-95f5-81b378821eda triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:30:52.489827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-23a66f82-12ea-4bea-8928-105a7a2dd2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.491415 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52526) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:52.491653 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8d51a74c-cbea-4a5c-a8bc-09ed1b6eca77 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389034 Nov 09 04:30:52.492880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51a74c-cbea-4a5c-a8bc-09ed1b6eca77 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84985e6-213c-4258-9ed0-1dfc1592db3b,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:52.495184 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:30:52.496008 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-017c8878-ee4d-4231-b301-9b45c572d48a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '0828dae7-a404-4768-9e6d-4cd26d265bd6', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:30:52.496374 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Checking segment: {'id': '0e63a7c5-6590-41d9-a891-6971ef9ecb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:30:52.497306 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.498044 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Bound using segment: {'id': '0e63a7c5-6590-41d9-a891-6971ef9ecb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:30:52.499038 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Bound port: 84a12f2d-a104-4b5d-968c-b0b94de2df41, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e63a7c5-6590-41d9-a891-6971ef9ecb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:30:52.500032 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.525309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-017c8878-ee4d-4231-b301-9b45c572d48a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.574305 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] For port 84a12f2d-a104-4b5d-968c-b0b94de2df41, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:30:52.579724 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] For port 84a12f2d-a104-4b5d-968c-b0b94de2df41, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=84a12f2d-a104-4b5d-968c-b0b94de2df41,segment=NetworkSegment(0e63a7c5-6590-41d9-a891-6971ef9ecb20),segment_id=0e63a7c5-6590-41d9-a891-6971ef9ecb20)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:30:52.582936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-017c8878-ee4d-4231-b301-9b45c572d48a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.585604 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.587028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-017c8878-ee4d-4231-b301-9b45c572d48a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.605543 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c8878-ee4d-4231-b301-9b45c572d48a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2918b572-6e8a-4a90-baa2-cefc0ea3ef8e,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:52.617223 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-017c8878-ee4d-4231-b301-9b45c572d48a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.618861 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-017c8878-ee4d-4231-b301-9b45c572d48a tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262350 Nov 09 04:30:52.621423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52528) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:52.626504 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-5a8dddc3-7787-4b10-b52b-9459ad6c5380 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '0828dae7-a404-4768-9e6d-4cd26d265bd6', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:30:52.644173 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f208be9-c761-4e29-8975-e89e421b0e61 None None] Pushing event updated for resources: {'Port': ['ID=84a12f2d-a104-4b5d-968c-b0b94de2df41,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:52.656301 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Routers {'7c1850f7-48dd-4381-8292-5ca551c9ae3c'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:30:52.656927 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:30:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:52.659075 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a8dddc3-7787-4b10-b52b-9459ad6c5380 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.729712 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a8dddc3-7787-4b10-b52b-9459ad6c5380 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.734405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a8dddc3-7787-4b10-b52b-9459ad6c5380 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.753267 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dddc3-7787-4b10-b52b-9459ad6c5380 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e284dce-9a45-4be2-82ec-c8e5437cb9fb,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:52.762734 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5a8dddc3-7787-4b10-b52b-9459ad6c5380 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.764057 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5a8dddc3-7787-4b10-b52b-9459ad6c5380 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413927 Nov 09 04:30:52.766837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52530) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:52.771650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-22d1fceb-ac7f-40c8-ac3e-6310aaa3c1e2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '0828dae7-a404-4768-9e6d-4cd26d265bd6', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:30:52.780027 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] Set router 7c1850f7-48dd-4381-8292-5ca551c9ae3c gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:30:52.801725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-22d1fceb-ac7f-40c8-ac3e-6310aaa3c1e2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.863515 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-22d1fceb-ac7f-40c8-ac3e-6310aaa3c1e2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.867644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-22d1fceb-ac7f-40c8-ac3e-6310aaa3c1e2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.886176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1fceb-ac7f-40c8-ac3e-6310aaa3c1e2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6da0bd-8cd3-4fbc-9c0f-a1ae2f9ef72c,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:52.895594 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-22d1fceb-ac7f-40c8-ac3e-6310aaa3c1e2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.896935 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-22d1fceb-ac7f-40c8-ac3e-6310aaa3c1e2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289160 Nov 09 04:30:52.900206 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52532) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:52.905566 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a521bf82-1a73-4735-922d-f911a807a9ce tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '0828dae7-a404-4768-9e6d-4cd26d265bd6', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:30:52.928210 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-a521bf82-1a73-4735-922d-f911a807a9ce tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:30:52.933805 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a521bf82-1a73-4735-922d-f911a807a9ce tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.956158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9656473f-8be2-483c-a55c-eee1f42db58d None None] Provisioning complete for port e5a1ea48-3d03-4b9a-95f5-81b378821eda triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:30:52.957686 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9656473f-8be2-483c-a55c-eee1f42db58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:52.998765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a521bf82-1a73-4735-922d-f911a807a9ce tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:53.005574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a521bf82-1a73-4735-922d-f911a807a9ce tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:53.008443 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '84a12f2d-a104-4b5d-968c-b0b94de2df41', 'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:36:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:50Z', 'updated_at': '2021-11-09T04:30:52Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:30:53.038684 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab949f24-295b-4453-827e-45c6ff64e6ee None None] The sync data for ids ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'] in dv-neutron-816800-2-hyperv is: [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '84a12f2d-a104-4b5d-968c-b0b94de2df41', 'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:36:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:50Z', 'updated_at': '2021-11-09T04:30:52Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:30:53.052715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a521bf82-1a73-4735-922d-f911a807a9ce tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:53.061856 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52534) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:30:53.062990 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a521bf82-1a73-4735-922d-f911a807a9ce tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1616442 Nov 09 04:30:53.066349 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521bf82-1a73-4735-922d-f911a807a9ce tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6e00b0-a279-45d9-890c-6d7f93558344,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:53.066889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-47f224d2-c329-43c1-85a4-62837783fdb8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'security_group_rule': {'security_group_id': '0828dae7-a404-4768-9e6d-4cd26d265bd6', 'project_id': '871582c076e646fa8f870c685a113561', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:30:53.078609 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9656473f-8be2-483c-a55c-eee1f42db58d None None] Provisioning complete for port 84a12f2d-a104-4b5d-968c-b0b94de2df41 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:30:53.078979 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9656473f-8be2-483c-a55c-eee1f42db58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:53.130188 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-47f224d2-c329-43c1-85a4-62837783fdb8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Project 871582c076e646fa8f870c685a113561 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:30:53.135710 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-47f224d2-c329-43c1-85a4-62837783fdb8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:53.203658 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-47f224d2-c329-43c1-85a4-62837783fdb8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:53.208802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-47f224d2-c329-43c1-85a4-62837783fdb8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:53.215369 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9656473f-8be2-483c-a55c-eee1f42db58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:53.232195 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f224d2-c329-43c1-85a4-62837783fdb8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5b2b27-4382-4f12-81ec-75a5e2321a31,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:53.237993 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-47f224d2-c329-43c1-85a4-62837783fdb8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:53.246003 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-47f224d2-c329-43c1-85a4-62837783fdb8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1763475 Nov 09 04:30:53.264256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9656473f-8be2-483c-a55c-eee1f42db58d None None] For port 84a12f2d-a104-4b5d-968c-b0b94de2df41, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=84a12f2d-a104-4b5d-968c-b0b94de2df41,segment=NetworkSegment(0e63a7c5-6590-41d9-a891-6971ef9ecb20),segment_id=0e63a7c5-6590-41d9-a891-6971ef9ecb20)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:30:53.271061 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9656473f-8be2-483c-a55c-eee1f42db58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:53.334811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656473f-8be2-483c-a55c-eee1f42db58d None None] Pushing event updated for resources: {'Port': ['ID=84a12f2d-a104-4b5d-968c-b0b94de2df41,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:53.395041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-80304a55-8151-40b2-8879-cd97b392b073 None None] Provisioning complete for port 84a12f2d-a104-4b5d-968c-b0b94de2df41 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:30:53.395524 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-80304a55-8151-40b2-8879-cd97b392b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:53.431398 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-18a02bc5-3d34-4e59-a7b0-89199fb4b46e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164704872&fields=id&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 267 time: 0.0515339 Nov 09 04:30:53.581326 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-ed918516-ec8d-44c9-b083-b43a9452ea55 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:53.591143 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-ed918516-ec8d-44c9-b083-b43a9452ea55 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/networks?id=1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 HTTP/1.1" status: 200 len: 797 time: 0.1457710 Nov 09 04:30:53.601548 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-0a4eeadc-0293-4a8e-871d-81e3e91df9aa tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/quotas/871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 375 time: 0.0095794 Nov 09 04:30:53.626822 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-8d09162c-de94-468b-8b98-6d133c367220 None None] Provisioning complete for port 84a12f2d-a104-4b5d-968c-b0b94de2df41 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:30:53.627200 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8d09162c-de94-468b-8b98-6d133c367220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:53.656847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 84a12f2d-a104-4b5d-968c-b0b94de2df41 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:30:53.683330 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-d8fd69e3-b2fd-4ac5-8bf2-584d4b4691a6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752797 Nov 09 04:30:53.763928 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 84a12f2d-a104-4b5d-968c-b0b94de2df41 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:30:53.764304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:53.863643 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8677d77c-b906-46e2-80e9-0acadcd50d76 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:30:53.898794 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-8f32869b-9dab-497b-b673-94596bf6e40e service neutron] 10.222.0.21 "GET /v2.0/networks/1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906667 Nov 09 04:30:53.920975 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 8677d77c-b906-46e2-80e9-0acadcd50d76 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:30:53.921348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:53.956809 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-cce650a2-cac6-485d-ab59-474b0d9d007f None None] Provisioning complete for port 84a12f2d-a104-4b5d-968c-b0b94de2df41 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:30:53.957495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cce650a2-cac6-485d-ab59-474b0d9d007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:53.997878 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-c61d5f21-7e76-49f3-a044-41c76bb355f3 service neutron] 10.222.0.21 "GET /v2.0/networks/1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921557 Nov 09 04:30:54.067511 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e5a1ea48-3d03-4b9a-95f5-81b378821eda up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:30:54.141719 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port e5a1ea48-3d03-4b9a-95f5-81b378821eda triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:30:54.142089 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:54.185428 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f2bdd278-f928-4e39-a34c-780b73217316 req-db9ad691-fdf8-4d8d-a378-facd9e18cb7e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 210 time: 0.0351422 Nov 09 04:30:54.278865 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:30:55.102114 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-f7cba1f2-c03f-4910-adee-35aeb995e19c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:55.103585 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-f7cba1f2-c03f-4910-adee-35aeb995e19c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/networks?id=1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 HTTP/1.1" status: 200 len: 797 time: 0.1101706 Nov 09 04:30:55.167614 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-03aa2bb9-ae8e-4102-980c-ac62849e2c84 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871582c076e646fa8f870c685a113561 HTTP/1.1" status: 200 len: 379 time: 0.0545642 Nov 09 04:30:55.177266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-816e61fb-e3b7-4b05-8ce7-ff9bee27702b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'port': {'device_id': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'admin_state_up': True, 'tenant_id': '871582c076e646fa8f870c685a113561', 'security_groups': ['0828dae7-a404-4768-9e6d-4cd26d265bd6']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:30:55.294188 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b28dde67-d3df-428d-9087-f70bab567115 req-b83545bf-c4e2-4afc-b73f-a3953fa876c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 210 time: 0.0361710 Nov 09 04:30:55.312257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-816e61fb-e3b7-4b05-8ce7-ff9bee27702b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Made reservation on behalf of 871582c076e646fa8f870c685a113561 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:30:55.315923 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-816e61fb-e3b7-4b05-8ce7-ff9bee27702b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:55.439047 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-816e61fb-e3b7-4b05-8ce7-ff9bee27702b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.20.0.4 (1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97/f13f2a87-0dfa-4c5a-9873-869a05105893/0f8b94f0-7144-4866-9acf-e95f0f3842d1) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:30:55.534332 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-03afc761-73dd-40da-ae20-7cced0dbe5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:55.576585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-816e61fb-e3b7-4b05-8ce7-ff9bee27702b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:55.607767 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-816e61fb-e3b7-4b05-8ce7-ff9bee27702b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:55.650703 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-816e61fb-e3b7-4b05-8ce7-ff9bee27702b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:30:55.654270 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-816e61fb-e3b7-4b05-8ce7-ff9bee27702b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:30:55.656611 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-816e61fb-e3b7-4b05-8ce7-ff9bee27702b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:30:55.695786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e61fb-e3b7-4b05-8ce7-ff9bee27702b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=0f8b94f0-7144-4866-9acf-e95f0f3842d1,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:55.718332 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-816e61fb-e3b7-4b05-8ce7-ff9bee27702b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:55.718958 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-816e61fb-e3b7-4b05-8ce7-ff9bee27702b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:55.734850 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-816e61fb-e3b7-4b05-8ce7-ff9bee27702b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610745 Nov 09 04:30:55.747646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Request body: {'port': {'device_id': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:30:55.802002 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:55.936648 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-378e7303-aa7d-4776-a933-e3d208e126f7 None None] Provisioning complete for port 0f8b94f0-7144-4866-9acf-e95f0f3842d1 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:30:55.937142 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-378e7303-aa7d-4776-a933-e3d208e126f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:55.973101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-378e7303-aa7d-4776-a933-e3d208e126f7 None None] Port 0f8b94f0-7144-4866-9acf-e95f0f3842d1 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:30:56.344371 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8b94f0-7144-4866-9acf-e95f0f3842d1 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:30:56.352084 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:56.364683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Transition to ACTIVE for port object 0f8b94f0-7144-4866-9acf-e95f0f3842d1 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:30:56.369019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:56.407596 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c29c3-f44b-4754-bca4-71ab08287a8a req-128a675d-1d08-4bb0-b1fc-26ef59c7fb24 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:56.409098 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-114c29c3-f44b-4754-bca4-71ab08287a8a req-128a675d-1d08-4bb0-b1fc-26ef59c7fb24 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 943 time: 0.0483048 Nov 09 04:30:56.429324 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8b94f0-7144-4866-9acf-e95f0f3842d1,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:56.465019 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-114c29c3-f44b-4754-bca4-71ab08287a8a req-45788f6b-9370-42ed-b270-863a8535b9b2 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=0828dae7-a404-4768-9e6d-4cd26d265bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498142 Nov 09 04:30:56.501922 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Attempting to bind port 0f8b94f0-7144-4866-9acf-e95f0f3842d1 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:30:56.502275 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Attempting to bind port 0f8b94f0-7144-4866-9acf-e95f0f3842d1 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '0e63a7c5-6590-41d9-a891-6971ef9ecb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:30:56.502591 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Attempting to bind port 0f8b94f0-7144-4866-9acf-e95f0f3842d1 on network 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:30:56.507075 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Port 0f8b94f0-7144-4866-9acf-e95f0f3842d1 on network 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:30:56.507391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Attempting to bind port 0f8b94f0-7144-4866-9acf-e95f0f3842d1 on network 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:30:56.512240 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:30:56.512570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Checking segment: {'id': '0e63a7c5-6590-41d9-a891-6971ef9ecb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:30:56.512949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Bound using segment: {'id': '0e63a7c5-6590-41d9-a891-6971ef9ecb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:30:56.513368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Bound port: 0f8b94f0-7144-4866-9acf-e95f0f3842d1, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e63a7c5-6590-41d9-a891-6971ef9ecb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:30:56.513738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:56.578043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] For port 0f8b94f0-7144-4866-9acf-e95f0f3842d1, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:30:56.583473 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] For port 0f8b94f0-7144-4866-9acf-e95f0f3842d1, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0f8b94f0-7144-4866-9acf-e95f0f3842d1,segment=NetworkSegment(0e63a7c5-6590-41d9-a891-6971ef9ecb20),segment_id=0e63a7c5-6590-41d9-a891-6971ef9ecb20)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:30:56.588167 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:56.622438 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:56.623083 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:56.624768 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] 10.222.0.31 "PUT /v2.0/ports/0f8b94f0-7144-4866-9acf-e95f0f3842d1 HTTP/1.1" status: 200 len: 1093 time: 0.8812985 Nov 09 04:30:56.625213 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'tag': '0f8b94f0-7144-4866-9acf-e95f0f3842d1'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:30:56.627544 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35e33ee-e797-4977-a6ec-5491b3338e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "3644ae87-cfc8-4381-aafb-932cc7e2ce74", "tag": "0f8b94f0-7144-4866-9acf-e95f0f3842d1"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:30:56.660486 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa20a9e-e64e-4487-8afd-48c8706a9927 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8b94f0-7144-4866-9acf-e95f0f3842d1,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:30:56.678155 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321c715a-454c-4d4e-ac4c-1cc637c6559a x-openstack-request-id: req-321c715a-454c-4d4e-ac4c-1cc637c6559a {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:30:56.678453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3644ae87-cfc8-4381-aafb-932cc7e2ce74", "tag": "0f8b94f0-7144-4866-9acf-e95f0f3842d1", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:30:56.678709 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-321c715a-454c-4d4e-ac4c-1cc637c6559a {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:30:56.679107 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'tag': '0f8b94f0-7144-4866-9acf-e95f0f3842d1', 'status': 'completed', 'code': 200} Nov 09 04:30:56.718570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-fbb4a95c-4a31-4c40-9443-399e270fb4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:56.720128 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-fbb4a95c-4a31-4c40-9443-399e270fb4ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 1096 time: 0.0543780 Nov 09 04:30:56.766098 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-6f5645a5-6b50-4f1c-b317-8b06b6589778 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f8b94f0-7144-4866-9acf-e95f0f3842d1 HTTP/1.1" status: 200 len: 217 time: 0.0377109 Nov 09 04:30:56.817979 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-f295e870-4c6b-464e-9f56-f6a9fe257440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:56.819441 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-f295e870-4c6b-464e-9f56-f6a9fe257440 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f13f2a87-0dfa-4c5a-9873-869a05105893 HTTP/1.1" status: 200 len: 834 time: 0.0456100 Nov 09 04:30:56.864520 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-2e97a696-bc24-42d4-a0ca-95562e9a6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:56.865875 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-2e97a696-bc24-42d4-a0ca-95562e9a6645 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390854 Nov 09 04:30:56.955366 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-72966f20-b18f-447e-a9df-d7c7691ecfae service neutron] 10.222.0.31 "GET /v2.0/networks/1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826795 Nov 09 04:30:57.044045 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a1054fc-1316-43f4-9bc9-5e87dc475101 req-6eff9998-89ce-4205-85a9-2490de010e98 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816560 Nov 09 04:30:57.130377 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e33ee-e797-4977-a6ec-5491b3338e6b req-4841aaff-10d8-451a-aaa3-5a522abd57a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:57.131767 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a35e33ee-e797-4977-a6ec-5491b3338e6b req-4841aaff-10d8-451a-aaa3-5a522abd57a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 1096 time: 0.0440590 Nov 09 04:30:57.219117 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e33ee-e797-4977-a6ec-5491b3338e6b req-cbdf19a1-90d2-4862-895c-69138a3faa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:57.220553 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a35e33ee-e797-4977-a6ec-5491b3338e6b req-cbdf19a1-90d2-4862-895c-69138a3faa46 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 HTTP/1.1" status: 200 len: 897 time: 0.0819373 Nov 09 04:30:57.265182 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a35e33ee-e797-4977-a6ec-5491b3338e6b req-c4a63e25-782e-49dd-91c6-175f770c7c52 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f8b94f0-7144-4866-9acf-e95f0f3842d1 HTTP/1.1" status: 200 len: 217 time: 0.0358508 Nov 09 04:30:57.312332 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e33ee-e797-4977-a6ec-5491b3338e6b req-e524f49d-9566-4693-9e52-fa6a1d6f19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:57.313737 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a35e33ee-e797-4977-a6ec-5491b3338e6b req-e524f49d-9566-4693-9e52-fa6a1d6f19cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f13f2a87-0dfa-4c5a-9873-869a05105893 HTTP/1.1" status: 200 len: 834 time: 0.0420249 Nov 09 04:30:57.357453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e33ee-e797-4977-a6ec-5491b3338e6b req-7571db8b-80bb-4337-a662-caace14d6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:57.358910 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a35e33ee-e797-4977-a6ec-5491b3338e6b req-7571db8b-80bb-4337-a662-caace14d6544 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382466 Nov 09 04:30:57.450842 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a35e33ee-e797-4977-a6ec-5491b3338e6b req-fdb7451a-641f-4296-97bf-26cbfa22fc84 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837502 Nov 09 04:30:57.540198 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a35e33ee-e797-4977-a6ec-5491b3338e6b req-3b758233-5d6b-44e9-9d0f-4b50977b0108 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815737 Nov 09 04:30:57.582234 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633fe51-8457-4a0c-a7bf-6f3a47adedc8 req-98321d90-c1f8-416d-81c5-00cdf0e9d834 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:57.583718 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7633fe51-8457-4a0c-a7bf-6f3a47adedc8 req-98321d90-c1f8-416d-81c5-00cdf0e9d834 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 943 time: 0.0490534 Nov 09 04:30:57.632218 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7633fe51-8457-4a0c-a7bf-6f3a47adedc8 req-3a853f52-654a-4e59-a39a-083dae6840da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=0828dae7-a404-4768-9e6d-4cd26d265bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425682 Nov 09 04:30:57.827213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-182c9cad-b280-4a4e-86af-22c13742e453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:58.749977 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06239483-eb8e-469b-8e8d-b7bff3047378 req-b1306b0d-de59-4fd9-8a02-53a297343870 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:58.751435 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-06239483-eb8e-469b-8e8d-b7bff3047378 req-b1306b0d-de59-4fd9-8a02-53a297343870 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 943 time: 0.0525470 Nov 09 04:30:58.799797 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-06239483-eb8e-469b-8e8d-b7bff3047378 req-e0f3d5ca-c7af-438d-bdf0-67ea4b18ff2f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=0828dae7-a404-4768-9e6d-4cd26d265bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423996 Nov 09 04:30:59.082383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:30:59.911458 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde93203-ba02-4ea2-be5b-cea49631da3e req-08bca2f7-42f0-4ed2-ab2b-965a70cb3a81 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:30:59.912928 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fde93203-ba02-4ea2-be5b-cea49631da3e req-08bca2f7-42f0-4ed2-ab2b-965a70cb3a81 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 943 time: 0.0473156 Nov 09 04:30:59.961159 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fde93203-ba02-4ea2-be5b-cea49631da3e req-2b06693d-bd17-449d-aa36-17c0c259ba5b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=0828dae7-a404-4768-9e6d-4cd26d265bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416312 Nov 09 04:31:00.265503 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:01.022705 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:01.075806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e0e02-2048-4328-91d1-00b3d03d7a17 req-bed6b7ff-4433-49f4-99b2-3155c372f0be tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:01.077270 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-516e0e02-2048-4328-91d1-00b3d03d7a17 req-bed6b7ff-4433-49f4-99b2-3155c372f0be tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 943 time: 0.0483322 Nov 09 04:31:01.125154 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-516e0e02-2048-4328-91d1-00b3d03d7a17 req-9e59c42a-1f1d-4f55-8f26-57e7003a1650 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=0828dae7-a404-4768-9e6d-4cd26d265bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419810 Nov 09 04:31:01.224538 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0f8b94f0-7144-4866-9acf-e95f0f3842d1 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:31:01.318038 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 0f8b94f0-7144-4866-9acf-e95f0f3842d1, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0f8b94f0-7144-4866-9acf-e95f0f3842d1,segment=NetworkSegment(0e63a7c5-6590-41d9-a891-6971ef9ecb20),segment_id=0e63a7c5-6590-41d9-a891-6971ef9ecb20)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:31:01.329495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '0f8b94f0-7144-4866-9acf-e95f0f3842d1', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'port_id': '0f8b94f0-7144-4866-9acf-e95f0f3842d1', 'mac_address': 'fa:16:3e:21:40:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:31:01.365312 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:01.377348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8b94f0-7144-4866-9acf-e95f0f3842d1 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:31:01.396083 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 0f8b94f0-7144-4866-9acf-e95f0f3842d1, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0f8b94f0-7144-4866-9acf-e95f0f3842d1,segment=NetworkSegment(0e63a7c5-6590-41d9-a891-6971ef9ecb20),segment_id=0e63a7c5-6590-41d9-a891-6971ef9ecb20)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:31:01.400721 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:01.449972 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=0f8b94f0-7144-4866-9acf-e95f0f3842d1,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:01.603649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['0f8b94f0-7144-4866-9acf-e95f0f3842d1'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:31:02.246445 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2578c-468a-4f12-a326-67c29dac254f req-7e08cef9-7062-4e1b-9797-795148a697c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:02.247952 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-37a2578c-468a-4f12-a326-67c29dac254f req-7e08cef9-7062-4e1b-9797-795148a697c1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 944 time: 0.0550580 Nov 09 04:31:02.296835 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-37a2578c-468a-4f12-a326-67c29dac254f req-f19746bf-6438-4e44-90dd-88fd2958faad tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=0828dae7-a404-4768-9e6d-4cd26d265bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429361 Nov 09 04:31:03.227628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0f8b94f0-7144-4866-9acf-e95f0f3842d1 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:31:03.274680 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 0f8b94f0-7144-4866-9acf-e95f0f3842d1 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:31:03.278923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 0f8b94f0-7144-4866-9acf-e95f0f3842d1 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:03.279286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:03.357007 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:03.379436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8b94f0-7144-4866-9acf-e95f0f3842d1'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:31:03.381772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6d2678-15a9-4402-9997-9bd4aefa6eab" -d '{"events": [{"server_uuid": "3644ae87-cfc8-4381-aafb-932cc7e2ce74", "name": "network-vif-plugged", "status": "completed", "tag": "0f8b94f0-7144-4866-9acf-e95f0f3842d1"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:31:03.395510 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 0f8b94f0-7144-4866-9acf-e95f0f3842d1, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0f8b94f0-7144-4866-9acf-e95f0f3842d1,segment=NetworkSegment(0e63a7c5-6590-41d9-a891-6971ef9ecb20),segment_id=0e63a7c5-6590-41d9-a891-6971ef9ecb20)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:31:03.400820 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:03.415161 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f43f26-6ff8-479d-9057-4e63b37a08df req-0cde3f47-b85f-4500-9fce-5d9d17e47294 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:03.417684 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-85f43f26-6ff8-479d-9057-4e63b37a08df req-0cde3f47-b85f-4500-9fce-5d9d17e47294 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 944 time: 0.0549424 Nov 09 04:31:03.423515 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d281aa-1920-4955-b7b2-0004a758e2ce x-openstack-request-id: req-99d281aa-1920-4955-b7b2-0004a758e2ce {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:31:03.423808 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3644ae87-cfc8-4381-aafb-932cc7e2ce74", "name": "network-vif-plugged", "status": "completed", "tag": "0f8b94f0-7144-4866-9acf-e95f0f3842d1", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:31:03.424060 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99d281aa-1920-4955-b7b2-0004a758e2ce {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:31:03.424444 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8b94f0-7144-4866-9acf-e95f0f3842d1', 'code': 200} Nov 09 04:31:03.457909 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=0f8b94f0-7144-4866-9acf-e95f0f3842d1,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:03.484265 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-85f43f26-6ff8-479d-9057-4e63b37a08df req-7c0e9f1b-03cf-4b43-9b4d-3eaa7ca649ee tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=0828dae7-a404-4768-9e6d-4cd26d265bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598056 Nov 09 04:31:03.589832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721dd71-2a83-4284-86d5-074e61c7ca15 req-04b75041-d87e-4547-87e5-2ae9d4e5acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:03.591311 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8721dd71-2a83-4284-86d5-074e61c7ca15 req-04b75041-d87e-4547-87e5-2ae9d4e5acd0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 1098 time: 0.0397775 Nov 09 04:31:03.637352 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8721dd71-2a83-4284-86d5-074e61c7ca15 req-6a1f56b3-4e94-4db9-94b6-d6238660e8d5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0828dae7-a404-4768-9e6d-4cd26d265bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383098 Nov 09 04:31:04.615448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a56e9a-7da1-44b5-bfdd-2204118ca86b req-101e7c6b-f45a-4ff4-a092-9380fe330af8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:04.616946 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-27a56e9a-7da1-44b5-bfdd-2204118ca86b req-101e7c6b-f45a-4ff4-a092-9380fe330af8 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 945 time: 0.0617075 Nov 09 04:31:04.671026 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-27a56e9a-7da1-44b5-bfdd-2204118ca86b req-3dc7ece8-b6e9-4ee0-8318-4593c2b07cbe tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=0828dae7-a404-4768-9e6d-4cd26d265bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433912 Nov 09 04:31:05.787132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59873a-18c4-4495-8464-01837c87a25e req-e4f2a207-0fdf-4e7e-a058-a8e5adc6d79b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:05.788592 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ef59873a-18c4-4495-8464-01837c87a25e req-e4f2a207-0fdf-4e7e-a058-a8e5adc6d79b tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 945 time: 0.0470667 Nov 09 04:31:05.835579 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ef59873a-18c4-4495-8464-01837c87a25e req-7dd03229-3d18-49f4-a35d-786de7d45d05 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=0828dae7-a404-4768-9e6d-4cd26d265bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405815 Nov 09 04:31:05.945593 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0988e3-7530-40dd-b2cd-3e9cc0b94117 req-adfd9d47-cd7e-4235-a71d-de1453a45be6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:05.947030 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ad0988e3-7530-40dd-b2cd-3e9cc0b94117 req-adfd9d47-cd7e-4235-a71d-de1453a45be6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 945 time: 0.0473573 Nov 09 04:31:05.998698 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ad0988e3-7530-40dd-b2cd-3e9cc0b94117 req-7e81057b-cf18-4c85-9237-f3fa36a5f0da tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=0828dae7-a404-4768-9e6d-4cd26d265bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453091 Nov 09 04:31:06.020291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52596) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:06.058142 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05789c6-69f3-4667-afde-c516097989dd tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:06.059668 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d05789c6-69f3-4667-afde-c516097989dd tempest-TestNetworkBasicOps-2036008293 tempest-TestNetworkBasicOps-2036008293-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 1093 time: 0.0383773 Nov 09 04:31:06.062461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52598) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:06.067322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': '0f8b94f0-7144-4866-9acf-e95f0f3842d1', 'tenant_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:31:06.089029 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:06.185828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:06.289000 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Allocated IP 172.26.5.54 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/7c892317-219b-4ca4-b375-2befffb83c53) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:31:06.384963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:06.417650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:06.453162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:31:06.455916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:31:06.461829 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:31:06.488651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=7c892317-219b-4ca4-b375-2befffb83c53,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:06.816838 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:06.883745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:07.024316 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:07.028276 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:07.096676 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event updated for resources: {'Port': ['ID=7c892317-219b-4ca4-b375-2befffb83c53,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:07.110774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:07.206962 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP ac8e24ee-2d92-46b1-955a-9e6e86694565 associated. External IP: 172.26.5.54, port: 0f8b94f0-7144-4866-9acf-e95f0f3842d1. Nov 09 04:31:07.406121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 7c1850f7-48dd-4381-8292-5ca551c9ae3c has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:31:07.510427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:31:07.520690 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce0d68e-7d45-4caf-9350-a38dbfb5bb62 None None] Sync routers for ids ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:31:07.528624 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:07.531983 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0d68e-7d45-4caf-9350-a38dbfb5bb62 None None] Routers {'7c1850f7-48dd-4381-8292-5ca551c9ae3c'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:07.532630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bce0d68e-7d45-4caf-9350-a38dbfb5bb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:30:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:07.554204 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-79a396c0-4bd8-4bab-8431-bc49fb1a4f1f tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4906540 Nov 09 04:31:07.554802 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'tag': '0f8b94f0-7144-4866-9acf-e95f0f3842d1'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:31:07.557074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52600) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:07.557604 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75653140-4099-4c8f-be65-842a7bd28330" -d '{"events": [{"name": "network-changed", "server_uuid": "3644ae87-cfc8-4381-aafb-932cc7e2ce74", "tag": "0f8b94f0-7144-4866-9acf-e95f0f3842d1"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:31:07.593075 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e754a04d-01f0-43f3-95d8-3e5c554c5358 x-openstack-request-id: req-e754a04d-01f0-43f3-95d8-3e5c554c5358 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:31:07.593364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3644ae87-cfc8-4381-aafb-932cc7e2ce74", "tag": "0f8b94f0-7144-4866-9acf-e95f0f3842d1", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:31:07.593644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e754a04d-01f0-43f3-95d8-3e5c554c5358 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:31:07.594046 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'tag': '0f8b94f0-7144-4866-9acf-e95f0f3842d1', 'status': 'completed', 'code': 200} Nov 09 04:31:07.625766 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2b2d3ce0-9c99-4d17-b741-bbd8a4553ef7 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/ac8e24ee-2d92-46b1-955a-9e6e86694565 HTTP/1.1" status: 200 len: 990 time: 0.0673137 Nov 09 04:31:07.639176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-bce0d68e-7d45-4caf-9350-a38dbfb5bb62 None None] Set router 7c1850f7-48dd-4381-8292-5ca551c9ae3c gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:31:07.658774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75653140-4099-4c8f-be65-842a7bd28330 req-1c5df84a-c07e-411e-9295-b0db6d4f24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:07.660234 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-75653140-4099-4c8f-be65-842a7bd28330 req-1c5df84a-c07e-411e-9295-b0db6d4f24a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 1098 time: 0.0427399 Nov 09 04:31:07.752720 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75653140-4099-4c8f-be65-842a7bd28330 req-4a6012e1-e7ec-4101-8533-1f550709296a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:07.754260 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-75653140-4099-4c8f-be65-842a7bd28330 req-4a6012e1-e7ec-4101-8533-1f550709296a service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 HTTP/1.1" status: 200 len: 897 time: 0.0873401 Nov 09 04:31:07.819235 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-75653140-4099-4c8f-be65-842a7bd28330 req-484d6eed-0dcf-49c0-8d83-ffa59f8df984 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f8b94f0-7144-4866-9acf-e95f0f3842d1 HTTP/1.1" status: 200 len: 998 time: 0.0570936 Nov 09 04:31:07.860157 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bce0d68e-7d45-4caf-9350-a38dbfb5bb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'ac8e24ee-2d92-46b1-955a-9e6e86694565', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.54', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'port_id': '0f8b94f0-7144-4866-9acf-e95f0f3842d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'mac_address': 'fa:16:3e:21:40:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:31:06Z', 'updated_at': '2021-11-09T04:31:06Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a12f2d-a104-4b5d-968c-b0b94de2df41', 'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:36:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:50Z', 'updated_at': '2021-11-09T04:30:53Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:07.866666 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75653140-4099-4c8f-be65-842a7bd28330 req-57e178bf-98bc-455b-9e5d-e7e4397ddbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:07.868141 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-75653140-4099-4c8f-be65-842a7bd28330 req-57e178bf-98bc-455b-9e5d-e7e4397ddbd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f13f2a87-0dfa-4c5a-9873-869a05105893 HTTP/1.1" status: 200 len: 834 time: 0.0425754 Nov 09 04:31:07.886627 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce0d68e-7d45-4caf-9350-a38dbfb5bb62 None None] Checking router: 7c1850f7-48dd-4381-8292-5ca551c9ae3c for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:31:07.894863 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0d68e-7d45-4caf-9350-a38dbfb5bb62 None None] Routers {'7c1850f7-48dd-4381-8292-5ca551c9ae3c'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:07.895463 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bce0d68e-7d45-4caf-9350-a38dbfb5bb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:30:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:07.917194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75653140-4099-4c8f-be65-842a7bd28330 req-5d81ade8-d694-4f9c-910b-cafcf6f8bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:07.918635 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-75653140-4099-4c8f-be65-842a7bd28330 req-5d81ade8-d694-4f9c-910b-cafcf6f8bb5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436807 Nov 09 04:31:07.999718 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-bce0d68e-7d45-4caf-9350-a38dbfb5bb62 None None] Set router 7c1850f7-48dd-4381-8292-5ca551c9ae3c gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:31:08.013947 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-75653140-4099-4c8f-be65-842a7bd28330 req-db8a5fc5-2f37-4b3f-9062-73c00c698fa4 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881917 Nov 09 04:31:08.108087 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-75653140-4099-4c8f-be65-842a7bd28330 req-35c31e9d-4f74-437f-86a3-93be78236143 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868294 Nov 09 04:31:08.216256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-bce0d68e-7d45-4caf-9350-a38dbfb5bb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'ac8e24ee-2d92-46b1-955a-9e6e86694565', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.54', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'port_id': '0f8b94f0-7144-4866-9acf-e95f0f3842d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'mac_address': 'fa:16:3e:21:40:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:31:06Z', 'updated_at': '2021-11-09T04:31:06Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a12f2d-a104-4b5d-968c-b0b94de2df41', 'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:36:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:50Z', 'updated_at': '2021-11-09T04:30:53Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:08.245803 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce0d68e-7d45-4caf-9350-a38dbfb5bb62 None None] The sync data for ids ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'] in dv-neutron-816800-2-hyperv is: [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:50Z', 'revision_number': 4, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'ac8e24ee-2d92-46b1-955a-9e6e86694565', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.54', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'port_id': '0f8b94f0-7144-4866-9acf-e95f0f3842d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'mac_address': 'fa:16:3e:21:40:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:31:06Z', 'updated_at': '2021-11-09T04:31:06Z', 'revision_number': 0, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a12f2d-a104-4b5d-968c-b0b94de2df41', 'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:36:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:50Z', 'updated_at': '2021-11-09T04:30:53Z', 'revision_number': 5, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:31:08.413012 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a73ea2-82a0-421c-8726-3a5d3978bc72 None None] New status for floating IP ac8e24ee-2d92-46b1-955a-9e6e86694565: ACTIVE {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:31:08.629023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52604) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:08.688884 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ecd77ef2-9d67-4903-9296-5a75fbde7f0e tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/ac8e24ee-2d92-46b1-955a-9e6e86694565 HTTP/1.1" status: 200 len: 992 time: 0.0586636 Nov 09 04:31:16.943252 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:25.535617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dd1901fe-46bb-4af0-9e89-aa98a1176d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:27.828347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b1360845-3fa2-4e99-8254-10041819336c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:29.084741 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:30.269203 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:31.023765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:31.278400 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:31:35.205576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52614) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:35.210217 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9334df5b-b77f-4822-b3ef-52082cd36aed tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'router': {'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:31:35.508143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9334df5b-b77f-4822-b3ef-52082cd36aed tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:35.517995 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9334df5b-b77f-4822-b3ef-52082cd36aed tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:35.622364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9334df5b-b77f-4822-b3ef-52082cd36aed tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 7c1850f7-48dd-4381-8292-5ca551c9ae3c has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:31:36.015893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9334df5b-b77f-4822-b3ef-52082cd36aed tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:31:36.022859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9334df5b-b77f-4822-b3ef-52082cd36aed tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:36.024704 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9334df5b-b77f-4822-b3ef-52082cd36aed tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/7c1850f7-48dd-4381-8292-5ca551c9ae3c HTTP/1.1" status: 200 len: 888 time: 0.8179083 Nov 09 04:31:36.026462 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed75ec9-fe24-4864-a0d6-0c24cd26064c None None] Sync routers for ids ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:31:36.036862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed75ec9-fe24-4864-a0d6-0c24cd26064c None None] Routers {'7c1850f7-48dd-4381-8292-5ca551c9ae3c'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:36.037574 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8ed75ec9-fe24-4864-a0d6-0c24cd26064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:36.211786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8ed75ec9-fe24-4864-a0d6-0c24cd26064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:36.220919 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed75ec9-fe24-4864-a0d6-0c24cd26064c None None] Routers {'7c1850f7-48dd-4381-8292-5ca551c9ae3c'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:36.221501 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8ed75ec9-fe24-4864-a0d6-0c24cd26064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:36.251916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8ed75ec9-fe24-4864-a0d6-0c24cd26064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:36.252523 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed75ec9-fe24-4864-a0d6-0c24cd26064c None None] The sync data for ids ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'] in dv-neutron-816800-2-hyperv is: [] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:31:36.997845 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27846bc7-93ba-4f91-8581-544f89e7b570 None None] New status for floating IP ac8e24ee-2d92-46b1-955a-9e6e86694565: DOWN {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:31:37.502912 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 84a12f2d-a104-4b5d-968c-b0b94de2df41 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:31:37.577957 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:37.608108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 84a12f2d-a104-4b5d-968c-b0b94de2df41, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=84a12f2d-a104-4b5d-968c-b0b94de2df41,segment=NetworkSegment(0e63a7c5-6590-41d9-a891-6971ef9ecb20),segment_id=0e63a7c5-6590-41d9-a891-6971ef9ecb20)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:31:37.612001 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:37.612702 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8677d77c-b906-46e2-80e9-0acadcd50d76 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:31:37.688468 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=84a12f2d-a104-4b5d-968c-b0b94de2df41,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:37.726707 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:37.745593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 8677d77c-b906-46e2-80e9-0acadcd50d76, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=8677d77c-b906-46e2-80e9-0acadcd50d76,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:31:37.748962 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:37.795425 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=8677d77c-b906-46e2-80e9-0acadcd50d76,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:38.155669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52618) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:38.160315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-79b72933-1817-467b-8cd3-6c9c7eb54b86 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:31:38.452807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79b72933-1817-467b-8cd3-6c9c7eb54b86 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3907'] for router, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:38.463010 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79b72933-1817-467b-8cd3-6c9c7eb54b86 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595844'] for router, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:38.569351 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b72933-1817-467b-8cd3-6c9c7eb54b86 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 7c1850f7-48dd-4381-8292-5ca551c9ae3c has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:31:38.676765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b72933-1817-467b-8cd3-6c9c7eb54b86 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:31:38.683827 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79b72933-1817-467b-8cd3-6c9c7eb54b86 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:38.685359 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-79b72933-1817-467b-8cd3-6c9c7eb54b86 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/7c1850f7-48dd-4381-8292-5ca551c9ae3c HTTP/1.1" status: 200 len: 887 time: 0.5283303 Nov 09 04:31:38.686936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27354dfa-0cd0-4157-a4c6-765c4e3a7d03 None None] Sync routers for ids ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:31:38.687867 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52620) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:38.697930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27354dfa-0cd0-4157-a4c6-765c4e3a7d03 None None] Routers {'7c1850f7-48dd-4381-8292-5ca551c9ae3c'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:38.698551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-27354dfa-0cd0-4157-a4c6-765c4e3a7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:38.751588 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-14f86a00-c08b-4fdb-9572-760f8aa9dfde tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/ac8e24ee-2d92-46b1-955a-9e6e86694565 HTTP/1.1" status: 200 len: 990 time: 0.0625231 Nov 09 04:31:38.802907 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-27354dfa-0cd0-4157-a4c6-765c4e3a7d03 None None] Set router 7c1850f7-48dd-4381-8292-5ca551c9ae3c gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:31:39.018833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-27354dfa-0cd0-4157-a4c6-765c4e3a7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:38Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'ac8e24ee-2d92-46b1-955a-9e6e86694565', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.54', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'port_id': '0f8b94f0-7144-4866-9acf-e95f0f3842d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'mac_address': 'fa:16:3e:21:40:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:31:06Z', 'updated_at': '2021-11-09T04:31:37Z', 'revision_number': 2, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a12f2d-a104-4b5d-968c-b0b94de2df41', 'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:36:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:50Z', 'updated_at': '2021-11-09T04:31:37Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:39.044281 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27354dfa-0cd0-4157-a4c6-765c4e3a7d03 None None] Checking router: 7c1850f7-48dd-4381-8292-5ca551c9ae3c for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:31:39.052236 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27354dfa-0cd0-4157-a4c6-765c4e3a7d03 None None] Routers {'7c1850f7-48dd-4381-8292-5ca551c9ae3c'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:39.052826 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-27354dfa-0cd0-4157-a4c6-765c4e3a7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:39.154965 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-27354dfa-0cd0-4157-a4c6-765c4e3a7d03 None None] Set router 7c1850f7-48dd-4381-8292-5ca551c9ae3c gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:31:39.320664 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [req-d8310cf9-5502-4d7b-a1ba-a470c1d6a274 req-18787365-f9db-446c-b482-f329e0181e6a service neutron] (101884) timed out ('10.222.0.31', 54384) {{(pid=101884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 04:31:39.372683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-27354dfa-0cd0-4157-a4c6-765c4e3a7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:38Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'ac8e24ee-2d92-46b1-955a-9e6e86694565', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.54', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'port_id': '0f8b94f0-7144-4866-9acf-e95f0f3842d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'mac_address': 'fa:16:3e:21:40:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:31:06Z', 'updated_at': '2021-11-09T04:31:37Z', 'revision_number': 2, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a12f2d-a104-4b5d-968c-b0b94de2df41', 'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:36:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:50Z', 'updated_at': '2021-11-09T04:31:37Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:39.398198 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27354dfa-0cd0-4157-a4c6-765c4e3a7d03 None None] The sync data for ids ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'] in dv-neutron-816800-2-hyperv is: [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:38Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'ac8e24ee-2d92-46b1-955a-9e6e86694565', 'tenant_id': '871582c076e646fa8f870c685a113561', 'floating_ip_address': '172.26.5.54', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'port_id': '0f8b94f0-7144-4866-9acf-e95f0f3842d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'mac_address': 'fa:16:3e:21:40:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:31:06Z', 'updated_at': '2021-11-09T04:31:37Z', 'revision_number': 2, 'project_id': '871582c076e646fa8f870c685a113561', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a12f2d-a104-4b5d-968c-b0b94de2df41', 'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:36:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:50Z', 'updated_at': '2021-11-09T04:31:37Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:31:39.755351 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52622) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:39.821122 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8874227c-207e-4fdd-877e-cc16cf4005b1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/ac8e24ee-2d92-46b1-955a-9e6e86694565 HTTP/1.1" status: 200 len: 990 time: 0.0646107 Nov 09 04:31:40.825189 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52624) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:40.873091 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2390b6-0505-420b-81a6-a40194a294ba None None] New status for floating IP ac8e24ee-2d92-46b1-955a-9e6e86694565: ACTIVE {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:31:40.887964 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-87f22b26-8e38-4efa-ab15-ed97858aea69 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/ac8e24ee-2d92-46b1-955a-9e6e86694565 HTTP/1.1" status: 200 len: 990 time: 0.0615330 Nov 09 04:31:41.542963 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 84a12f2d-a104-4b5d-968c-b0b94de2df41 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:31:41.589799 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 84a12f2d-a104-4b5d-968c-b0b94de2df41 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:41.590173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:41.667026 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:41.698600 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 84a12f2d-a104-4b5d-968c-b0b94de2df41, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=84a12f2d-a104-4b5d-968c-b0b94de2df41,segment=NetworkSegment(0e63a7c5-6590-41d9-a891-6971ef9ecb20),segment_id=0e63a7c5-6590-41d9-a891-6971ef9ecb20)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:31:41.702577 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:41.703487 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8677d77c-b906-46e2-80e9-0acadcd50d76 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:31:41.774819 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=84a12f2d-a104-4b5d-968c-b0b94de2df41,revision_number=7']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:41.787580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 8677d77c-b906-46e2-80e9-0acadcd50d76 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:41.787944 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:41.863239 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:41.882862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 8677d77c-b906-46e2-80e9-0acadcd50d76, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=8677d77c-b906-46e2-80e9-0acadcd50d76,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:31:41.886761 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:41.891358 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52626) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:41.934424 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=8677d77c-b906-46e2-80e9-0acadcd50d76,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:41.955534 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7a04afaf-b3a4-4fee-8472-10e3d8f2f2fe tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/floatingips/ac8e24ee-2d92-46b1-955a-9e6e86694565 HTTP/1.1" status: 200 len: 992 time: 0.0630019 Nov 09 04:31:42.201303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52632) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:42.354236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 7c892317-219b-4ca4-b375-2befffb83c53 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:31:42.354576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:42.426573 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:42.426891 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:42.438646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 7c892317-219b-4ca4-b375-2befffb83c53 owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:31:42.580680 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:42.607456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=7c892317-219b-4ca4-b375-2befffb83c53,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:42.635350 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:42.635703 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:42.636078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:42.636419 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:42.636746 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:42.637077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:42.637405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:42.637758 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:42.638088 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:42.638417 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:42.638738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:42.639057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:42.677205 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:42.677547 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Floating IP ac8e24ee-2d92-46b1-955a-9e6e86694565 disassociated (deleted). External IP: 172.26.5.54, port: 0f8b94f0-7144-4866-9acf-e95f0f3842d1. Nov 09 04:31:42.879039 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 7c1850f7-48dd-4381-8292-5ca551c9ae3c has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:31:42.980413 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:31:42.984921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:42.990419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16579d17-61cf-44a7-bad5-35849eda9b4c None None] Sync routers for ids ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:31:42.999499 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16579d17-61cf-44a7-bad5-35849eda9b4c None None] Routers {'7c1850f7-48dd-4381-8292-5ca551c9ae3c'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:43.000098 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-16579d17-61cf-44a7-bad5-35849eda9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:43.015288 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c7701fa8-d811-4604-8e8b-c24b83403094 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/floatingips/ac8e24ee-2d92-46b1-955a-9e6e86694565 HTTP/1.1" status: 204 len: 168 time: 0.8127162 Nov 09 04:31:43.015925 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'tag': '0f8b94f0-7144-4866-9acf-e95f0f3842d1'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:31:43.019931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc02448-9f1e-4534-bfb6-d9118090e616" -d '{"events": [{"name": "network-changed", "server_uuid": "3644ae87-cfc8-4381-aafb-932cc7e2ce74", "tag": "0f8b94f0-7144-4866-9acf-e95f0f3842d1"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:31:43.058694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ee9911-a19c-4f43-ac37-dafdc8240094 x-openstack-request-id: req-17ee9911-a19c-4f43-ac37-dafdc8240094 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:31:43.059001 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3644ae87-cfc8-4381-aafb-932cc7e2ce74", "tag": "0f8b94f0-7144-4866-9acf-e95f0f3842d1", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:31:43.059284 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17ee9911-a19c-4f43-ac37-dafdc8240094 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:31:43.059658 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'tag': '0f8b94f0-7144-4866-9acf-e95f0f3842d1', 'status': 'completed', 'code': 200} Nov 09 04:31:43.123135 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-16579d17-61cf-44a7-bad5-35849eda9b4c None None] Set router 7c1850f7-48dd-4381-8292-5ca551c9ae3c gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:31:43.126518 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc02448-9f1e-4534-bfb6-d9118090e616 req-e8fa6e3f-31c4-430a-9abc-660d936eeacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:43.128159 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9bc02448-9f1e-4534-bfb6-d9118090e616 req-e8fa6e3f-31c4-430a-9abc-660d936eeacd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=871582c076e646fa8f870c685a113561&device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 1098 time: 0.0459008 Nov 09 04:31:43.237096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc02448-9f1e-4534-bfb6-d9118090e616 req-0cfc154e-f1b4-4b11-987f-a0be5e0e65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:43.238641 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9bc02448-9f1e-4534-bfb6-d9118090e616 req-0cfc154e-f1b4-4b11-987f-a0be5e0e65cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 HTTP/1.1" status: 200 len: 897 time: 0.0987194 Nov 09 04:31:43.291985 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9bc02448-9f1e-4534-bfb6-d9118090e616 req-1ce2b17c-5a24-416a-9dc2-b43bb1287ee9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f8b94f0-7144-4866-9acf-e95f0f3842d1 HTTP/1.1" status: 200 len: 217 time: 0.0399654 Nov 09 04:31:43.323068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26224de2-9029-4f5f-ad96-9f676e902485 req-64267d14-8405-4e82-8065-dda36cd3ff79 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:43.324792 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-26224de2-9029-4f5f-ad96-9f676e902485 req-64267d14-8405-4e82-8065-dda36cd3ff79 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 945 time: 0.1235313 Nov 09 04:31:43.334496 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-16579d17-61cf-44a7-bad5-35849eda9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:38Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '84a12f2d-a104-4b5d-968c-b0b94de2df41', 'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:36:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:50Z', 'updated_at': '2021-11-09T04:31:41Z', 'revision_number': 7, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:43.347968 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc02448-9f1e-4534-bfb6-d9118090e616 req-8c6be7ee-f89e-4a29-b526-b0fec74aaaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:43.349444 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9bc02448-9f1e-4534-bfb6-d9118090e616 req-8c6be7ee-f89e-4a29-b526-b0fec74aaaeb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f13f2a87-0dfa-4c5a-9873-869a05105893 HTTP/1.1" status: 200 len: 834 time: 0.0501678 Nov 09 04:31:43.362218 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16579d17-61cf-44a7-bad5-35849eda9b4c None None] Checking router: 7c1850f7-48dd-4381-8292-5ca551c9ae3c for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:31:43.371246 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16579d17-61cf-44a7-bad5-35849eda9b4c None None] Routers {'7c1850f7-48dd-4381-8292-5ca551c9ae3c'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:43.371853 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-16579d17-61cf-44a7-bad5-35849eda9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:43.376760 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-26224de2-9029-4f5f-ad96-9f676e902485 req-39ef2860-35bb-4191-8bc1-385bba8b25fe tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=0828dae7-a404-4768-9e6d-4cd26d265bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460086 Nov 09 04:31:43.401717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc02448-9f1e-4534-bfb6-d9118090e616 req-2f6ff96d-0774-490a-b0b9-9537f2f164eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:43.403228 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9bc02448-9f1e-4534-bfb6-d9118090e616 req-2f6ff96d-0774-490a-b0b9-9537f2f164eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456262 Nov 09 04:31:43.507728 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9bc02448-9f1e-4534-bfb6-d9118090e616 req-ebd368c7-cca6-4d91-8364-555b7b50ca07 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960212 Nov 09 04:31:43.600147 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 84a12f2d-a104-4b5d-968c-b0b94de2df41 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:31:43.602309 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9bc02448-9f1e-4534-bfb6-d9118090e616 req-e9c9375a-1681-4433-a6bb-59ab7d48b1f9 service neutron] 10.222.0.31 "GET /v2.0/networks/1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856817 Nov 09 04:31:43.653979 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-16579d17-61cf-44a7-bad5-35849eda9b4c None None] Set router 7c1850f7-48dd-4381-8292-5ca551c9ae3c gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:31:43.732686 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 84a12f2d-a104-4b5d-968c-b0b94de2df41 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:43.733053 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:43.891318 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8677d77c-b906-46e2-80e9-0acadcd50d76 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:31:43.948205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-16579d17-61cf-44a7-bad5-35849eda9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:38Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '84a12f2d-a104-4b5d-968c-b0b94de2df41', 'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:36:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:50Z', 'updated_at': '2021-11-09T04:31:41Z', 'revision_number': 7, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:43.976965 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16579d17-61cf-44a7-bad5-35849eda9b4c None None] The sync data for ids ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'] in dv-neutron-816800-2-hyperv is: [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:38Z', 'revision_number': 6, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '84a12f2d-a104-4b5d-968c-b0b94de2df41', 'name': '', 'network_id': '1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97', 'tenant_id': '871582c076e646fa8f870c685a113561', 'mac_address': 'fa:16:3e:36:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:50Z', 'updated_at': '2021-11-09T04:31:41Z', 'revision_number': 7, 'project_id': '871582c076e646fa8f870c685a113561', 'subnets': [{'id': 'f13f2a87-0dfa-4c5a-9873-869a05105893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:31:43.982834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 8677d77c-b906-46e2-80e9-0acadcd50d76 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:43.983203 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:44.582142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1b1fb-79bf-47c7-834d-b67980802b31 req-55438d64-821d-44f8-aad0-9a401d09674c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:44.583483 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-26e1b1fb-79bf-47c7-834d-b67980802b31 req-55438d64-821d-44f8-aad0-9a401d09674c tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 945 time: 0.1295311 Nov 09 04:31:44.599915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9c94d-2a4f-4826-90f5-40230845e535 req-aab79a2b-cae7-4647-ac5c-905eed9d7901 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:44.601478 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fd9c94d-2a4f-4826-90f5-40230845e535 req-aab79a2b-cae7-4647-ac5c-905eed9d7901 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "GET /v2.0/ports?device_id=3644ae87-cfc8-4381-aafb-932cc7e2ce74 HTTP/1.1" status: 200 len: 945 time: 0.0708728 Nov 09 04:31:44.673911 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df81f79-4979-4356-a8ad-b3807f9b8954 None None] New status for floating IP ac8e24ee-2d92-46b1-955a-9e6e86694565: DOWN {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:31:44.702288 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-26e1b1fb-79bf-47c7-834d-b67980802b31 req-a27bf775-ad86-41b5-b337-16dd92795d57 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "GET /v2.0/security-groups?id=0828dae7-a404-4768-9e6d-4cd26d265bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102812 Nov 09 04:31:44.726301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-7fd9c94d-2a4f-4826-90f5-40230845e535 req-20de28f2-a198-46e8-9b6d-5af2015910e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 0f8b94f0-7144-4866-9acf-e95f0f3842d1 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:31:44.726639 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7fd9c94d-2a4f-4826-90f5-40230845e535 req-20de28f2-a198-46e8-9b6d-5af2015910e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:44.815844 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-7fd9c94d-2a4f-4826-90f5-40230845e535 req-20de28f2-a198-46e8-9b6d-5af2015910e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 0f8b94f0-7144-4866-9acf-e95f0f3842d1, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0f8b94f0-7144-4866-9acf-e95f0f3842d1,segment=NetworkSegment(0e63a7c5-6590-41d9-a891-6971ef9ecb20),segment_id=0e63a7c5-6590-41d9-a891-6971ef9ecb20)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:31:44.816209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7fd9c94d-2a4f-4826-90f5-40230845e535 req-20de28f2-a198-46e8-9b6d-5af2015910e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:44.829634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-7fd9c94d-2a4f-4826-90f5-40230845e535 req-20de28f2-a198-46e8-9b6d-5af2015910e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 0f8b94f0-7144-4866-9acf-e95f0f3842d1 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:31:44.957387 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7fd9c94d-2a4f-4826-90f5-40230845e535 req-20de28f2-a198-46e8-9b6d-5af2015910e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:44.984001 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de28f2-a198-46e8-9b6d-5af2015910e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=0f8b94f0-7144-4866-9acf-e95f0f3842d1,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:45.027484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd9c94d-2a4f-4826-90f5-40230845e535 req-20de28f2-a198-46e8-9b6d-5af2015910e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] No DVR routers for this DVR port 0f8b94f0-7144-4866-9acf-e95f0f3842d1 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:31:45.029911 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7fd9c94d-2a4f-4826-90f5-40230845e535 req-20de28f2-a198-46e8-9b6d-5af2015910e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:45.033198 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fd9c94d-2a4f-4826-90f5-40230845e535 req-20de28f2-a198-46e8-9b6d-5af2015910e1 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.31 "DELETE /v2.0/ports/0f8b94f0-7144-4866-9acf-e95f0f3842d1 HTTP/1.1" status: 204 len: 173 time: 0.4251959 Nov 09 04:31:45.060894 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'name': 'network-vif-deleted', 'tag': '0f8b94f0-7144-4866-9acf-e95f0f3842d1'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:31:45.064118 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311533ad-d6f4-45e2-88cb-bbaf1ac98d18" -d '{"events": [{"server_uuid": "3644ae87-cfc8-4381-aafb-932cc7e2ce74", "name": "network-vif-deleted", "tag": "0f8b94f0-7144-4866-9acf-e95f0f3842d1"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:31:45.102622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6022b74a-0d66-4fa8-84d4-c4b66620e3b7 x-openstack-request-id: req-6022b74a-0d66-4fa8-84d4-c4b66620e3b7 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:31:45.102918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3644ae87-cfc8-4381-aafb-932cc7e2ce74", "name": "network-vif-deleted", "tag": "0f8b94f0-7144-4866-9acf-e95f0f3842d1", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:31:45.103170 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6022b74a-0d66-4fa8-84d4-c4b66620e3b7 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:31:45.104081 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3644ae87-cfc8-4381-aafb-932cc7e2ce74', 'name': 'network-vif-deleted', 'tag': '0f8b94f0-7144-4866-9acf-e95f0f3842d1', 'status': 'completed', 'code': 200} Nov 09 04:31:45.757128 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52650) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:45.812545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d715ba57-b843-4fe6-be77-b5b90e156a59 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:45.841229 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d715ba57-b843-4fe6-be77-b5b90e156a59 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:45.897849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d715ba57-b843-4fe6-be77-b5b90e156a59 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:45.901088 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d715ba57-b843-4fe6-be77-b5b90e156a59 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:45.902293 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d715ba57-b843-4fe6-be77-b5b90e156a59 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/security-groups/0828dae7-a404-4768-9e6d-4cd26d265bd6 HTTP/1.1" status: 204 len: 168 time: 0.1441352 Nov 09 04:31:45.911973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715ba57-b843-4fe6-be77-b5b90e156a59 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0828dae7-a404-4768-9e6d-4cd26d265bd6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:45.938782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52654) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:46.580760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cd57c406-b36a-40dc-aa35-e18c5b7972a3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:46.829790 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-cd57c406-b36a-40dc-aa35-e18c5b7972a3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 84a12f2d-a104-4b5d-968c-b0b94de2df41 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:31:46.830485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cd57c406-b36a-40dc-aa35-e18c5b7972a3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:46.918687 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-cd57c406-b36a-40dc-aa35-e18c5b7972a3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 84a12f2d-a104-4b5d-968c-b0b94de2df41, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=84a12f2d-a104-4b5d-968c-b0b94de2df41,segment=NetworkSegment(0e63a7c5-6590-41d9-a891-6971ef9ecb20),segment_id=0e63a7c5-6590-41d9-a891-6971ef9ecb20)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:31:46.919051 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cd57c406-b36a-40dc-aa35-e18c5b7972a3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:46.932061 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-cd57c406-b36a-40dc-aa35-e18c5b7972a3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 84a12f2d-a104-4b5d-968c-b0b94de2df41 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:31:46.956632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:47.117618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cd57c406-b36a-40dc-aa35-e18c5b7972a3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:47.150952 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57c406-b36a-40dc-aa35-e18c5b7972a3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=84a12f2d-a104-4b5d-968c-b0b94de2df41,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:47.321436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cd57c406-b36a-40dc-aa35-e18c5b7972a3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:47.538434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd57c406-b36a-40dc-aa35-e18c5b7972a3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Router 7c1850f7-48dd-4381-8292-5ca551c9ae3c has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:31:47.642674 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd57c406-b36a-40dc-aa35-e18c5b7972a3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:31:47.647723 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cd57c406-b36a-40dc-aa35-e18c5b7972a3 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "PUT /v2.0/routers/7c1850f7-48dd-4381-8292-5ca551c9ae3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7079327 Nov 09 04:31:47.651050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52656) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:47.652868 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01998c-a6fc-4fb8-a8e7-69ad11a5934b None None] Sync routers for ids ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:31:47.662887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af01998c-a6fc-4fb8-a8e7-69ad11a5934b None None] Routers {'7c1850f7-48dd-4381-8292-5ca551c9ae3c'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:47.663494 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-af01998c-a6fc-4fb8-a8e7-69ad11a5934b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:47.702348 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a43878-b7ec-4fb9-b812-5dd8e697c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting subnet f13f2a87-0dfa-4c5a-9873-869a05105893 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:31:47.705399 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17a43878-b7ec-4fb9-b812-5dd8e697c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:47.749868 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17a43878-b7ec-4fb9-b812-5dd8e697c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:47.770772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-af01998c-a6fc-4fb8-a8e7-69ad11a5934b None None] Set router 7c1850f7-48dd-4381-8292-5ca551c9ae3c gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:31:47.829308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17a43878-b7ec-4fb9-b812-5dd8e697c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:47.886981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17a43878-b7ec-4fb9-b812-5dd8e697c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:47.918511 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a43878-b7ec-4fb9-b812-5dd8e697c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Subnet': ['ID=f13f2a87-0dfa-4c5a-9873-869a05105893,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:47.922288 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17a43878-b7ec-4fb9-b812-5dd8e697c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:47.928111 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-17a43878-b7ec-4fb9-b812-5dd8e697c532 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/subnets/f13f2a87-0dfa-4c5a-9873-869a05105893 HTTP/1.1" status: 204 len: 168 time: 0.2733397 Nov 09 04:31:47.928942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52658) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:47.930960 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fd56f6-ab26-4ce1-8532-99ab2c1e0ed8 None None] Network 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:31:48.036361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.048941 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-af01998c-a6fc-4fb8-a8e7-69ad11a5934b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:47Z', 'revision_number': 7, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:48.079499 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01998c-a6fc-4fb8-a8e7-69ad11a5934b None None] Checking router: 7c1850f7-48dd-4381-8292-5ca551c9ae3c for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:31:48.095585 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af01998c-a6fc-4fb8-a8e7-69ad11a5934b None None] Routers {'7c1850f7-48dd-4381-8292-5ca551c9ae3c'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:48.096197 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-af01998c-a6fc-4fb8-a8e7-69ad11a5934b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:48.139100 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.179128 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] DHCP port deletion for 1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:31:48.197522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Deleting port 8677d77c-b906-46e2-80e9-0acadcd50d76 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:31:48.197880 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.232845 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-af01998c-a6fc-4fb8-a8e7-69ad11a5934b None None] Set router 7c1850f7-48dd-4381-8292-5ca551c9ae3c gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:31:48.275747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] For port 8677d77c-b906-46e2-80e9-0acadcd50d76, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=8677d77c-b906-46e2-80e9-0acadcd50d76,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:31:48.276117 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.288741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Calling delete_port for 8677d77c-b906-46e2-80e9-0acadcd50d76 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:31:48.343826 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Deleting port e5a1ea48-3d03-4b9a-95f5-81b378821eda {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:31:48.344196 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.424220 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] For port e5a1ea48-3d03-4b9a-95f5-81b378821eda, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=e5a1ea48-3d03-4b9a-95f5-81b378821eda,segment=NetworkSegment(0e63a7c5-6590-41d9-a891-6971ef9ecb20),segment_id=0e63a7c5-6590-41d9-a891-6971ef9ecb20)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:31:48.424530 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.453486 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.458542 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Calling delete_port for e5a1ea48-3d03-4b9a-95f5-81b378821eda owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:31:48.478455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Port': ['ID=8677d77c-b906-46e2-80e9-0acadcd50d76,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:48.533404 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-af01998c-a6fc-4fb8-a8e7-69ad11a5934b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:47Z', 'revision_number': 7, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:48.542707 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.566150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01998c-a6fc-4fb8-a8e7-69ad11a5934b None None] The sync data for ids ['7c1850f7-48dd-4381-8292-5ca551c9ae3c'] in dv-neutron-816800-2-hyperv is: [{'id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'name': 'tempest-TestNetworkBasicOps-router-2027652712', 'tenant_id': '871582c076e646fa8f870c685a113561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87'}], 'enable_snat': True}, 'gw_port_id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:47Z', 'revision_number': 7, 'project_id': '871582c076e646fa8f870c685a113561', 'gw_port': {'id': '8677d77c-b906-46e2-80e9-0acadcd50d76', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1850f7-48dd-4381-8292-5ca551c9ae3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:30:47Z', 'updated_at': '2021-11-09T04:31:41Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:31:48.582079 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.609312 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Pushing event deleted for resources: {'Port': ['ID=e5a1ea48-3d03-4b9a-95f5-81b378821eda,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:48.616186 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] No DVR routers for this DVR port e5a1ea48-3d03-4b9a-95f5-81b378821eda on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:31:48.625951 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:48.626478 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:48.626837 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:48.627245 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:48.627641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:48.628069 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:48.628469 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:48.628869 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:48.629266 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:48.629682 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:48.630077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:48.630469 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafdf7f0-3493-4d83-8ad2-e22966736469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:48.654058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.656181 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.702546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.703104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Fanout notify agent at l3_agent the message router_deleted on router 7c1850f7-48dd-4381-8292-5ca551c9ae3c {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:31:48.710357 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.711454 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-88519969-62f0-4827-9577-cc9340bea6d6 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/routers/7c1850f7-48dd-4381-8292-5ca551c9ae3c HTTP/1.1" status: 204 len: 168 time: 0.7815278 Nov 09 04:31:48.714159 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52660) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:48.791586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4837f168-bed7-4665-a67d-9bac06c37747 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.873434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4837f168-bed7-4665-a67d-9bac06c37747 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.896671 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-4837f168-bed7-4665-a67d-9bac06c37747 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:48.905988 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-4837f168-bed7-4665-a67d-9bac06c37747 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e63a7c5-6590-41d9-a891-6971ef9ecb20') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:48.906252 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-4837f168-bed7-4665-a67d-9bac06c37747 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e63a7c5-6590-41d9-a891-6971ef9ecb20') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:48.916247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4837f168-bed7-4665-a67d-9bac06c37747 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.929485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4837f168-bed7-4665-a67d-9bac06c37747 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.936155 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4837f168-bed7-4665-a67d-9bac06c37747 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:31:48.936526 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4837f168-bed7-4665-a67d-9bac06c37747 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:31:48.939645 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:31:49.000107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4837f168-bed7-4665-a67d-9bac06c37747 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:49.007357 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4837f168-bed7-4665-a67d-9bac06c37747 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:49.013525 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4837f168-bed7-4665-a67d-9bac06c37747 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] 10.222.0.21 "DELETE /v2.0/networks/1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97 HTTP/1.1" status: 204 len: 168 time: 0.2955608 Nov 09 04:31:49.028127 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837f168-bed7-4665-a67d-9bac06c37747 tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] Pushing event deleted for resources: {'Network': ['ID=1dbf0afb-b64e-406d-bc4f-8cdf47bf0d97,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:49.323923 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52666) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:49.441954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0f8b94f0-7144-4866-9acf-e95f0f3842d1 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:31:49.449887 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5b2355c8-a46c-45a9-8217-cc5fc0e8aca4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=871582c076e646fa8f870c685a113561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1247253 Nov 09 04:31:49.452298 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52670) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:49.462715 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 0f8b94f0-7144-4866-9acf-e95f0f3842d1 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:31:49.462846 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0f8b94f0-7144-4866-9acf-e95f0f3842d1 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:31:49.502784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3269b5e2-c6ed-428c-a4db-c45f81dddc13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:49.523375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3269b5e2-c6ed-428c-a4db-c45f81dddc13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:49.578567 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3269b5e2-c6ed-428c-a4db-c45f81dddc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:49.581369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3269b5e2-c6ed-428c-a4db-c45f81dddc13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:49.593941 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3269b5e2-c6ed-428c-a4db-c45f81dddc13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc88650a-ed73-4397-a0db-f519d12a9829 HTTP/1.1" status: 204 len: 168 time: 0.1320472 Nov 09 04:31:49.611747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269b5e2-c6ed-428c-a4db-c45f81dddc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc88650a-ed73-4397-a0db-f519d12a9829,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:49.633117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 84a12f2d-a104-4b5d-968c-b0b94de2df41 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:31:49.655599 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 84a12f2d-a104-4b5d-968c-b0b94de2df41 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:31:49.655967 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 84a12f2d-a104-4b5d-968c-b0b94de2df41 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:31:49.656358 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8677d77c-b906-46e2-80e9-0acadcd50d76 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:31:49.675846 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 8677d77c-b906-46e2-80e9-0acadcd50d76 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:31:49.676183 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8677d77c-b906-46e2-80e9-0acadcd50d76 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:31:49.676595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e5a1ea48-3d03-4b9a-95f5-81b378821eda no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:31:49.696740 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: e5a1ea48-3d03-4b9a-95f5-81b378821eda {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:31:49.697081 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device e5a1ea48-3d03-4b9a-95f5-81b378821eda not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:31:49.880367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52676) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:49.893295 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27dbd569-c89a-453f-a6b6-fc8d9d70a65d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:49.967824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27dbd569-c89a-453f-a6b6-fc8d9d70a65d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:49.971450 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-27dbd569-c89a-453f-a6b6-fc8d9d70a65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:50.007492 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-27dbd569-c89a-453f-a6b6-fc8d9d70a65d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e967172ae07449ca43ceec5e266d7f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260734 Nov 09 04:31:50.009323 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbd569-c89a-453f-a6b6-fc8d9d70a65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b581b13-1318-4e25-910e-d2f9a27c6211,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:50.010290 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52678) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:50.058583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:50.079287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:50.124955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:50.127514 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:50.128640 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b581b13-1318-4e25-910e-d2f9a27c6211 HTTP/1.1" status: 204 len: 168 time: 0.1173692 Nov 09 04:31:50.136617 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b581b13-1318-4e25-910e-d2f9a27c6211,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:50.143700 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:50.143986 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:50.144331 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:50.144670 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:50.145005 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:50.145339 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:50.145698 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:50.146030 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:50.146358 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:50.146684 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:50.147009 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:50.147323 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc416492-b76c-4ad8-b106-1d9863305d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:50.802233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52700) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:50.894586 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1036565027-network', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:31:50.919441 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] Made reservation on behalf of 3f9405f49a1c4f75b468a7e7d156138f for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:31:50.921666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:50.929806 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:51.000499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:51.004129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:51.023462 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:31:51.037715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40558bf7-13f0-4b51-8b10-c2684b741f73,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:51.040529 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:51.040871 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] Added segment 7d2fcf79-a842-4cf0-9e7c-704e349311f7 of type vlan for network df37836e-92b6-488c-9937-27fb8ab4b671 Nov 09 04:31:51.080411 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:51.104191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:51.105772 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:51.106341 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:51.159287 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3559451 Nov 09 04:31:51.162443 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52704) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:51.168111 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-2d5c61d6-1f67-4193-99f4-9f28d2edb481 admin admin] Request body: {'subnet': {'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1036565027-subnet', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'ip_version': 4}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:31:51.197322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5c61d6-1f67-4193-99f4-9f28d2edb481 admin admin] Made reservation on behalf of 3f9405f49a1c4f75b468a7e7d156138f for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:31:51.199734 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2d5c61d6-1f67-4193-99f4-9f28d2edb481 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:51.202449 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da793d8f-e7d1-43e7-b630-fdf2936a03d6 admin admin] Pushing event updated for resources: {'Network': ['ID=df37836e-92b6-488c-9937-27fb8ab4b671,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:51.212878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network df37836e-92b6-488c-9937-27fb8ab4b671 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:31:51.360634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2d5c61d6-1f67-4193-99f4-9f28d2edb481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:51.410705 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c61d6-1f67-4193-99f4-9f28d2edb481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf2cf326-781d-4bea-b61a-12600280ef51,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:51.420970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5c61d6-1f67-4193-99f4-9f28d2edb481 admin admin] Checking segment: {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:31:51.421342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5c61d6-1f67-4193-99f4-9f28d2edb481 admin admin] Network hostable DHCP agents. Network: df37836e-92b6-488c-9937-27fb8ab4b671, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:31:51.436657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5c61d6-1f67-4193-99f4-9f28d2edb481 admin admin] Network df37836e-92b6-488c-9937-27fb8ab4b671 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:31:51.444849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-2d5c61d6-1f67-4193-99f4-9f28d2edb481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, df37836e-92b6-488c-9937-27fb8ab4b671) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:31:51.448877 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c61d6-1f67-4193-99f4-9f28d2edb481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:51.449406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2d5c61d6-1f67-4193-99f4-9f28d2edb481 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:51.455333 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25808e9-c220-483e-825a-dabefb023dd8 None None] Network df37836e-92b6-488c-9937-27fb8ab4b671 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:31:51.471776 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52706) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:51.471958 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2d5c61d6-1f67-4193-99f4-9f28d2edb481 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3082621 Nov 09 04:31:51.476469 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:31:51.499112 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:51.500276 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:51.552855 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:51.599464 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-df37836e-92b6-488c-9937-27fb8ab4b671', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:31:51.600325 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:51.690111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:51.887772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Allocated IP 172.20.0.2 (df37836e-92b6-488c-9937-27fb8ab4b671/bf2cf326-781d-4bea-b61a-12600280ef51/dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:31:52.034628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:52.039569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:52.077374 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Network df37836e-92b6-488c-9937-27fb8ab4b671 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:31:52.082505 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:31:52.086195 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:31:52.092997 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Pushing event updated for resources: {'Port': ['ID=dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:52.147792 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Attempting to bind port dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:31:52.148158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Attempting to bind port dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:31:52.148523 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Attempting to bind port dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03 on network df37836e-92b6-488c-9937-27fb8ab4b671 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:31:52.154117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:31:52.154491 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Checking segment: {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:31:52.154890 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:52.155280 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Bound using segment: {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:31:52.155743 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Bound port: dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:31:52.156119 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:52.189350 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:52.207462 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:52.216937 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] For port dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:31:52.220200 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] For port dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:31:52.224980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:52.279935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c108f7-f208-42f2-9ca2-a6895958bd56 None None] Pushing event updated for resources: {'Port': ['ID=dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:52.310353 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Allocated IP 172.26.5.149 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:31:52.430844 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:52.472832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:52.509421 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:31:52.512832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:31:52.518528 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:31:52.546752 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:52.770703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:52.964833 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:53.100416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:31:53.148954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46e42b4-c870-41cf-a93b-8c1b0c0f8463 None None] Network df37836e-92b6-488c-9937-27fb8ab4b671 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:31:53.210464 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:31:53.217743 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-eb2ac81b-ec57-46bb-81cc-a1fbeadfdb70 None None] Provisioning complete for port dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:53.218200 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac81b-ec57-46bb-81cc-a1fbeadfdb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:53.221720 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Sync routers for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:31:53.230904 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:53.234639 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d841c7dc-a77c-4cfb-a213-b22713c0e6a0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7591658 Nov 09 04:31:53.234974 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52708) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:53.237067 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:53.237688 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:53.339046 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:31:53.381840 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac81b-ec57-46bb-81cc-a1fbeadfdb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:53.415086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-eb2ac81b-ec57-46bb-81cc-a1fbeadfdb70 None None] For port dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:31:53.420814 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-eb2ac81b-ec57-46bb-81cc-a1fbeadfdb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:53.476926 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ac81b-ec57-46bb-81cc-a1fbeadfdb70 None None] Pushing event updated for resources: {'Port': ['ID=dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:53.524668 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:52Z', 'revision_number': 3, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:53.550785 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Checking router: 0c13ff3b-2114-4273-8f6b-391c6533a2f3 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:31:53.551133 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Updating router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 port 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:31:53.581494 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:53.599212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:31:53.659110 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1f8912f9-fc26-4686-bb9a-c60bff8c61d0 None None] Provisioning complete for port dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:53.659390 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1f8912f9-fc26-4686-bb9a-c60bff8c61d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:53.690177 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:53.690632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:53.694803 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:53.857546 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:53.863805 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:53.904417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Allocated IP 172.20.0.1 (df37836e-92b6-488c-9937-27fb8ab4b671/bf2cf326-781d-4bea-b61a-12600280ef51/4894c459-bfda-410c-869d-a4bd087e57b3) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:31:53.913975 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Attempting to bind port 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:31:53.914450 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Attempting to bind port 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:31:53.914958 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Attempting to bind port 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:31:53.922305 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:31:53.922676 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:31:53.923069 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:53.923455 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:31:53.923914 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Bound port: 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:31:53.924290 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:53.925850 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034a7f5-7ae4-4a5d-b886-bfec2add4435 None None] Pushing event updated for resources: {'Port': ['ID=2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:53.949020 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034a7f5-7ae4-4a5d-b886-bfec2add4435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:53.949367 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034a7f5-7ae4-4a5d-b886-bfec2add4435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:53.949730 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034a7f5-7ae4-4a5d-b886-bfec2add4435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:53.950062 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034a7f5-7ae4-4a5d-b886-bfec2add4435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:53.950391 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034a7f5-7ae4-4a5d-b886-bfec2add4435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:53.950720 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034a7f5-7ae4-4a5d-b886-bfec2add4435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:53.951045 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034a7f5-7ae4-4a5d-b886-bfec2add4435 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:53.951368 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034a7f5-7ae4-4a5d-b886-bfec2add4435 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:53.951691 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034a7f5-7ae4-4a5d-b886-bfec2add4435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:53.952009 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034a7f5-7ae4-4a5d-b886-bfec2add4435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:53.952392 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034a7f5-7ae4-4a5d-b886-bfec2add4435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:53.952713 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5034a7f5-7ae4-4a5d-b886-bfec2add4435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:31:53.990540 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] For port 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:31:53.994388 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] For port 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:31:53.998641 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:54.005623 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:54.040107 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:54.048051 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:54.048671 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:54.078556 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Network df37836e-92b6-488c-9937-27fb8ab4b671 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:31:54.082828 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:31:54.088379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:31:54.100976 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034a7f5-7ae4-4a5d-b886-bfec2add4435 None None] Pushing event updated for resources: {'Port': ['ID=2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:54.116952 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Pushing event updated for resources: {'Port': ['ID=4894c459-bfda-410c-869d-a4bd087e57b3,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:54.131329 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:54.163209 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:31:54.263208 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:54.340588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-89c3d7f2-c192-40e9-975f-4fce2ef70175 None None] Provisioning complete for port 4894c459-bfda-410c-869d-a4bd087e57b3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:54.341171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-89c3d7f2-c192-40e9-975f-4fce2ef70175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:54.349084 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:52Z', 'revision_number': 3, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:54.376286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-89c3d7f2-c192-40e9-975f-4fce2ef70175 None None] Port 4894c459-bfda-410c-869d-a4bd087e57b3 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:31:54.379192 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ea8f4-de01-43ba-94df-98912a7b4133 None None] The sync data for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv is: [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:52Z', 'revision_number': 3, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:31:54.425937 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:54.430818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:54.498237 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Pushing event updated for resources: {'Port': ['ID=4894c459-bfda-410c-869d-a4bd087e57b3,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:54.500596 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:54.612705 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Network df37836e-92b6-488c-9937-27fb8ab4b671 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:31:54.614369 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:31:54.758890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:31:54.872673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:31:54.882033 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bb49ae22-1820-43a3-8623-c1a4690a7665 admin admin] 10.222.0.21 "PUT /v2.0/routers/0c13ff3b-2114-4273-8f6b-391c6533a2f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6416233 Nov 09 04:31:54.906316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-8c476719-0458-4ce8-b223-adb970e24443 None None] Provisioning complete for port 4894c459-bfda-410c-869d-a4bd087e57b3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:54.906821 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8c476719-0458-4ce8-b223-adb970e24443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:54.945191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-8c476719-0458-4ce8-b223-adb970e24443 None None] Port 4894c459-bfda-410c-869d-a4bd087e57b3 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:31:55.359367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52724) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:55.364242 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-302025445-network', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:31:55.383943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] Made reservation on behalf of fade07dfe8f0497593d5603de9b6d3ab for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:31:55.386875 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:55.395518 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:55.467992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:55.472287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:55.501454 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:31:55.506436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d265c3cc-71e3-404e-bb49-5cdac20b6838,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:55.515605 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:55.515605 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] Added segment eff228e0-b3c3-4845-95ff-c4007a9d71e2 of type vlan for network 49fb7ac2-2309-4e08-ad4f-7795154035ad Nov 09 04:31:55.539786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9fc33929-4a2f-4fc3-ac2a-ae3eabfda13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:55.560521 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:55.592041 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:55.593341 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:55.594170 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:55.622918 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:31:55.655960 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2954488 Nov 09 04:31:55.658774 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52726) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:55.663684 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-600a1f37-1300-45dd-94d6-f5bac67ce98e admin admin] Request body: {'subnet': {'network_id': '49fb7ac2-2309-4e08-ad4f-7795154035ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-302025445-subnet', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'ip_version': 4}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:31:55.670880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb396724-6ce8-41b1-b43f-7bca6e8fe2b8 admin admin] Pushing event updated for resources: {'Network': ['ID=49fb7ac2-2309-4e08-ad4f-7795154035ad,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:55.675012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:55.675383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:55.699952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 49fb7ac2-2309-4e08-ad4f-7795154035ad details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:31:55.701674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600a1f37-1300-45dd-94d6-f5bac67ce98e admin admin] Made reservation on behalf of fade07dfe8f0497593d5603de9b6d3ab for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:31:55.705543 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-600a1f37-1300-45dd-94d6-f5bac67ce98e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:55.823270 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:31:55.870388 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:55.870757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:55.881720 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-600a1f37-1300-45dd-94d6-f5bac67ce98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:55.935561 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Sync routers for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:31:55.936024 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a1f37-1300-45dd-94d6-f5bac67ce98e admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c771f0-0238-4d3d-a7e9-dbb2048ced73,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:55.946697 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a1f37-1300-45dd-94d6-f5bac67ce98e admin admin] Checking segment: {'id': 'eff228e0-b3c3-4845-95ff-c4007a9d71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49fb7ac2-2309-4e08-ad4f-7795154035ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:31:55.947063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a1f37-1300-45dd-94d6-f5bac67ce98e admin admin] Network hostable DHCP agents. Network: 49fb7ac2-2309-4e08-ad4f-7795154035ad, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:31:55.956538 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:55.957163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:55.962145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:55.964079 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a1f37-1300-45dd-94d6-f5bac67ce98e admin admin] Network 49fb7ac2-2309-4e08-ad4f-7795154035ad is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:31:55.973137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-600a1f37-1300-45dd-94d6-f5bac67ce98e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 49fb7ac2-2309-4e08-ad4f-7795154035ad) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:31:55.977908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a1f37-1300-45dd-94d6-f5bac67ce98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:31:55.978627 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-600a1f37-1300-45dd-94d6-f5bac67ce98e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:55.995465 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-600a1f37-1300-45dd-94d6-f5bac67ce98e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3348498 Nov 09 04:31:55.997837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52728) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:56.002414 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-302025445-router', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:31:56.004902 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa0f2ef-37b1-44eb-b841-b0346c9808bd None None] Network 49fb7ac2-2309-4e08-ad4f-7795154035ad requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:31:56.023862 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:56.025279 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:56.075365 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:31:56.075753 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:56.083843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:56.193594 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:31:56.213160 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:56.245831 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:56.366727 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-49fb7ac2-2309-4e08-ad4f-7795154035ad', 'network_id': '49fb7ac2-2309-4e08-ad4f-7795154035ad', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'fixed_ips': [{'subnet_id': '87c771f0-0238-4d3d-a7e9-dbb2048ced73'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:31:56.367597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:56.563801 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Allocated IP 172.20.0.2 (49fb7ac2-2309-4e08-ad4f-7795154035ad/87c771f0-0238-4d3d-a7e9-dbb2048ced73/4259df29-341d-43ec-8511-1886cf516a3e) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:31:56.584129 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 2, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:56.627226 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Checking router: 0c13ff3b-2114-4273-8f6b-391c6533a2f3 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:31:56.627578 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Updating router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 port 4894c459-bfda-410c-869d-a4bd087e57b3 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:31:56.685015 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:56.711503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:56.729738 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:56.830456 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Allocated IP 172.26.5.246 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/3e9ae784-10c3-48bc-9b28-c8126e19b710) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:31:56.856895 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:56.865188 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:56.941399 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:56.952977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Network 49fb7ac2-2309-4e08-ad4f-7795154035ad is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:31:56.959147 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:31:56.961742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:31:56.969423 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Pushing event updated for resources: {'Port': ['ID=4259df29-341d-43ec-8511-1886cf516a3e,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:56.974622 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:57.010240 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:31:57.014496 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:31:57.018317 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:31:57.044259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Attempting to bind port 4259df29-341d-43ec-8511-1886cf516a3e on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:31:57.044713 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Attempting to bind port 4259df29-341d-43ec-8511-1886cf516a3e by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'eff228e0-b3c3-4845-95ff-c4007a9d71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49fb7ac2-2309-4e08-ad4f-7795154035ad'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:31:57.045080 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Attempting to bind port 4259df29-341d-43ec-8511-1886cf516a3e on network 49fb7ac2-2309-4e08-ad4f-7795154035ad {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:31:57.050533 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9ae784-10c3-48bc-9b28-c8126e19b710,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:57.058261 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:31:57.058634 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Checking segment: {'id': 'eff228e0-b3c3-4845-95ff-c4007a9d71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49fb7ac2-2309-4e08-ad4f-7795154035ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:31:57.059039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:57.059434 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Bound using segment: {'id': 'eff228e0-b3c3-4845-95ff-c4007a9d71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49fb7ac2-2309-4e08-ad4f-7795154035ad'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:31:57.059904 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Bound port: 4259df29-341d-43ec-8511-1886cf516a3e, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff228e0-b3c3-4845-95ff-c4007a9d71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49fb7ac2-2309-4e08-ad4f-7795154035ad'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:31:57.060278 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:57.277693 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:57.297552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:57.310860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:57.337352 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] For port 4259df29-341d-43ec-8511-1886cf516a3e, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:31:57.370628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] For port 4259df29-341d-43ec-8511-1886cf516a3e, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4259df29-341d-43ec-8511-1886cf516a3e,segment=NetworkSegment(eff228e0-b3c3-4845-95ff-c4007a9d71e2),segment_id=eff228e0-b3c3-4845-95ff-c4007a9d71e2)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:31:57.378822 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b58af9-0c2e-4996-a376-72f45e169535 None None] Pushing event updated for resources: {'Port': ['ID=4894c459-bfda-410c-869d-a4bd087e57b3,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:57.382790 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:57.484678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Attempting to bind port 4894c459-bfda-410c-869d-a4bd087e57b3 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:31:57.485101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Attempting to bind port 4894c459-bfda-410c-869d-a4bd087e57b3 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:31:57.485493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Attempting to bind port 4894c459-bfda-410c-869d-a4bd087e57b3 on network df37836e-92b6-488c-9937-27fb8ab4b671 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:31:57.488636 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bb344-38cc-4b55-864e-97fa624c576a None None] Pushing event updated for resources: {'Port': ['ID=4259df29-341d-43ec-8511-1886cf516a3e,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:57.495653 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:31:57.496033 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Checking segment: {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:31:57.496434 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:57.496804 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Bound using segment: {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:31:57.497271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Bound port: 4894c459-bfda-410c-869d-a4bd087e57b3, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:31:57.497687 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:57.504583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:57.573362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:31:57.605533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] For port 4894c459-bfda-410c-869d-a4bd087e57b3, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:31:57.625828 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] For port 4894c459-bfda-410c-869d-a4bd087e57b3, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4894c459-bfda-410c-869d-a4bd087e57b3,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:31:57.632659 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:57.673259 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Router a2a01f93-2505-48fa-a32e-4970f350d590 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:31:57.691911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:57.692557 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:57.779915 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b58af9-0c2e-4996-a376-72f45e169535 None None] Pushing event updated for resources: {'Port': ['ID=4894c459-bfda-410c-869d-a4bd087e57b3,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:57.791122 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-cc78de2f-df26-43e1-a1ad-b651e6c0df1d None None] Provisioning complete for port 4894c459-bfda-410c-869d-a4bd087e57b3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:57.792022 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cc78de2f-df26-43e1-a1ad-b651e6c0df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:57.795631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:57.796272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:57.820942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:31:57.831499 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Sync routers for ids ['a2a01f93-2505-48fa-a32e-4970f350d590'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:31:57.844901 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Routers {'a2a01f93-2505-48fa-a32e-4970f350d590'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:57.846414 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['a2a01f93-2505-48fa-a32e-4970f350d590'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:57.850375 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:57.853113 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-14845ca6-6dc4-4777-9d9b-ad976a843036 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8537996 Nov 09 04:31:57.856426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52730) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:31:57.977644 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4d13a746-197e-4b79-ae42-fa167ecc8d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:57.986619 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Set router a2a01f93-2505-48fa-a32e-4970f350d590 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:31:58.064862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cc78de2f-df26-43e1-a1ad-b651e6c0df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:58.084935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:31:58.185533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cc78de2f-df26-43e1-a1ad-b651e6c0df1d None None] For port 4894c459-bfda-410c-869d-a4bd087e57b3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4894c459-bfda-410c-869d-a4bd087e57b3,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:31:58.207552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cc78de2f-df26-43e1-a1ad-b651e6c0df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:58.270909 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'name': 'tempest-TestVolumeBootPattern-302025445-router', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '3e9ae784-10c3-48bc-9b28-c8126e19b710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:31:57Z', 'revision_number': 3, 'project_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'gw_port': {'id': '3e9ae784-10c3-48bc-9b28-c8126e19b710', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:58.299212 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Checking router: a2a01f93-2505-48fa-a32e-4970f350d590 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:31:58.299961 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Updating router a2a01f93-2505-48fa-a32e-4970f350d590 port 3e9ae784-10c3-48bc-9b28-c8126e19b710 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:31:58.300167 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78de2f-df26-43e1-a1ad-b651e6c0df1d None None] Pushing event updated for resources: {'Port': ['ID=4894c459-bfda-410c-869d-a4bd087e57b3,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:58.331658 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:58.353003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:58.369399 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-46bc3da6-964f-4601-a5b4-6008cf439087 None None] Provisioning complete for port 4894c459-bfda-410c-869d-a4bd087e57b3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:58.370362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-46bc3da6-964f-4601-a5b4-6008cf439087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:58.488378 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:57Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:58.517907 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c78df7-bae6-4896-b56a-b57a31e1c3e7 None None] The sync data for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv is: [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:57Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:31:58.608922 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:58.612918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Allocated IP 172.20.0.1 (49fb7ac2-2309-4e08-ad4f-7795154035ad/87c771f0-0238-4d3d-a7e9-dbb2048ced73/518617e1-49fb-4c26-acde-35770b893cfc) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:31:58.616419 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:58.676114 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16afe6-157c-4df3-98b2-b858d812fb1c None None] Pushing event updated for resources: {'Port': ['ID=3e9ae784-10c3-48bc-9b28-c8126e19b710,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:58.700108 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Attempting to bind port 3e9ae784-10c3-48bc-9b28-c8126e19b710 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:31:58.702007 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Attempting to bind port 3e9ae784-10c3-48bc-9b28-c8126e19b710 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:31:58.702703 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Attempting to bind port 3e9ae784-10c3-48bc-9b28-c8126e19b710 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:31:58.712476 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:31:58.714136 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:31:58.716173 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:58.718045 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:31:58.718728 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Bound port: 3e9ae784-10c3-48bc-9b28-c8126e19b710, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:31:58.719301 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:58.768268 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e2c0d0-18c6-42f1-b7e2-61cb903df24f None None] Network 49fb7ac2-2309-4e08-ad4f-7795154035ad requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:31:58.770311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:58.783424 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] For port 3e9ae784-10c3-48bc-9b28-c8126e19b710, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:31:58.786618 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] For port 3e9ae784-10c3-48bc-9b28-c8126e19b710, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3e9ae784-10c3-48bc-9b28-c8126e19b710,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:31:58.793659 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:58.819861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:58.844156 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Routers {'a2a01f93-2505-48fa-a32e-4970f350d590'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:31:58.844788 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['a2a01f93-2505-48fa-a32e-4970f350d590'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:58.854140 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-28888d59-61df-4b27-928e-2f5c1df0c1a1 None None] Provisioning complete for port 4259df29-341d-43ec-8511-1886cf516a3e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:58.854140 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-28888d59-61df-4b27-928e-2f5c1df0c1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:58.866342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Network 49fb7ac2-2309-4e08-ad4f-7795154035ad is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:31:58.870210 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:31:58.880612 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:31:58.910395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Pushing event updated for resources: {'Port': ['ID=518617e1-49fb-4c26-acde-35770b893cfc,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:58.912686 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16afe6-157c-4df3-98b2-b858d812fb1c None None] Pushing event updated for resources: {'Port': ['ID=3e9ae784-10c3-48bc-9b28-c8126e19b710,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:58.933371 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:58.992523 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] Set router a2a01f93-2505-48fa-a32e-4970f350d590 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:31:59.042629 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-28888d59-61df-4b27-928e-2f5c1df0c1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:59.085889 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:59.102876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-28888d59-61df-4b27-928e-2f5c1df0c1a1 None None] For port 4259df29-341d-43ec-8511-1886cf516a3e, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4259df29-341d-43ec-8511-1886cf516a3e,segment=NetworkSegment(eff228e0-b3c3-4845-95ff-c4007a9d71e2),segment_id=eff228e0-b3c3-4845-95ff-c4007a9d71e2)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:31:59.105018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:59.109982 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-28888d59-61df-4b27-928e-2f5c1df0c1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:59.188650 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28888d59-61df-4b27-928e-2f5c1df0c1a1 None None] Pushing event updated for resources: {'Port': ['ID=4259df29-341d-43ec-8511-1886cf516a3e,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:59.235252 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'name': 'tempest-TestVolumeBootPattern-302025445-router', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '3e9ae784-10c3-48bc-9b28-c8126e19b710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:31:57Z', 'revision_number': 3, 'project_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'gw_port': {'id': '3e9ae784-10c3-48bc-9b28-c8126e19b710', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:31:59.279858 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f7d2b-5256-4381-a748-e0c10608197a None None] The sync data for ids ['a2a01f93-2505-48fa-a32e-4970f350d590'] in dv-neutron-816800-2-hyperv is: [{'id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'name': 'tempest-TestVolumeBootPattern-302025445-router', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '3e9ae784-10c3-48bc-9b28-c8126e19b710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:31:57Z', 'revision_number': 3, 'project_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'gw_port': {'id': '3e9ae784-10c3-48bc-9b28-c8126e19b710', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:31:59.349928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:59.358066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:59.443074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:59.445358 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Pushing event updated for resources: {'Port': ['ID=518617e1-49fb-4c26-acde-35770b893cfc,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:31:59.455224 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d97df6ae-02ae-4d65-9bb9-4085ac377780 None None] Provisioning complete for port 518617e1-49fb-4c26-acde-35770b893cfc triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:59.455598 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d97df6ae-02ae-4d65-9bb9-4085ac377780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:59.518844 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d97df6ae-02ae-4d65-9bb9-4085ac377780 None None] Port 518617e1-49fb-4c26-acde-35770b893cfc cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:31:59.582399 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d97df6ae-02ae-4d65-9bb9-4085ac377780 None None] Provisioning complete for port 4259df29-341d-43ec-8511-1886cf516a3e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:59.582701 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d97df6ae-02ae-4d65-9bb9-4085ac377780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:59.606628 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Network 49fb7ac2-2309-4e08-ad4f-7795154035ad is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:31:59.610491 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:31:59.713993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4259df29-341d-43ec-8511-1886cf516a3e up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:31:59.792511 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 4259df29-341d-43ec-8511-1886cf516a3e triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:59.793213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:59.822944 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Router a2a01f93-2505-48fa-a32e-4970f350d590 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:31:59.896734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4894c459-bfda-410c-869d-a4bd087e57b3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:31:59.901903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7992e789-cd4c-4d0c-b699-fd61b8d94dda None None] Provisioning complete for port 518617e1-49fb-4c26-acde-35770b893cfc triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:59.902292 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7992e789-cd4c-4d0c-b699-fd61b8d94dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:31:59.971879 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:31:59.972464 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-7992e789-cd4c-4d0c-b699-fd61b8d94dda None None] Port 518617e1-49fb-4c26-acde-35770b893cfc cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:31:59.978370 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0c3745d2-5b6b-44ef-9e22-ec06d40c1b69 admin admin] 10.222.0.21 "PUT /v2.0/routers/a2a01f93-2505-48fa-a32e-4970f350d590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1204264 Nov 09 04:31:59.991607 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 4894c459-bfda-410c-869d-a4bd087e57b3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:31:59.992087 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:00.097269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-fbb0fd03-bf44-4214-9d7b-475b854127b9 None None] Provisioning complete for port 518617e1-49fb-4c26-acde-35770b893cfc triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:32:00.097751 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fbb0fd03-bf44-4214-9d7b-475b854127b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:00.135272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-fbb0fd03-bf44-4214-9d7b-475b854127b9 None None] Port 518617e1-49fb-4c26-acde-35770b893cfc cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:32:00.271999 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:00.803600 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52738) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:32:00.808885 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ec9e6e74-3226-415b-b739-675b20112c48 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796555783', 'description': 'tempest-secgroup-smoke-1796555783 description', 'project_id': '3f9405f49a1c4f75b468a7e7d156138f'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:32:00.830078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ec9e6e74-3226-415b-b739-675b20112c48 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:00.893873 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ec9e6e74-3226-415b-b739-675b20112c48 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:00.897577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ec9e6e74-3226-415b-b739-675b20112c48 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:00.926158 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ec9e6e74-3226-415b-b739-675b20112c48 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:00.927405 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ec9e6e74-3226-415b-b739-675b20112c48 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1227570 Nov 09 04:32:00.929202 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e6e74-3226-415b-b739-675b20112c48 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1082b31a-4c6f-4ac1-909c-35201f0a6a17,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:00.930505 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52740) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:32:00.935936 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-73bab003-4e0f-4269-a149-c04128cbaf31 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Request body: {'security_group_rule': {'security_group_id': '1082b31a-4c6f-4ac1-909c-35201f0a6a17', 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:32:00.965433 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-73bab003-4e0f-4269-a149-c04128cbaf31 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.012716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-73bab003-4e0f-4269-a149-c04128cbaf31 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.016402 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-73bab003-4e0f-4269-a149-c04128cbaf31 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.029972 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.032832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bab003-4e0f-4269-a149-c04128cbaf31 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6133c4bb-4035-493f-9df5-11c4f8fe541c,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:01.044233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-73bab003-4e0f-4269-a149-c04128cbaf31 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.045426 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-73bab003-4e0f-4269-a149-c04128cbaf31 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139045 Nov 09 04:32:01.048114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52742) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:32:01.052358 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-caea159c-044e-41f8-9ae8-0d45cae15a37 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Request body: {'security_group_rule': {'security_group_id': '1082b31a-4c6f-4ac1-909c-35201f0a6a17', 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:32:01.077646 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-caea159c-044e-41f8-9ae8-0d45cae15a37 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.135157 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-caea159c-044e-41f8-9ae8-0d45cae15a37 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.138767 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-caea159c-044e-41f8-9ae8-0d45cae15a37 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.157719 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea159c-044e-41f8-9ae8-0d45cae15a37 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cc4a30-0af5-489e-bbca-933ae3a56e1d,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:01.166768 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-caea159c-044e-41f8-9ae8-0d45cae15a37 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.167957 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-caea159c-044e-41f8-9ae8-0d45cae15a37 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189363 Nov 09 04:32:01.170607 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52744) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:32:01.175666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-84f12b41-dc15-47d2-81f8-f4a076c9ecdd tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Request body: {'security_group_rule': {'security_group_id': '1082b31a-4c6f-4ac1-909c-35201f0a6a17', 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:32:01.201565 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84f12b41-dc15-47d2-81f8-f4a076c9ecdd tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.257119 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84f12b41-dc15-47d2-81f8-f4a076c9ecdd tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.260910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84f12b41-dc15-47d2-81f8-f4a076c9ecdd tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.275851 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f12b41-dc15-47d2-81f8-f4a076c9ecdd tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82409eac-6d69-44ce-ac23-cc1f9da8ab32,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:01.286645 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-84f12b41-dc15-47d2-81f8-f4a076c9ecdd tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.287849 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-84f12b41-dc15-47d2-81f8-f4a076c9ecdd tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163237 Nov 09 04:32:01.290615 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52746) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:32:01.295675 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-5155ae0c-b7bf-4c28-935f-e507dd941c1c tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Request body: {'security_group_rule': {'security_group_id': '1082b31a-4c6f-4ac1-909c-35201f0a6a17', 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:32:01.321331 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5155ae0c-b7bf-4c28-935f-e507dd941c1c tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.377426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5155ae0c-b7bf-4c28-935f-e507dd941c1c tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.381035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5155ae0c-b7bf-4c28-935f-e507dd941c1c tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.399555 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155ae0c-b7bf-4c28-935f-e507dd941c1c tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a3d059-5948-47ed-9afc-7620e7ea8b78,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:01.409171 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5155ae0c-b7bf-4c28-935f-e507dd941c1c tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.410423 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5155ae0c-b7bf-4c28-935f-e507dd941c1c tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182599 Nov 09 04:32:01.413150 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52748) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:32:01.417477 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-346bf74e-f3b4-447c-902f-fdd4d57c2b82 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Request body: {'security_group_rule': {'security_group_id': '1082b31a-4c6f-4ac1-909c-35201f0a6a17', 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:32:01.437959 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-346bf74e-f3b4-447c-902f-fdd4d57c2b82 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Project 3f9405f49a1c4f75b468a7e7d156138f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:32:01.442967 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-346bf74e-f3b4-447c-902f-fdd4d57c2b82 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.504994 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-346bf74e-f3b4-447c-902f-fdd4d57c2b82 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.510646 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-346bf74e-f3b4-447c-902f-fdd4d57c2b82 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.531994 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bf74e-f3b4-447c-902f-fdd4d57c2b82 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034b7919-4098-41bf-94db-e07147f12cc2,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:01.541306 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-346bf74e-f3b4-447c-902f-fdd4d57c2b82 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.542592 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-346bf74e-f3b4-447c-902f-fdd4d57c2b82 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284845 Nov 09 04:32:01.546196 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 52750) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:32:01.552985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-bd510db8-54c8-49af-964a-f8dc64a52dd0 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Request body: {'security_group_rule': {'security_group_id': '1082b31a-4c6f-4ac1-909c-35201f0a6a17', 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:32:01.553202 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3e9ae784-10c3-48bc-9b28-c8126e19b710 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:32:01.575836 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-bd510db8-54c8-49af-964a-f8dc64a52dd0 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Project 3f9405f49a1c4f75b468a7e7d156138f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:32:01.581376 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bd510db8-54c8-49af-964a-f8dc64a52dd0 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.604570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 3e9ae784-10c3-48bc-9b28-c8126e19b710 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:32:01.604946 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.647685 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bd510db8-54c8-49af-964a-f8dc64a52dd0 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.652394 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bd510db8-54c8-49af-964a-f8dc64a52dd0 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.675946 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd510db8-54c8-49af-964a-f8dc64a52dd0 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7bf9c8-32c0-4300-af01-ba0d0d6f03d7,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:01.682859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bd510db8-54c8-49af-964a-f8dc64a52dd0 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.686608 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.691520 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bd510db8-54c8-49af-964a-f8dc64a52dd0 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395342 Nov 09 04:32:01.709877 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 3e9ae784-10c3-48bc-9b28-c8126e19b710, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3e9ae784-10c3-48bc-9b28-c8126e19b710,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:32:01.714594 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:01.766032 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=3e9ae784-10c3-48bc-9b28-c8126e19b710,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:01.914742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Sync routers for ids ['a2a01f93-2505-48fa-a32e-4970f350d590'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:32:01.925503 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Routers {'a2a01f93-2505-48fa-a32e-4970f350d590'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:32:01.926163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['a2a01f93-2505-48fa-a32e-4970f350d590'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:32:02.176787 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Set router a2a01f93-2505-48fa-a32e-4970f350d590 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:32:02.387257 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'name': 'tempest-TestVolumeBootPattern-302025445-router', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '3e9ae784-10c3-48bc-9b28-c8126e19b710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:31:59Z', 'revision_number': 4, 'project_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'gw_port': {'id': '3e9ae784-10c3-48bc-9b28-c8126e19b710', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '518617e1-49fb-4c26-acde-35770b893cfc', 'name': '', 'network_id': '49fb7ac2-2309-4e08-ad4f-7795154035ad', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'mac_address': 'fa:16:3e:8e:08:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '87c771f0-0238-4d3d-a7e9-dbb2048ced73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:58Z', 'updated_at': '2021-11-09T04:31:59Z', 'revision_number': 2, 'project_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'subnets': [{'id': '87c771f0-0238-4d3d-a7e9-dbb2048ced73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:32:02.420016 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Checking router: a2a01f93-2505-48fa-a32e-4970f350d590 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:32:02.420710 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Updating router a2a01f93-2505-48fa-a32e-4970f350d590 port 518617e1-49fb-4c26-acde-35770b893cfc binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:32:02.446866 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:02.740986 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:02.746888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:02.798931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72a224-44a2-4a3d-96a3-3f5c68dc0f54 None None] Pushing event updated for resources: {'Port': ['ID=518617e1-49fb-4c26-acde-35770b893cfc,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:02.855883 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Attempting to bind port 518617e1-49fb-4c26-acde-35770b893cfc on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:32:02.856249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Attempting to bind port 518617e1-49fb-4c26-acde-35770b893cfc by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'eff228e0-b3c3-4845-95ff-c4007a9d71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49fb7ac2-2309-4e08-ad4f-7795154035ad'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:32:02.856612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Attempting to bind port 518617e1-49fb-4c26-acde-35770b893cfc on network 49fb7ac2-2309-4e08-ad4f-7795154035ad {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:32:02.862245 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:32:02.862620 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Checking segment: {'id': 'eff228e0-b3c3-4845-95ff-c4007a9d71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49fb7ac2-2309-4e08-ad4f-7795154035ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:32:02.863019 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:02.863405 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Bound using segment: {'id': 'eff228e0-b3c3-4845-95ff-c4007a9d71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49fb7ac2-2309-4e08-ad4f-7795154035ad'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:32:02.863864 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Bound port: 518617e1-49fb-4c26-acde-35770b893cfc, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff228e0-b3c3-4845-95ff-c4007a9d71e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '49fb7ac2-2309-4e08-ad4f-7795154035ad'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:32:02.864309 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:02.945015 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] For port 518617e1-49fb-4c26-acde-35770b893cfc, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:32:02.948597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] For port 518617e1-49fb-4c26-acde-35770b893cfc, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=518617e1-49fb-4c26-acde-35770b893cfc,segment=NetworkSegment(eff228e0-b3c3-4845-95ff-c4007a9d71e2),segment_id=eff228e0-b3c3-4845-95ff-c4007a9d71e2)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:32:02.953393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:03.013398 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Routers {'a2a01f93-2505-48fa-a32e-4970f350d590'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:32:03.014144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:31:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['a2a01f93-2505-48fa-a32e-4970f350d590'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:32:03.051301 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72a224-44a2-4a3d-96a3-3f5c68dc0f54 None None] Pushing event updated for resources: {'Port': ['ID=518617e1-49fb-4c26-acde-35770b893cfc,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:03.118333 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-38712cac-2375-4e36-a50a-c4a47fc0b530 None None] Provisioning complete for port 518617e1-49fb-4c26-acde-35770b893cfc triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:32:03.118707 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-38712cac-2375-4e36-a50a-c4a47fc0b530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:03.165244 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] Set router a2a01f93-2505-48fa-a32e-4970f350d590 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:32:03.330045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-38712cac-2375-4e36-a50a-c4a47fc0b530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:03.383947 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-38712cac-2375-4e36-a50a-c4a47fc0b530 None None] For port 518617e1-49fb-4c26-acde-35770b893cfc, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=518617e1-49fb-4c26-acde-35770b893cfc,segment=NetworkSegment(eff228e0-b3c3-4845-95ff-c4007a9d71e2),segment_id=eff228e0-b3c3-4845-95ff-c4007a9d71e2)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:32:03.404490 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-38712cac-2375-4e36-a50a-c4a47fc0b530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:03.467558 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38712cac-2375-4e36-a50a-c4a47fc0b530 None None] Pushing event updated for resources: {'Port': ['ID=518617e1-49fb-4c26-acde-35770b893cfc,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:03.479635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'name': 'tempest-TestVolumeBootPattern-302025445-router', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '3e9ae784-10c3-48bc-9b28-c8126e19b710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:31:59Z', 'revision_number': 4, 'project_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'gw_port': {'id': '3e9ae784-10c3-48bc-9b28-c8126e19b710', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '518617e1-49fb-4c26-acde-35770b893cfc', 'name': '', 'network_id': '49fb7ac2-2309-4e08-ad4f-7795154035ad', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'mac_address': 'fa:16:3e:8e:08:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '87c771f0-0238-4d3d-a7e9-dbb2048ced73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:58Z', 'updated_at': '2021-11-09T04:32:02Z', 'revision_number': 4, 'project_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'subnets': [{'id': '87c771f0-0238-4d3d-a7e9-dbb2048ced73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:32:03.508578 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d98be-18eb-4bf6-b0df-01cc8ea63d92 None None] The sync data for ids ['a2a01f93-2505-48fa-a32e-4970f350d590'] in dv-neutron-816800-2-hyperv is: [{'id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'name': 'tempest-TestVolumeBootPattern-302025445-router', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '3e9ae784-10c3-48bc-9b28-c8126e19b710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:31:59Z', 'revision_number': 4, 'project_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'gw_port': {'id': '3e9ae784-10c3-48bc-9b28-c8126e19b710', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '518617e1-49fb-4c26-acde-35770b893cfc', 'name': '', 'network_id': '49fb7ac2-2309-4e08-ad4f-7795154035ad', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'mac_address': 'fa:16:3e:8e:08:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '87c771f0-0238-4d3d-a7e9-dbb2048ced73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:58Z', 'updated_at': '2021-11-09T04:32:02Z', 'revision_number': 4, 'project_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'subnets': [{'id': '87c771f0-0238-4d3d-a7e9-dbb2048ced73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:32:03.532609 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-62c8d82a-294b-4d9a-95aa-55c1efbfbcaf None None] Provisioning complete for port 518617e1-49fb-4c26-acde-35770b893cfc triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:32:03.532981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-62c8d82a-294b-4d9a-95aa-55c1efbfbcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:03.561667 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3e9ae784-10c3-48bc-9b28-c8126e19b710 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:32:03.674933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 3e9ae784-10c3-48bc-9b28-c8126e19b710 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:32:03.675317 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:05.584384 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 518617e1-49fb-4c26-acde-35770b893cfc up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:32:05.636762 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 518617e1-49fb-4c26-acde-35770b893cfc triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:32:05.637217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:08.278072 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:32:16.961580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:18.349843 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-c17e208a-fc30-4fa6-8752-3d0f3db2cbd6 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796555783&fields=id&tenant_id=3f9405f49a1c4f75b468a7e7d156138f HTTP/1.1" status: 200 len: 267 time: 0.0423145 Nov 09 04:32:18.451498 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-d4021dfb-044c-4c0e-9777-6cdfb89bb2c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:18.452932 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-d4021dfb-044c-4c0e-9777-6cdfb89bb2c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 812 time: 0.0967259 Nov 09 04:32:18.467067 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-26b975ea-6dd7-461f-a947-732e388113d0 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/quotas/3f9405f49a1c4f75b468a7e7d156138f HTTP/1.1" status: 200 len: 375 time: 0.0085979 Nov 09 04:32:18.520649 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-f54e7608-dcad-435a-ad84-de0d57813787 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485423 Nov 09 04:32:18.697623 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-5af2c17a-a135-4434-b762-4f8ebe356d55 service neutron] 10.222.0.21 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658008 Nov 09 04:32:18.796008 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-936877bb-adfe-4fc0-990c-bfed885e67af service neutron] 10.222.0.21 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921526 Nov 09 04:32:19.093967 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6170380d-100f-472a-a6ff-a754da1662e3 req-3368c827-14a6-4f31-a495-fef9753aaf0c tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 210 time: 0.0269771 Nov 09 04:32:19.999861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-fa6e43ae-5731-44b2-b3dd-430fdcb2f757 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:20.001306 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-fa6e43ae-5731-44b2-b3dd-430fdcb2f757 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.31 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 812 time: 0.1121249 Nov 09 04:32:20.077373 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-de3260ae-1a21-447e-b280-0ab74eac64a1 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f9405f49a1c4f75b468a7e7d156138f HTTP/1.1" status: 200 len: 380 time: 0.0543566 Nov 09 04:32:20.141343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-df6ae7c6-dfe2-4545-bf7a-cff2546c94c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Request body: {'port': {'device_id': '896a664f-bbfd-4a38-b68d-298d83630c8e', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'admin_state_up': True, 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'security_groups': ['1082b31a-4c6f-4ac1-909c-35201f0a6a17']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:32:20.201329 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-15ca45bd-55bc-4fb9-9c8c-0f2cda774997 req-e5d5f7f9-6d45-4d40-a04f-a25ea7d4ac7c tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 210 time: 0.0389431 Nov 09 04:32:20.576532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-df6ae7c6-dfe2-4545-bf7a-cff2546c94c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Made reservation on behalf of 3f9405f49a1c4f75b468a7e7d156138f for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:32:20.580516 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-df6ae7c6-dfe2-4545-bf7a-cff2546c94c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:20.718644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-df6ae7c6-dfe2-4545-bf7a-cff2546c94c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Allocated IP 172.20.0.5 (df37836e-92b6-488c-9937-27fb8ab4b671/bf2cf326-781d-4bea-b61a-12600280ef51/379b3cb7-7be1-49d3-903a-ed94130f24ae) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:32:20.860556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-df6ae7c6-dfe2-4545-bf7a-cff2546c94c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:20.894278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-df6ae7c6-dfe2-4545-bf7a-cff2546c94c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:20.939326 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-df6ae7c6-dfe2-4545-bf7a-cff2546c94c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Network df37836e-92b6-488c-9937-27fb8ab4b671 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:32:20.944610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-df6ae7c6-dfe2-4545-bf7a-cff2546c94c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:32:20.949010 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-df6ae7c6-dfe2-4545-bf7a-cff2546c94c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:32:20.973232 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ae7c6-dfe2-4545-bf7a-cff2546c94c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'Port': ['ID=379b3cb7-7be1-49d3-903a-ed94130f24ae,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:21.026357 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-df6ae7c6-dfe2-4545-bf7a-cff2546c94c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:21.027087 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-df6ae7c6-dfe2-4545-bf7a-cff2546c94c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:21.051201 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-df6ae7c6-dfe2-4545-bf7a-cff2546c94c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9136441 Nov 09 04:32:21.064392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Request body: {'port': {'device_id': '896a664f-bbfd-4a38-b68d-298d83630c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:32:21.126931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:21.256974 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9b882f6c-80fe-462f-9357-89f6ef812d6f None None] Provisioning complete for port 379b3cb7-7be1-49d3-903a-ed94130f24ae triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:32:21.258657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9b882f6c-80fe-462f-9357-89f6ef812d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:21.301930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-9b882f6c-80fe-462f-9357-89f6ef812d6f None None] Port 379b3cb7-7be1-49d3-903a-ed94130f24ae cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:32:21.377907 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9bc8c-e210-46e3-af45-ea4f2ca94787 req-df159075-6155-4ee6-b62a-19d38716359b tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:21.379291 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-92b9bc8c-e210-46e3-af45-ea4f2ca94787 req-df159075-6155-4ee6-b62a-19d38716359b tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 931 time: 0.0791979 Nov 09 04:32:21.465283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379b3cb7-7be1-49d3-903a-ed94130f24ae {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:32:21.475495 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-92b9bc8c-e210-46e3-af45-ea4f2ca94787 req-f0978b5b-0b53-47b0-bb18-f5e0c12287d6 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876749 Nov 09 04:32:21.477170 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:21.493255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Transition to ACTIVE for port object 379b3cb7-7be1-49d3-903a-ed94130f24ae will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:32:21.497906 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:21.550153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Pushing event updated for resources: {'Port': ['ID=379b3cb7-7be1-49d3-903a-ed94130f24ae,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:21.623352 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Attempting to bind port 379b3cb7-7be1-49d3-903a-ed94130f24ae on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:32:21.623729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Attempting to bind port 379b3cb7-7be1-49d3-903a-ed94130f24ae by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:32:21.624016 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Attempting to bind port 379b3cb7-7be1-49d3-903a-ed94130f24ae on network df37836e-92b6-488c-9937-27fb8ab4b671 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:32:21.628570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Port 379b3cb7-7be1-49d3-903a-ed94130f24ae on network df37836e-92b6-488c-9937-27fb8ab4b671 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:32:21.628823 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Attempting to bind port 379b3cb7-7be1-49d3-903a-ed94130f24ae on network df37836e-92b6-488c-9937-27fb8ab4b671 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:32:21.634217 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:32:21.634548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Checking segment: {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:32:21.634933 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Bound using segment: {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:32:21.635354 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Bound port: 379b3cb7-7be1-49d3-903a-ed94130f24ae, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:32:21.635704 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:21.710269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] For port 379b3cb7-7be1-49d3-903a-ed94130f24ae, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:32:21.713676 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] For port 379b3cb7-7be1-49d3-903a-ed94130f24ae, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=379b3cb7-7be1-49d3-903a-ed94130f24ae,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:32:21.719162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:21.753231 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:21.753891 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:21.755265 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] 10.222.0.31 "PUT /v2.0/ports/379b3cb7-7be1-49d3-903a-ed94130f24ae HTTP/1.1" status: 200 len: 1093 time: 0.6958840 Nov 09 04:32:21.755699 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896a664f-bbfd-4a38-b68d-298d83630c8e', 'tag': '379b3cb7-7be1-49d3-903a-ed94130f24ae'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:32:21.758005 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69a9b62-ebf3-42ad-8ba5-bb5185104685" -d '{"events": [{"name": "network-changed", "server_uuid": "896a664f-bbfd-4a38-b68d-298d83630c8e", "tag": "379b3cb7-7be1-49d3-903a-ed94130f24ae"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:32:21.807190 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40604d6-4aef-46c3-8990-fbf6c340cea5 x-openstack-request-id: req-d40604d6-4aef-46c3-8990-fbf6c340cea5 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:32:21.807473 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896a664f-bbfd-4a38-b68d-298d83630c8e", "tag": "379b3cb7-7be1-49d3-903a-ed94130f24ae", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:32:21.807726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d40604d6-4aef-46c3-8990-fbf6c340cea5 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:32:21.808129 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896a664f-bbfd-4a38-b68d-298d83630c8e', 'tag': '379b3cb7-7be1-49d3-903a-ed94130f24ae', 'status': 'completed', 'code': 200} Nov 09 04:32:21.809159 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30101fa6-4f60-432b-8067-e24317c920b3 service neutron] Pushing event updated for resources: {'Port': ['ID=379b3cb7-7be1-49d3-903a-ed94130f24ae,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:21.875081 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-8c247dec-7089-434b-bdfc-d566eef1870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:21.876790 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-8c247dec-7089-434b-bdfc-d566eef1870e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 1096 time: 0.0646281 Nov 09 04:32:21.926626 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-318a1985-820d-48fd-a1ce-1109f368d6f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=379b3cb7-7be1-49d3-903a-ed94130f24ae HTTP/1.1" status: 200 len: 217 time: 0.0394416 Nov 09 04:32:21.987018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-2e9d2d80-feb8-4e45-9d03-949bbff88b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:21.988517 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-2e9d2d80-feb8-4e45-9d03-949bbff88b0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 200 len: 851 time: 0.0544941 Nov 09 04:32:22.040000 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-dea75673-6d8f-4f9b-80ae-63c2313c915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:22.041561 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-dea75673-6d8f-4f9b-80ae-63c2313c915f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df37836e-92b6-488c-9937-27fb8ab4b671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441780 Nov 09 04:32:22.137035 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-b898f03b-215b-4ca6-840a-9e4f12c31fd6 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884323 Nov 09 04:32:22.227551 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-599bbd09-28cc-464c-aed5-08728ab0b259 req-7b12843a-be39-497f-978e-65c1089b0795 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831242 Nov 09 04:32:22.308910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a9b62-ebf3-42ad-8ba5-bb5185104685 req-f53f61c6-246c-4591-97f4-809f3d331f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:22.310444 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d69a9b62-ebf3-42ad-8ba5-bb5185104685 req-f53f61c6-246c-4591-97f4-809f3d331f90 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 1096 time: 0.0412786 Nov 09 04:32:22.403694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a9b62-ebf3-42ad-8ba5-bb5185104685 req-00a32888-6032-4758-8d46-64e774e9a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:22.405158 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d69a9b62-ebf3-42ad-8ba5-bb5185104685 req-00a32888-6032-4758-8d46-64e774e9a384 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 912 time: 0.0880980 Nov 09 04:32:22.446747 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d69a9b62-ebf3-42ad-8ba5-bb5185104685 req-30ebedce-db93-4e81-b0eb-bdfe489a92cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=379b3cb7-7be1-49d3-903a-ed94130f24ae HTTP/1.1" status: 200 len: 217 time: 0.0344687 Nov 09 04:32:22.500095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a9b62-ebf3-42ad-8ba5-bb5185104685 req-094c08fa-b337-42bf-a037-c322812a5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:22.501477 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d69a9b62-ebf3-42ad-8ba5-bb5185104685 req-094c08fa-b337-42bf-a037-c322812a5007 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 200 len: 851 time: 0.0483053 Nov 09 04:32:22.549699 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a9b62-ebf3-42ad-8ba5-bb5185104685 req-8c0498ce-c544-4cc5-8c5b-451ef729c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:22.551283 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d69a9b62-ebf3-42ad-8ba5-bb5185104685 req-8c0498ce-c544-4cc5-8c5b-451ef729c2bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df37836e-92b6-488c-9937-27fb8ab4b671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425045 Nov 09 04:32:22.655146 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cced0f-5f38-4ddc-9dfe-b03b7727d34e req-1757f9c8-892f-4b3e-a46c-2ca1f3bef1c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:22.656639 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91cced0f-5f38-4ddc-9dfe-b03b7727d34e req-1757f9c8-892f-4b3e-a46c-2ca1f3bef1c8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 943 time: 0.1094196 Nov 09 04:32:22.692336 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d69a9b62-ebf3-42ad-8ba5-bb5185104685 req-ac78c2d4-672b-4eba-b2ab-5d5696fcf7de service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319118 Nov 09 04:32:22.744814 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91cced0f-5f38-4ddc-9dfe-b03b7727d34e req-7b584583-1b6a-467e-b24c-6fac3d4e8a60 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815732 Nov 09 04:32:22.816618 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d69a9b62-ebf3-42ad-8ba5-bb5185104685 req-8b1d4acd-18ff-4095-a119-65c17a71a5f3 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140840 Nov 09 04:32:23.860533 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c47284-d98a-41bc-aac9-d7c264c723a5 req-9ee55984-9fb5-48c2-84d1-47efa2388779 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:23.862056 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f2c47284-d98a-41bc-aac9-d7c264c723a5 req-9ee55984-9fb5-48c2-84d1-47efa2388779 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 943 time: 0.0494080 Nov 09 04:32:23.911392 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f2c47284-d98a-41bc-aac9-d7c264c723a5 req-622bb3fd-8932-481d-9e5a-c6ebcfde4ece tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427732 Nov 09 04:32:25.027308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba7b49-1af2-4ef8-a463-08d31eb888df req-77ff66e2-e19a-4b60-9e14-2252e1592fed tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:25.028748 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-28ba7b49-1af2-4ef8-a463-08d31eb888df req-77ff66e2-e19a-4b60-9e14-2252e1592fed tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 943 time: 0.0501046 Nov 09 04:32:25.079802 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-28ba7b49-1af2-4ef8-a463-08d31eb888df req-6de95c0a-00ee-4b1e-a8ba-7fe79064a77e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449438 Nov 09 04:32:25.541543 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bf0486f3-4c16-43b8-8a14-6afe5bc2f294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:26.196823 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155acee6-1af0-4f2c-97df-6cf4d43cb890 req-f5ff5c50-f6da-49aa-b808-bbf9a702b57e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:26.198324 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-155acee6-1af0-4f2c-97df-6cf4d43cb890 req-f5ff5c50-f6da-49aa-b808-bbf9a702b57e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 943 time: 0.0529768 Nov 09 04:32:26.245613 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-155acee6-1af0-4f2c-97df-6cf4d43cb890 req-f82ea8c4-4926-4636-8025-2d87e20bb5de tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414228 Nov 09 04:32:27.358135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f43dc2-5bd6-4f20-9b65-b734144272d0 req-6b28f6dd-77af-452e-9b0d-d4b4ea0537ea tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:27.359643 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-23f43dc2-5bd6-4f20-9b65-b734144272d0 req-6b28f6dd-77af-452e-9b0d-d4b4ea0537ea tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 943 time: 0.0485802 Nov 09 04:32:27.406738 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-23f43dc2-5bd6-4f20-9b65-b734144272d0 req-9c73280a-ad63-4441-b706-f210cadc5a82 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413117 Nov 09 04:32:27.830833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2cc2471b-e6aa-4245-bb09-034d2036265f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:28.525437 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a23ba-2875-4631-a42a-9d27147019c6 req-f3db5d19-7c85-4450-b317-51e3ba894092 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:28.527706 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-513a23ba-2875-4631-a42a-9d27147019c6 req-f3db5d19-7c85-4450-b317-51e3ba894092 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 943 time: 0.0532084 Nov 09 04:32:28.576412 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-513a23ba-2875-4631-a42a-9d27147019c6 req-d9082549-ee9e-44b5-ba18-86f69c3f162a tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428495 Nov 09 04:32:29.090093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:29.690657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8fe72-0c6f-44be-92ac-3e4bfaea19a0 req-62445f6d-77b7-41d0-b471-6a785fcb05b9 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:29.692236 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c6f8fe72-0c6f-44be-92ac-3e4bfaea19a0 req-62445f6d-77b7-41d0-b471-6a785fcb05b9 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 943 time: 0.0512424 Nov 09 04:32:29.740997 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c6f8fe72-0c6f-44be-92ac-3e4bfaea19a0 req-564a3e82-e0fa-4336-88f5-862fca117b4c tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422614 Nov 09 04:32:30.275117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:30.852518 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7678d-256e-4df7-b49c-a62be16bc540 req-cbc6f9dc-6ae6-47ba-a49e-d884bdc19312 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:30.854307 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-09c7678d-256e-4df7-b49c-a62be16bc540 req-cbc6f9dc-6ae6-47ba-a49e-d884bdc19312 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 943 time: 0.0479071 Nov 09 04:32:30.907930 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-09c7678d-256e-4df7-b49c-a62be16bc540 req-a2656a3d-57a9-48c5-9ac1-3b1aaef47fb2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478330 Nov 09 04:32:31.021548 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:32.019965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e46bf-c582-48a3-943e-eb67fea1d157 req-513d4186-8e18-42b0-9233-8ecd001c1752 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:32.021431 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3b9e46bf-c582-48a3-943e-eb67fea1d157 req-513d4186-8e18-42b0-9233-8ecd001c1752 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 943 time: 0.0477726 Nov 09 04:32:32.073307 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3b9e46bf-c582-48a3-943e-eb67fea1d157 req-ca148bfd-7ca2-4ef1-bd03-16cc635fe3f1 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432487 Nov 09 04:32:33.184871 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905773e-4393-4643-970a-d4cf4010274a req-dcf7d95d-5512-4fae-8fcd-487795be089b tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:33.186353 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7905773e-4393-4643-970a-d4cf4010274a req-dcf7d95d-5512-4fae-8fcd-487795be089b tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 943 time: 0.0481720 Nov 09 04:32:33.234296 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7905773e-4393-4643-970a-d4cf4010274a req-6f39195c-3e64-4f99-80fe-3145848dd952 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419142 Nov 09 04:32:33.688555 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 379b3cb7-7be1-49d3-903a-ed94130f24ae details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:32:33.783339 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 379b3cb7-7be1-49d3-903a-ed94130f24ae, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=379b3cb7-7be1-49d3-903a-ed94130f24ae,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:32:33.794171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '379b3cb7-7be1-49d3-903a-ed94130f24ae', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'port_id': '379b3cb7-7be1-49d3-903a-ed94130f24ae', 'mac_address': 'fa:16:3e:53:ec:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:32:33.830119 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:33.842780 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379b3cb7-7be1-49d3-903a-ed94130f24ae {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:32:33.861192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 379b3cb7-7be1-49d3-903a-ed94130f24ae, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=379b3cb7-7be1-49d3-903a-ed94130f24ae,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:32:33.865211 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:33.911621 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=379b3cb7-7be1-49d3-903a-ed94130f24ae,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:34.072784 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['379b3cb7-7be1-49d3-903a-ed94130f24ae'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:32:34.345358 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ffec4-b862-4b43-bff0-f11d4504bdd1 req-23d33142-127f-4a2b-8f13-92e71fa48055 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:34.346838 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7b0ffec4-b862-4b43-bff0-f11d4504bdd1 req-23d33142-127f-4a2b-8f13-92e71fa48055 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 944 time: 0.0485475 Nov 09 04:32:34.400285 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7b0ffec4-b862-4b43-bff0-f11d4504bdd1 req-a83ce7a5-1885-4908-b8ec-39a6d02e6b4b tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466571 Nov 09 04:32:35.513570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8db28-8ae8-4518-a524-bb13eac2036b req-f6e2c214-da18-4c99-8d24-6f22b5f75ff1 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:35.515089 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-45a8db28-8ae8-4518-a524-bb13eac2036b req-f6e2c214-da18-4c99-8d24-6f22b5f75ff1 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 944 time: 0.0495241 Nov 09 04:32:35.563205 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-45a8db28-8ae8-4518-a524-bb13eac2036b req-3da09f69-b802-40fb-a4a8-6fd252df0fbc tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 Nov 09 04:32:35.702858 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 379b3cb7-7be1-49d3-903a-ed94130f24ae up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:32:35.750146 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 379b3cb7-7be1-49d3-903a-ed94130f24ae completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:32:35.753939 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 379b3cb7-7be1-49d3-903a-ed94130f24ae triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:32:35.754313 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:35.828345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:35.850822 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896a664f-bbfd-4a38-b68d-298d83630c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379b3cb7-7be1-49d3-903a-ed94130f24ae'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:32:35.853040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d185a2b0-9feb-498b-910a-291e5bc5f4af" -d '{"events": [{"server_uuid": "896a664f-bbfd-4a38-b68d-298d83630c8e", "name": "network-vif-plugged", "status": "completed", "tag": "379b3cb7-7be1-49d3-903a-ed94130f24ae"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:32:35.869599 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 379b3cb7-7be1-49d3-903a-ed94130f24ae, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=379b3cb7-7be1-49d3-903a-ed94130f24ae,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:32:35.873736 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:35.896258 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970f451f-9823-46d5-be1c-294d6514d67c x-openstack-request-id: req-970f451f-9823-46d5-be1c-294d6514d67c {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:32:35.896548 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896a664f-bbfd-4a38-b68d-298d83630c8e", "name": "network-vif-plugged", "status": "completed", "tag": "379b3cb7-7be1-49d3-903a-ed94130f24ae", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:32:35.896799 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-970f451f-9823-46d5-be1c-294d6514d67c {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:32:35.897228 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896a664f-bbfd-4a38-b68d-298d83630c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379b3cb7-7be1-49d3-903a-ed94130f24ae', 'code': 200} Nov 09 04:32:35.923522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=379b3cb7-7be1-49d3-903a-ed94130f24ae,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:36.110496 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a59c04-dfde-41e4-912b-0d4fcc052dc7 req-7ff328ad-056a-44ce-9c6f-43fbddd61afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:36.111988 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-75a59c04-dfde-41e4-912b-0d4fcc052dc7 req-7ff328ad-056a-44ce-9c6f-43fbddd61afe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 1098 time: 0.0862072 Nov 09 04:32:36.156022 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-75a59c04-dfde-41e4-912b-0d4fcc052dc7 req-dc682e5b-514b-4715-ab0e-54fa56604031 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371416 Nov 09 04:32:36.679174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e8a6e-e056-433f-b657-0134126d4577 req-f2428fc2-5670-4a35-8996-f3fb813caf15 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:36.680793 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fa9e8a6e-e056-433f-b657-0134126d4577 req-f2428fc2-5670-4a35-8996-f3fb813caf15 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 945 time: 0.0528729 Nov 09 04:32:36.729494 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fa9e8a6e-e056-433f-b657-0134126d4577 req-c3caf7cd-92fa-4e09-becd-42046d633028 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428128 Nov 09 04:32:37.842691 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed90ed7-d82c-4490-a493-f2318a0c8e97 req-42670a39-c5dc-4ebe-9506-995af7418563 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:37.844150 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6ed90ed7-d82c-4490-a493-f2318a0c8e97 req-42670a39-c5dc-4ebe-9506-995af7418563 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 945 time: 0.0474458 Nov 09 04:32:37.890793 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6ed90ed7-d82c-4490-a493-f2318a0c8e97 req-b652517c-fe33-47ac-822a-adeb93143a7b tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407732 Nov 09 04:32:38.001487 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb20673-2631-4cd4-9d95-e178a54974bf req-a2526300-07b3-43fb-a638-0b1e61674297 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:38.002971 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3fb20673-2631-4cd4-9d95-e178a54974bf req-a2526300-07b3-43fb-a638-0b1e61674297 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 945 time: 0.0480955 Nov 09 04:32:38.051872 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3fb20673-2631-4cd4-9d95-e178a54974bf req-cce20a3e-964f-4d51-9eed-ffa0090478ca tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430012 Nov 09 04:32:38.073975 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52964) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:32:38.152778 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea070c3-f456-48d8-ae4d-45876c8b7464 tempest-TestVolumeBootPattern-1362248005 tempest-TestVolumeBootPattern-1362248005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:38.154315 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-eea070c3-f456-48d8-ae4d-45876c8b7464 tempest-TestVolumeBootPattern-1362248005 tempest-TestVolumeBootPattern-1362248005-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 1093 time: 0.0793688 Nov 09 04:32:38.157190 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 52968) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:32:38.161334 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': '379b3cb7-7be1-49d3-903a-ed94130f24ae', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:32:38.181882 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:38.278539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:38.380279 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Allocated IP 172.26.5.194 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/cf922c0d-8414-4932-9e14-927147feaaae) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:32:38.477364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:38.509858 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:38.544522 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:32:38.549705 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:32:38.553191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:32:38.578753 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'Port': ['ID=cf922c0d-8414-4932-9e14-927147feaaae,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:38.903262 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:38.969222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:39.109566 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:39.114617 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:39.186049 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'Port': ['ID=cf922c0d-8414-4932-9e14-927147feaaae,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:32:39.195585 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:39.294031 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Floating IP e48527dd-1aef-427e-a560-f0ce8c8b9ef8 associated. External IP: 172.26.5.194, port: 379b3cb7-7be1-49d3-903a-ed94130f24ae. Nov 09 04:32:39.493773 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:32:39.596922 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:32:39.607384 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a64ddc-f949-45ed-9b61-0555175234b3 None None] Sync routers for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:32:39.615582 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:39.616359 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a64ddc-f949-45ed-9b61-0555175234b3 None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:32:39.617661 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a0a64ddc-f949-45ed-9b61-0555175234b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:32:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:32:39.642004 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bf573b9d-96c8-4208-8ae3-9158ba362492 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4837599 Nov 09 04:32:39.642584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896a664f-bbfd-4a38-b68d-298d83630c8e', 'tag': '379b3cb7-7be1-49d3-903a-ed94130f24ae'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:32:39.644807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2fdac4-f9d8-4835-bde7-352070d55aec" -d '{"events": [{"name": "network-changed", "server_uuid": "896a664f-bbfd-4a38-b68d-298d83630c8e", "tag": "379b3cb7-7be1-49d3-903a-ed94130f24ae"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:32:39.681654 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f3e352-e0bc-46e7-bb94-093c74c5b1ac x-openstack-request-id: req-88f3e352-e0bc-46e7-bb94-093c74c5b1ac {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:32:39.681948 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896a664f-bbfd-4a38-b68d-298d83630c8e", "tag": "379b3cb7-7be1-49d3-903a-ed94130f24ae", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:32:39.682203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88f3e352-e0bc-46e7-bb94-093c74c5b1ac {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:32:39.682610 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896a664f-bbfd-4a38-b68d-298d83630c8e', 'tag': '379b3cb7-7be1-49d3-903a-ed94130f24ae', 'status': 'completed', 'code': 200} Nov 09 04:32:39.723303 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-a0a64ddc-f949-45ed-9b61-0555175234b3 None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:32:39.750540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fdac4-f9d8-4835-bde7-352070d55aec req-0a7c2891-e1c9-40ee-b102-b504d9d9eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:39.752039 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ba2fdac4-f9d8-4835-bde7-352070d55aec req-0a7c2891-e1c9-40ee-b102-b504d9d9eaa7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 1098 time: 0.0438385 Nov 09 04:32:39.840867 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fdac4-f9d8-4835-bde7-352070d55aec req-3f9f2b3a-574c-4ef1-8286-dd51d8fedc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:39.842401 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ba2fdac4-f9d8-4835-bde7-352070d55aec req-3f9f2b3a-574c-4ef1-8286-dd51d8fedc8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 912 time: 0.0840130 Nov 09 04:32:39.909488 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ba2fdac4-f9d8-4835-bde7-352070d55aec req-96378fe6-8ed7-461c-8bb4-b5d74790c851 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=379b3cb7-7be1-49d3-903a-ed94130f24ae HTTP/1.1" status: 200 len: 999 time: 0.0603518 Nov 09 04:32:39.941927 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a0a64ddc-f949-45ed-9b61-0555175234b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'e48527dd-1aef-427e-a560-f0ce8c8b9ef8', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'port_id': '379b3cb7-7be1-49d3-903a-ed94130f24ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'mac_address': 'fa:16:3e:53:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896a664f-bbfd-4a38-b68d-298d83630c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:32:38Z', 'updated_at': '2021-11-09T04:32:38Z', 'revision_number': 0, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:32:39.959287 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fdac4-f9d8-4835-bde7-352070d55aec req-efa41da3-6609-41e5-9f72-27da49130863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:39.961386 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ba2fdac4-f9d8-4835-bde7-352070d55aec req-efa41da3-6609-41e5-9f72-27da49130863 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 200 len: 851 time: 0.0452747 Nov 09 04:32:39.968771 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a64ddc-f949-45ed-9b61-0555175234b3 None None] Checking router: 0c13ff3b-2114-4273-8f6b-391c6533a2f3 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:32:39.976957 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a64ddc-f949-45ed-9b61-0555175234b3 None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:32:39.977578 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a0a64ddc-f949-45ed-9b61-0555175234b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:32:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:32:40.006338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fdac4-f9d8-4835-bde7-352070d55aec req-cfe19065-5634-449b-8e2a-3fa32f5b3a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:32:40.008478 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ba2fdac4-f9d8-4835-bde7-352070d55aec req-cfe19065-5634-449b-8e2a-3fa32f5b3a5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df37836e-92b6-488c-9937-27fb8ab4b671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402942 Nov 09 04:32:40.079612 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-a0a64ddc-f949-45ed-9b61-0555175234b3 None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:32:40.100773 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ba2fdac4-f9d8-4835-bde7-352070d55aec req-10bb20d2-05c6-4dee-a9f2-753375c872ca service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851259 Nov 09 04:32:40.192015 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ba2fdac4-f9d8-4835-bde7-352070d55aec req-2faaac03-a5d4-4a65-9fbe-3668611fb467 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838611 Nov 09 04:32:40.370545 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a0a64ddc-f949-45ed-9b61-0555175234b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'e48527dd-1aef-427e-a560-f0ce8c8b9ef8', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'port_id': '379b3cb7-7be1-49d3-903a-ed94130f24ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'mac_address': 'fa:16:3e:53:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896a664f-bbfd-4a38-b68d-298d83630c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:32:38Z', 'updated_at': '2021-11-09T04:32:38Z', 'revision_number': 0, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:32:40.397500 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a64ddc-f949-45ed-9b61-0555175234b3 None None] The sync data for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv is: [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'e48527dd-1aef-427e-a560-f0ce8c8b9ef8', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'port_id': '379b3cb7-7be1-49d3-903a-ed94130f24ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'mac_address': 'fa:16:3e:53:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896a664f-bbfd-4a38-b68d-298d83630c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:32:38Z', 'updated_at': '2021-11-09T04:32:38Z', 'revision_number': 0, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:32:40.591455 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787d64ba-394b-4043-bc3b-0a8365f32ea6 None None] New status for floating IP e48527dd-1aef-427e-a560-f0ce8c8b9ef8: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:32:45.276979 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:32:46.965063 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:55.543021 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d633e98e-80ed-4dad-9d7a-1c8be870a187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:57.833265 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1f62a8b6-3873-4772-9b22-99a05457a025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:32:59.091698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:33:00.277826 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:33:01.023947 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:33:16.963588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:33:22.275637 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:33:25.543839 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2c1f0f23-f2a1-4f10-94db-cd63c635974f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:33:27.835161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3f621fdd-fa0d-4abb-8286-b889462e3303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:33:29.094593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:33:30.279438 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:33:31.025712 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:33:36.263202 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4349f1f1-5852-4ea8-8516-3606264cdaf6 req-f7c611c4-387d-4987-9a74-6713ea57e0e6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433183 Nov 09 04:33:36.344901 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349f1f1-5852-4ea8-8516-3606264cdaf6 req-f29aa6c1-796c-45a2-b51d-4dee7e7cca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:33:36.346405 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4349f1f1-5852-4ea8-8516-3606264cdaf6 req-f29aa6c1-796c-45a2-b51d-4dee7e7cca79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 1098 time: 0.0395670 Nov 09 04:33:36.447156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349f1f1-5852-4ea8-8516-3606264cdaf6 req-28e35764-d057-4f95-96dc-bb0a33bedb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:33:36.448616 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4349f1f1-5852-4ea8-8516-3606264cdaf6 req-28e35764-d057-4f95-96dc-bb0a33bedb24 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 912 time: 0.0819998 Nov 09 04:33:36.518561 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4349f1f1-5852-4ea8-8516-3606264cdaf6 req-63823643-0cfb-4d16-8d0f-4c9bcffcb506 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=379b3cb7-7be1-49d3-903a-ed94130f24ae HTTP/1.1" status: 200 len: 1001 time: 0.0626097 Nov 09 04:33:36.566220 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349f1f1-5852-4ea8-8516-3606264cdaf6 req-b4470a37-41ce-4a79-bd66-e2c801fdf199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:33:36.567588 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4349f1f1-5852-4ea8-8516-3606264cdaf6 req-b4470a37-41ce-4a79-bd66-e2c801fdf199 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 200 len: 851 time: 0.0419736 Nov 09 04:33:36.612293 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349f1f1-5852-4ea8-8516-3606264cdaf6 req-a787fcf2-3aa6-4776-b619-37fe4e4c5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:33:36.613969 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4349f1f1-5852-4ea8-8516-3606264cdaf6 req-a787fcf2-3aa6-4776-b619-37fe4e4c5717 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df37836e-92b6-488c-9937-27fb8ab4b671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395627 Nov 09 04:33:36.707465 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4349f1f1-5852-4ea8-8516-3606264cdaf6 req-dfb74011-73d3-4792-9f5d-cf9b001cddcc service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850375 Nov 09 04:33:36.799329 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4349f1f1-5852-4ea8-8516-3606264cdaf6 req-dd7157fd-04d2-4c73-b037-4c2dc4f4d5f7 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836411 Nov 09 04:33:46.975215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:33:55.548010 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2c4f47f8-1d7f-4114-b45e-817a99389f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:33:57.836050 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c07a6866-50a6-468c-bc4c-a8c78e7b0791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:33:59.096547 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:33:59.274239 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:34:00.282017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:01.027727 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:16.972044 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:25.550134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd9a363c-f91e-4baa-9c19-ace4b73e1cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:27.836809 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a5b5697d-b180-4f27-8ec6-1d7c2ba3ff94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:29.103354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:30.283786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:31.028572 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:36.022843 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a451b-8915-433d-a917-a0f40540c3c0 req-70f74642-4aff-4d50-9c29-6e83317b32a7 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:36.024362 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c61a451b-8915-433d-a917-a0f40540c3c0 req-70f74642-4aff-4d50-9c29-6e83317b32a7 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 945 time: 0.0502160 Nov 09 04:34:36.072904 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c61a451b-8915-433d-a917-a0f40540c3c0 req-66781150-d637-423a-823e-56858d9a05f7 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425069 Nov 09 04:34:36.272901 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:34:37.190185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9e874-379c-4ffd-9f63-ee34b94891e0 req-a3c532d8-0cec-430f-9320-4e86f2900ec6 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:37.191760 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-78c9e874-379c-4ffd-9f63-ee34b94891e0 req-a3c532d8-0cec-430f-9320-4e86f2900ec6 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 945 time: 0.0517788 Nov 09 04:34:37.240219 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-78c9e874-379c-4ffd-9f63-ee34b94891e0 req-3281d33c-06d7-4587-906e-ce728d26c5a6 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424597 Nov 09 04:34:37.469755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-d80b2f1f-e204-4fa8-8b85-5e51971d1530 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:37.471114 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-d80b2f1f-e204-4fa8-8b85-5e51971d1530 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.31 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 945 time: 0.0476253 Nov 09 04:34:37.560284 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Deleting port 379b3cb7-7be1-49d3-903a-ed94130f24ae {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:34:37.560622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:37.644943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] For port 379b3cb7-7be1-49d3-903a-ed94130f24ae, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=379b3cb7-7be1-49d3-903a-ed94130f24ae,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:34:37.645294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:37.855927 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:37.856289 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:37.856722 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Floating IP e48527dd-1aef-427e-a560-f0ce8c8b9ef8 disassociated. External IP: 172.26.5.194, port: 379b3cb7-7be1-49d3-903a-ed94130f24ae. Nov 09 04:34:37.857059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Calling delete_port for 379b3cb7-7be1-49d3-903a-ed94130f24ae owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:34:37.979670 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:38.005900 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event deleted for resources: {'Port': ['ID=379b3cb7-7be1-49d3-903a-ed94130f24ae,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:34:38.018460 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:38.018804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:38.019270 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:38.019473 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:38.019830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:38.020131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:38.020457 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:38.020783 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:38.021103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:38.021422 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:38.021769 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:38.022090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:38.128917 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:34:38.230373 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:34:38.240739 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ceba60-a9cc-49a2-a54b-faf079d6466f None None] Sync routers for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:34:38.250723 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ceba60-a9cc-49a2-a54b-faf079d6466f None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:34:38.251328 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-10ceba60-a9cc-49a2-a54b-faf079d6466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:34:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:34:38.268633 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] No DVR routers for this DVR port 379b3cb7-7be1-49d3-903a-ed94130f24ae on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:34:38.271291 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:38.275134 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-57ea558d-bac3-428c-b0bd-7fd34573fbd8 req-14af340f-13ba-4830-bd72-45799ea3fa71 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.31 "DELETE /v2.0/ports/379b3cb7-7be1-49d3-903a-ed94130f24ae HTTP/1.1" status: 204 len: 173 time: 0.7978418 Nov 09 04:34:38.275587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896a664f-bbfd-4a38-b68d-298d83630c8e', 'name': 'network-vif-deleted', 'tag': '379b3cb7-7be1-49d3-903a-ed94130f24ae'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:34:38.278359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60672085-73a6-45fe-ab11-aac32b3d5c53" -d '{"events": [{"server_uuid": "896a664f-bbfd-4a38-b68d-298d83630c8e", "name": "network-vif-deleted", "tag": "379b3cb7-7be1-49d3-903a-ed94130f24ae"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:34:38.384379 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-10ceba60-a9cc-49a2-a54b-faf079d6466f None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:34:38.387624 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1ec2eb4f-e8c4-450e-a591-c23787976b7c req-e7183153-8117-440f-a41a-659681044188 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 210 time: 0.0554998 Nov 09 04:34:38.421629 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efa8b83-74c4-413e-b78c-57a9758f1489 x-openstack-request-id: req-7efa8b83-74c4-413e-b78c-57a9758f1489 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:34:38.421928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896a664f-bbfd-4a38-b68d-298d83630c8e", "name": "network-vif-deleted", "tag": "379b3cb7-7be1-49d3-903a-ed94130f24ae", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:34:38.422187 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7efa8b83-74c4-413e-b78c-57a9758f1489 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:34:38.422598 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896a664f-bbfd-4a38-b68d-298d83630c8e', 'name': 'network-vif-deleted', 'tag': '379b3cb7-7be1-49d3-903a-ed94130f24ae', 'status': 'completed', 'code': 200} Nov 09 04:34:38.596556 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-10ceba60-a9cc-49a2-a54b-faf079d6466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:34:38.621078 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ceba60-a9cc-49a2-a54b-faf079d6466f None None] Checking router: 0c13ff3b-2114-4273-8f6b-391c6533a2f3 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:34:38.630135 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ceba60-a9cc-49a2-a54b-faf079d6466f None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:34:38.630700 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-10ceba60-a9cc-49a2-a54b-faf079d6466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:34:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:34:38.733780 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-10ceba60-a9cc-49a2-a54b-faf079d6466f None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:34:38.926143 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-10ceba60-a9cc-49a2-a54b-faf079d6466f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:34:38.951812 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ceba60-a9cc-49a2-a54b-faf079d6466f None None] The sync data for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv is: [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:34:39.167354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6490de-8df2-455b-956e-92c554dd7797 None None] New status for floating IP e48527dd-1aef-427e-a560-f0ce8c8b9ef8: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:34:39.493500 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-803544e3-966e-47dd-bb13-d715b54beb35 req-05e316b2-c18a-41ed-bf84-b4b576c839e7 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 210 time: 0.0263143 Nov 09 04:34:40.586550 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b3db2f4a-d00a-4d10-bfba-f177cd1fced3 req-687142cb-ba84-4b8f-8c27-7eba8275fadb tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 210 time: 0.0261314 Nov 09 04:34:41.678683 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c9d488e5-0896-44a2-812e-d713b72a6952 req-6958d78d-b39d-4d94-a348-bcef4ea16871 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 210 time: 0.0266032 Nov 09 04:34:42.346844 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 379b3cb7-7be1-49d3-903a-ed94130f24ae no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:34:42.367685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 379b3cb7-7be1-49d3-903a-ed94130f24ae {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:34:42.368027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 379b3cb7-7be1-49d3-903a-ed94130f24ae not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:34:42.785675 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3d39cbc5-0596-4eb7-8de3-d2e2a3b378bb req-cddeda71-27fb-465b-b669-71d084b76ab8 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=896a664f-bbfd-4a38-b68d-298d83630c8e HTTP/1.1" status: 200 len: 210 time: 0.0294328 Nov 09 04:34:43.986002 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-1de7ab99-0264-4729-9607-dd848588d8d0 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796555783&fields=id&tenant_id=3f9405f49a1c4f75b468a7e7d156138f HTTP/1.1" status: 200 len: 267 time: 0.0415475 Nov 09 04:34:44.087709 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-1aa744ff-8861-4c54-97a6-2607a2d64ff9 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:44.089084 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-1aa744ff-8861-4c54-97a6-2607a2d64ff9 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 812 time: 0.0966523 Nov 09 04:34:44.103977 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-cc0b61dd-3159-4247-aec3-9e6a25060596 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/quotas/3f9405f49a1c4f75b468a7e7d156138f HTTP/1.1" status: 200 len: 375 time: 0.0093441 Nov 09 04:34:44.159349 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-5392d21a-b523-41e0-906a-334eded08c88 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504344 Nov 09 04:34:44.549840 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-a9d63f1c-2316-4530-9802-d0a449af4a73 service neutron] 10.222.0.21 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788960 Nov 09 04:34:44.638384 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-1508918c-59aa-4bce-9cbb-bd6039ac5bc0 service neutron] 10.222.0.21 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823841 Nov 09 04:34:44.915899 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e62ae12a-ec68-4c5f-a3f8-c0733a918987 req-38a9785a-d893-43d6-b23e-90ec058793fb tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 210 time: 0.0261674 Nov 09 04:34:46.015949 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-af8a4949-29db-4bae-bd38-203dbfe2655d req-5bce5126-91d1-47ad-8c38-b7df9ef68558 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 210 time: 0.0272119 Nov 09 04:34:46.211069 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-5a98f5e0-de20-4406-9074-aaef7e0011ab tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:46.212424 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-5a98f5e0-de20-4406-9074-aaef7e0011ab tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.31 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 812 time: 0.4160907 Nov 09 04:34:46.274495 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f7d17ddc-a030-4e68-b89e-d7beab087217 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f9405f49a1c4f75b468a7e7d156138f HTTP/1.1" status: 200 len: 380 time: 0.0518429 Nov 09 04:34:46.283804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-653dee63-06fc-4732-8990-dca0430b904f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Request body: {'port': {'device_id': '83b17574-29f0-40f3-b3cf-349b69a681de', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'admin_state_up': True, 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'security_groups': ['1082b31a-4c6f-4ac1-909c-35201f0a6a17']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:34:46.388218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-653dee63-06fc-4732-8990-dca0430b904f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Made reservation on behalf of 3f9405f49a1c4f75b468a7e7d156138f for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:34:46.392479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-653dee63-06fc-4732-8990-dca0430b904f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:46.517615 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-653dee63-06fc-4732-8990-dca0430b904f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Allocated IP 172.20.0.4 (df37836e-92b6-488c-9937-27fb8ab4b671/bf2cf326-781d-4bea-b61a-12600280ef51/4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:34:46.655385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-653dee63-06fc-4732-8990-dca0430b904f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:46.691548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-653dee63-06fc-4732-8990-dca0430b904f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:46.735940 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-653dee63-06fc-4732-8990-dca0430b904f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Network df37836e-92b6-488c-9937-27fb8ab4b671 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:34:46.741238 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-653dee63-06fc-4732-8990-dca0430b904f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:34:46.745141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-653dee63-06fc-4732-8990-dca0430b904f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:34:46.772028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653dee63-06fc-4732-8990-dca0430b904f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'Port': ['ID=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:34:46.798813 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-653dee63-06fc-4732-8990-dca0430b904f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:46.799454 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-653dee63-06fc-4732-8990-dca0430b904f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:46.817273 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-653dee63-06fc-4732-8990-dca0430b904f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5369277 Nov 09 04:34:46.830418 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Request body: {'port': {'device_id': '83b17574-29f0-40f3-b3cf-349b69a681de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:34:46.890686 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:46.971688 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-677a5450-736e-4d6e-bbfa-fb3272a9b24b None None] Provisioning complete for port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:34:46.972301 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-677a5450-736e-4d6e-bbfa-fb3272a9b24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:46.996610 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:47.008573 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-677a5450-736e-4d6e-bbfa-fb3272a9b24b None None] Port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:34:47.167753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7a046-6519-4219-bea1-374b88d50e12 req-b1cacf67-5346-42fe-8018-9eaaad183beb tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:47.169250 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-10e7a046-6519-4219-bea1-374b88d50e12 req-b1cacf67-5346-42fe-8018-9eaaad183beb tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 931 time: 0.0788748 Nov 09 04:34:47.221239 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:34:47.235686 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:47.260207 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-10e7a046-6519-4219-bea1-374b88d50e12 req-57ce0288-0bd9-4dae-9e6d-26f7e91b9d0a tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726509 Nov 09 04:34:47.262668 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Transition to ACTIVE for port object 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:34:47.266773 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:47.327154 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Pushing event updated for resources: {'Port': ['ID=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:34:47.396961 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Attempting to bind port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:34:47.397444 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Attempting to bind port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:34:47.397898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Attempting to bind port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f on network df37836e-92b6-488c-9937-27fb8ab4b671 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:34:47.402816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f on network df37836e-92b6-488c-9937-27fb8ab4b671 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:34:47.403427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Attempting to bind port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f on network df37836e-92b6-488c-9937-27fb8ab4b671 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:34:47.409713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:34:47.410188 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Checking segment: {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:34:47.410670 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Bound using segment: {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:34:47.411208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Bound port: 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:34:47.411667 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:47.490492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] For port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:34:47.494264 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] For port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:34:47.500785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:47.539688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:47.540314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:47.541735 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] 10.222.0.31 "PUT /v2.0/ports/4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f HTTP/1.1" status: 200 len: 1093 time: 0.7161045 Nov 09 04:34:47.542188 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b17574-29f0-40f3-b3cf-349b69a681de', 'tag': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:34:47.544473 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6516d5-09e6-43b5-92d8-03906a23e554" -d '{"events": [{"name": "network-changed", "server_uuid": "83b17574-29f0-40f3-b3cf-349b69a681de", "tag": "4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:34:47.583693 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764783a-6ff7-4ecb-ae09-9f5a88aa1588 service neutron] Pushing event updated for resources: {'Port': ['ID=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:34:47.604315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486d7115-ebc5-4f6a-b5cf-650be1789fd0 x-openstack-request-id: req-486d7115-ebc5-4f6a-b5cf-650be1789fd0 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:34:47.604692 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b17574-29f0-40f3-b3cf-349b69a681de", "tag": "4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:34:47.604953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-486d7115-ebc5-4f6a-b5cf-650be1789fd0 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:34:47.605352 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b17574-29f0-40f3-b3cf-349b69a681de', 'tag': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'status': 'completed', 'code': 200} Nov 09 04:34:47.639194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-4c124567-65a2-4bc0-9ff0-c9837e331ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:47.640923 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-4c124567-65a2-4bc0-9ff0-c9837e331ff9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 1096 time: 0.0526865 Nov 09 04:34:47.689067 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-758ca58b-1916-4e7d-89c0-99e646653617 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f HTTP/1.1" status: 200 len: 217 time: 0.0390527 Nov 09 04:34:47.743086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-37d1c9af-310b-4f5b-a0e7-ee90d502bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:47.744602 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-37d1c9af-310b-4f5b-a0e7-ee90d502bcd8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 200 len: 851 time: 0.0494819 Nov 09 04:34:47.791828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-95179438-87ea-4bf3-8142-ca59def52f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:47.793379 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-95179438-87ea-4bf3-8142-ca59def52f26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df37836e-92b6-488c-9937-27fb8ab4b671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409758 Nov 09 04:34:47.887525 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-d16cb5d7-eb20-4442-b6c9-6e5a073e778c service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868354 Nov 09 04:34:47.977028 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32e8e1ac-10c9-44ee-944a-a7ef8cfb7f1a req-8ca35bcd-544d-4d65-85d5-48e0bf2e0174 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826118 Nov 09 04:34:48.059835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6516d5-09e6-43b5-92d8-03906a23e554 req-de949da7-cc16-4e4e-901a-729fe9565373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:48.061378 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ae6516d5-09e6-43b5-92d8-03906a23e554 req-de949da7-cc16-4e4e-901a-729fe9565373 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 1096 time: 0.0418274 Nov 09 04:34:48.153537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6516d5-09e6-43b5-92d8-03906a23e554 req-242588d7-9cec-491b-afa5-d6ec97cb5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:48.154925 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ae6516d5-09e6-43b5-92d8-03906a23e554 req-242588d7-9cec-491b-afa5-d6ec97cb5e55 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 912 time: 0.0872238 Nov 09 04:34:48.196345 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ae6516d5-09e6-43b5-92d8-03906a23e554 req-a42cb160-0d57-4537-bc2f-bec42dfb581c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f HTTP/1.1" status: 200 len: 217 time: 0.0343058 Nov 09 04:34:48.249798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6516d5-09e6-43b5-92d8-03906a23e554 req-f8b6cea2-c325-4330-9d43-a2bc6717abed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:48.251851 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ae6516d5-09e6-43b5-92d8-03906a23e554 req-f8b6cea2-c325-4330-9d43-a2bc6717abed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 200 len: 851 time: 0.0489581 Nov 09 04:34:48.296205 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6516d5-09e6-43b5-92d8-03906a23e554 req-f2eab3a7-b087-44a0-9d9b-b26f22059803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:48.298421 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ae6516d5-09e6-43b5-92d8-03906a23e554 req-f2eab3a7-b087-44a0-9d9b-b26f22059803 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df37836e-92b6-488c-9937-27fb8ab4b671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397677 Nov 09 04:34:48.428298 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c55c4-b342-48e8-b1c8-0f52b5478817 req-0690a3a6-a631-4432-9a58-7690d5c097cf tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:48.430073 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9e2c55c4-b342-48e8-b1c8-0f52b5478817 req-0690a3a6-a631-4432-9a58-7690d5c097cf tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 943 time: 0.0987372 Nov 09 04:34:48.435492 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ae6516d5-09e6-43b5-92d8-03906a23e554 req-55b0ded5-1cd8-482d-9c00-8504fc1cd756 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299236 Nov 09 04:34:48.532513 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9e2c55c4-b342-48e8-b1c8-0f52b5478817 req-ef9058d8-c84e-4343-b328-1a6b06bbda45 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960119 Nov 09 04:34:48.566824 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ae6516d5-09e6-43b5-92d8-03906a23e554 req-a77fb1c5-044a-4714-ac4a-d5e84572371c service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230810 Nov 09 04:34:49.648011 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec14048-c193-405e-a2e5-3f2ba4f37648 req-d32b1f48-4f50-476d-b0cf-6e689ead5aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:49.649496 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1ec14048-c193-405e-a2e5-3f2ba4f37648 req-d32b1f48-4f50-476d-b0cf-6e689ead5aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 943 time: 0.0479753 Nov 09 04:34:49.698564 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1ec14048-c193-405e-a2e5-3f2ba4f37648 req-2c7e929a-b0e5-41f7-a1f9-c318509d5a3d tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431404 Nov 09 04:34:50.819733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62109913-2c98-4d52-a319-9c2339ec2a82 req-3b41e04a-578a-43e0-9540-8d8f3da9f081 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:50.821286 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-62109913-2c98-4d52-a319-9c2339ec2a82 req-3b41e04a-578a-43e0-9540-8d8f3da9f081 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 943 time: 0.0523200 Nov 09 04:34:50.875013 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-62109913-2c98-4d52-a319-9c2339ec2a82 req-468f5b7d-1c8a-4bb6-810d-160171e10041 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474360 Nov 09 04:34:51.992445 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dc665-f4ab-4773-add6-5588d3976642 req-21db65c3-a2fd-413c-9e76-549eb6efcfbf tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:51.993920 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fe8dc665-f4ab-4773-add6-5588d3976642 req-21db65c3-a2fd-413c-9e76-549eb6efcfbf tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 943 time: 0.0521157 Nov 09 04:34:52.041253 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fe8dc665-f4ab-4773-add6-5588d3976642 req-f016c3cd-9a17-400e-a76a-0f46530b51db tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414686 Nov 09 04:34:53.152656 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cd9d5-124f-43ff-bdd3-9e49810b2edb req-d082dad7-a592-495e-8f34-d0e1d7747096 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:53.154175 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b56cd9d5-124f-43ff-bdd3-9e49810b2edb req-d082dad7-a592-495e-8f34-d0e1d7747096 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 943 time: 0.0481687 Nov 09 04:34:53.202505 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b56cd9d5-124f-43ff-bdd3-9e49810b2edb req-481c0e53-9cca-4498-a06c-2a3b5511851b tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418830 Nov 09 04:34:54.316739 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a82a09-fdd8-46a5-8c35-e33a619e99f6 req-dea7a975-f036-4f20-b5c5-8d1bfc95f23c tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:54.318259 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-23a82a09-fdd8-46a5-8c35-e33a619e99f6 req-dea7a975-f036-4f20-b5c5-8d1bfc95f23c tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 943 time: 0.0482543 Nov 09 04:34:54.376951 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-23a82a09-fdd8-46a5-8c35-e33a619e99f6 req-8f3d7ffa-ae56-4c43-9194-6c14e4b29a2c tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529580 Nov 09 04:34:55.491493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55e4ae-5cc0-4099-80b1-9f61f0a0fe41 req-b817fadc-fd4f-4b7e-8351-7a8a4b28969b tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:55.492961 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-de55e4ae-5cc0-4099-80b1-9f61f0a0fe41 req-b817fadc-fd4f-4b7e-8351-7a8a4b28969b tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 943 time: 0.0512795 Nov 09 04:34:55.541083 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-de55e4ae-5cc0-4099-80b1-9f61f0a0fe41 req-a8bfded0-55a7-430e-a01f-150813f9bee7 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 Nov 09 04:34:55.554584 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4a2da8a2-5105-4e64-a27a-d05d3248f4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:56.661079 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec03c2f-4365-40b0-97b3-8a76d3d8dabf req-d224d89c-5c7e-4243-9357-d6fe2a443ff5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:56.662549 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bec03c2f-4365-40b0-97b3-8a76d3d8dabf req-d224d89c-5c7e-4243-9357-d6fe2a443ff5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 943 time: 0.0552702 Nov 09 04:34:56.711605 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bec03c2f-4365-40b0-97b3-8a76d3d8dabf req-976c18cf-0c6d-4ff3-b96b-8a70596e8f31 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427673 Nov 09 04:34:57.824143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657b85b-aeda-4c90-b130-f8326a474e07 req-900095d9-d07e-4a93-b62f-23822d266077 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:57.825570 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0657b85b-aeda-4c90-b130-f8326a474e07 req-900095d9-d07e-4a93-b62f-23822d266077 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 943 time: 0.0485690 Nov 09 04:34:57.838390 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ec615423-0fa7-42eb-8da5-555ae4d003a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:57.875644 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0657b85b-aeda-4c90-b130-f8326a474e07 req-9636f267-4137-4563-bac1-704431a31e62 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442696 Nov 09 04:34:58.459292 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:34:58.552899 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:34:58.563598 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'port_id': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'mac_address': 'fa:16:3e:71:05:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:34:58.599029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:58.611014 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:34:58.630384 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:34:58.635917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:34:58.685385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:34:58.692718 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:58.693062 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:58.693397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:58.693752 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:58.694079 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:58.694406 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:58.694728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:58.695054 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:58.695398 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:58.695721 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:58.696031 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:58.696352 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:34:58.841633 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:34:58.987591 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4141bb-5443-49cf-9a65-5ee9713dc7c6 req-48bd14d8-be5c-4f5d-b76e-c63a11e8dac6 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:34:58.989071 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5d4141bb-5443-49cf-9a65-5ee9713dc7c6 req-48bd14d8-be5c-4f5d-b76e-c63a11e8dac6 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 944 time: 0.0476832 Nov 09 04:34:59.037743 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5d4141bb-5443-49cf-9a65-5ee9713dc7c6 req-28007d28-64be-497c-bda0-352054e7932f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424142 Nov 09 04:34:59.101392 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:00.154973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd22eaf-0942-4e62-8069-5a5f0d92e7fe req-2751df7d-0442-443d-86fa-6caac7a50b44 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:35:00.156448 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5fd22eaf-0942-4e62-8069-5a5f0d92e7fe req-2751df7d-0442-443d-86fa-6caac7a50b44 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 944 time: 0.0525393 Nov 09 04:35:00.204367 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5fd22eaf-0942-4e62-8069-5a5f0d92e7fe req-9fb948bf-36ec-47ca-8e04-8acab43bc163 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420878 Nov 09 04:35:00.288440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:00.454628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:35:00.502216 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:35:00.506121 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:35:00.506486 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:00.582581 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:00.603466 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b17574-29f0-40f3-b3cf-349b69a681de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:35:00.605712 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d0e26a-46aa-42c8-ac71-15317320bf53" -d '{"events": [{"server_uuid": "83b17574-29f0-40f3-b3cf-349b69a681de", "name": "network-vif-plugged", "status": "completed", "tag": "4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:35:00.618483 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:35:00.622222 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:00.668104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:35:00.700705 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eea9461-84ea-4e84-9697-b7eebd683889 x-openstack-request-id: req-2eea9461-84ea-4e84-9697-b7eebd683889 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:35:00.701001 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b17574-29f0-40f3-b3cf-349b69a681de", "name": "network-vif-plugged", "status": "completed", "tag": "4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:35:00.701254 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2eea9461-84ea-4e84-9697-b7eebd683889 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:35:00.701944 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b17574-29f0-40f3-b3cf-349b69a681de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'code': 200} Nov 09 04:35:00.870384 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb2d6c-1662-4d64-b97e-6c804519fc38 req-3bb611e4-0387-4b74-80aa-7bd8deab5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:35:00.871837 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dfdb2d6c-1662-4d64-b97e-6c804519fc38 req-3bb611e4-0387-4b74-80aa-7bd8deab5be1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 1098 time: 0.0385604 Nov 09 04:35:00.915877 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dfdb2d6c-1662-4d64-b97e-6c804519fc38 req-18f9132c-24e5-455e-a467-24b69c13464a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372338 Nov 09 04:35:01.030349 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:01.316532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098152c-fb51-4f32-b9c1-f9a6cb4c05c2 req-133f92dd-43b3-4330-8a24-929892057026 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:35:01.318068 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2098152c-fb51-4f32-b9c1-f9a6cb4c05c2 req-133f92dd-43b3-4330-8a24-929892057026 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 945 time: 0.0487726 Nov 09 04:35:01.369936 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2098152c-fb51-4f32-b9c1-f9a6cb4c05c2 req-cbbc37e6-be5f-4e82-8a0b-4b19dee0ddfd tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459423 Nov 09 04:35:02.483468 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e61a4-4b63-4197-b71b-7d8b22a76102 req-27080310-c8c8-4426-ab3f-4ea8dfbfe89b tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:35:02.484905 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-862e61a4-4b63-4197-b71b-7d8b22a76102 req-27080310-c8c8-4426-ab3f-4ea8dfbfe89b tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 945 time: 0.0472782 Nov 09 04:35:02.536690 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-862e61a4-4b63-4197-b71b-7d8b22a76102 req-367b998f-ef14-4676-9223-b702847f785a tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459211 Nov 09 04:35:02.647591 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579523f9-ba94-4d5a-a2e8-cef22605d3f3 req-5b4eeb28-97a3-48fc-bb0f-5eb349a20e74 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:35:02.649135 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-579523f9-ba94-4d5a-a2e8-cef22605d3f3 req-5b4eeb28-97a3-48fc-bb0f-5eb349a20e74 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 945 time: 0.0480089 Nov 09 04:35:02.697734 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-579523f9-ba94-4d5a-a2e8-cef22605d3f3 req-690a024a-ee70-4fcf-8970-5cefca518eb9 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425658 Nov 09 04:35:02.719508 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53114) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:35:02.757291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0909d335-92b2-4ee9-a972-fd339c09f028 tempest-TestVolumeBootPattern-1362248005 tempest-TestVolumeBootPattern-1362248005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:35:02.758795 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0909d335-92b2-4ee9-a972-fd339c09f028 tempest-TestVolumeBootPattern-1362248005 tempest-TestVolumeBootPattern-1362248005-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 1093 time: 0.0382733 Nov 09 04:35:02.761427 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53116) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:35:02.765726 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:35:02.787228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:02.878553 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:02.980667 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Allocated IP 172.26.5.161 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/4cedd3ba-f73f-48b4-87af-cefec65549c8) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:35:03.077894 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:03.114454 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:03.150333 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:35:03.154968 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:35:03.158568 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:35:03.181475 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'Port': ['ID=4cedd3ba-f73f-48b4-87af-cefec65549c8,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:35:03.193120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:35:03.193472 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:35:03.193838 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:35:03.194174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:35:03.194504 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:35:03.194835 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:35:03.195161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:35:03.195484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:35:03.195810 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:35:03.196131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:35:03.196453 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:35:03.196768 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:35:03.519471 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:03.586310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:03.732122 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:03.737544 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:03.801753 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'Port': ['ID=4cedd3ba-f73f-48b4-87af-cefec65549c8,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:35:03.813069 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:03.911558 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Floating IP 21b38299-c4fc-47d0-8227-d2901971d8b6 associated. External IP: 172.26.5.161, port: 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f. Nov 09 04:35:04.111873 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:35:04.216262 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:35:04.226328 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afbb935-d694-44f6-b4ea-deaeacc93839 None None] Sync routers for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:35:04.233657 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:04.239335 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afbb935-d694-44f6-b4ea-deaeacc93839 None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:35:04.240007 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8afbb935-d694-44f6-b4ea-deaeacc93839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:34:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:35:04.260101 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9c4ea914-7a89-4459-99c5-146947382aa5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4976411 Nov 09 04:35:04.260690 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b17574-29f0-40f3-b3cf-349b69a681de', 'tag': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:35:04.262950 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a3aafd-f91e-40e8-a37f-ea5101267f95" -d '{"events": [{"name": "network-changed", "server_uuid": "83b17574-29f0-40f3-b3cf-349b69a681de", "tag": "4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:35:04.346518 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-8afbb935-d694-44f6-b4ea-deaeacc93839 None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:35:04.351676 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af060f5-257a-4e6e-80a5-c3ec91c29a25 x-openstack-request-id: req-0af060f5-257a-4e6e-80a5-c3ec91c29a25 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:35:04.351965 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b17574-29f0-40f3-b3cf-349b69a681de", "tag": "4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:35:04.352217 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0af060f5-257a-4e6e-80a5-c3ec91c29a25 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:35:04.352618 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b17574-29f0-40f3-b3cf-349b69a681de', 'tag': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'status': 'completed', 'code': 200} Nov 09 04:35:04.414016 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3aafd-f91e-40e8-a37f-ea5101267f95 req-e2be6470-fca7-4f9f-a631-5688a15d9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:35:04.415518 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40a3aafd-f91e-40e8-a37f-ea5101267f95 req-e2be6470-fca7-4f9f-a631-5688a15d9549 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 1098 time: 0.0405090 Nov 09 04:35:04.510580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3aafd-f91e-40e8-a37f-ea5101267f95 req-01e49507-fd86-4c83-b0a4-5d806aaf0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:35:04.512194 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40a3aafd-f91e-40e8-a37f-ea5101267f95 req-01e49507-fd86-4c83-b0a4-5d806aaf0e83 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 912 time: 0.0900700 Nov 09 04:35:04.588210 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40a3aafd-f91e-40e8-a37f-ea5101267f95 req-9378eae6-e9a8-4c41-904f-a7b157495cca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f HTTP/1.1" status: 200 len: 999 time: 0.0676458 Nov 09 04:35:04.641198 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3aafd-f91e-40e8-a37f-ea5101267f95 req-3c17bb30-8771-4bfb-bb00-9b80914f1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:35:04.642691 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40a3aafd-f91e-40e8-a37f-ea5101267f95 req-3c17bb30-8771-4bfb-bb00-9b80914f1660 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 200 len: 851 time: 0.0473092 Nov 09 04:35:04.642863 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8afbb935-d694-44f6-b4ea-deaeacc93839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '21b38299-c4fc-47d0-8227-d2901971d8b6', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'floating_ip_address': '172.26.5.161', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'port_id': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'mac_address': 'fa:16:3e:71:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b17574-29f0-40f3-b3cf-349b69a681de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:35:03Z', 'updated_at': '2021-11-09T04:35:03Z', 'revision_number': 0, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:35:04.667394 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afbb935-d694-44f6-b4ea-deaeacc93839 None None] Checking router: 0c13ff3b-2114-4273-8f6b-391c6533a2f3 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:35:04.675797 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afbb935-d694-44f6-b4ea-deaeacc93839 None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:35:04.676381 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8afbb935-d694-44f6-b4ea-deaeacc93839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:34:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:35:04.688604 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3aafd-f91e-40e8-a37f-ea5101267f95 req-2cac3468-dccc-4521-a6b5-3dd76d23e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:35:04.690157 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40a3aafd-f91e-40e8-a37f-ea5101267f95 req-2cac3468-dccc-4521-a6b5-3dd76d23e6dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df37836e-92b6-488c-9937-27fb8ab4b671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406678 Nov 09 04:35:04.777254 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-8afbb935-d694-44f6-b4ea-deaeacc93839 None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:35:04.778859 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40a3aafd-f91e-40e8-a37f-ea5101267f95 req-9d4744b5-79fb-4d54-afb0-21d9d950feb7 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813084 Nov 09 04:35:04.871019 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40a3aafd-f91e-40e8-a37f-ea5101267f95 req-958bf3d9-d632-4063-96f5-7fa2b0f38379 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853071 Nov 09 04:35:04.994441 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8afbb935-d694-44f6-b4ea-deaeacc93839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '21b38299-c4fc-47d0-8227-d2901971d8b6', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'floating_ip_address': '172.26.5.161', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'port_id': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'mac_address': 'fa:16:3e:71:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b17574-29f0-40f3-b3cf-349b69a681de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:35:03Z', 'updated_at': '2021-11-09T04:35:03Z', 'revision_number': 0, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:35:05.019376 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afbb935-d694-44f6-b4ea-deaeacc93839 None None] The sync data for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv is: [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '21b38299-c4fc-47d0-8227-d2901971d8b6', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'floating_ip_address': '172.26.5.161', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'port_id': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'mac_address': 'fa:16:3e:71:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b17574-29f0-40f3-b3cf-349b69a681de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:35:03Z', 'updated_at': '2021-11-09T04:35:03Z', 'revision_number': 0, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:35:05.198621 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbab4a3b-93b3-4a15-8978-317fec618b55 None None] New status for floating IP 21b38299-c4fc-47d0-8227-d2901971d8b6: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:35:13.271286 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:35:16.967566 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:25.558218 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ae134dab-fa23-4121-bf4f-b99369f9481e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:27.839649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5dac5ab5-54e7-484a-b9a6-d5ffa94963a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:29.104648 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:30.289174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:31.032476 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:39.244865 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e61ba40-9485-46df-aaba-3e2851449aef req-f79265d8-01b6-461f-bcf1-304c5fb43e7e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386217 Nov 09 04:35:39.326557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61ba40-9485-46df-aaba-3e2851449aef req-04e2b778-a344-4589-b185-594e270cf4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:35:39.328083 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e61ba40-9485-46df-aaba-3e2851449aef req-04e2b778-a344-4589-b185-594e270cf4ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 1098 time: 0.0407856 Nov 09 04:35:39.433783 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61ba40-9485-46df-aaba-3e2851449aef req-54991c70-3f82-40b6-89e0-266110c6084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:35:39.435225 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e61ba40-9485-46df-aaba-3e2851449aef req-54991c70-3f82-40b6-89e0-266110c6084b service neutron] 10.222.0.31 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 912 time: 0.0874994 Nov 09 04:35:39.497915 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e61ba40-9485-46df-aaba-3e2851449aef req-479eae5f-5f15-45c3-8d7a-f6574fab1ec6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f HTTP/1.1" status: 200 len: 1001 time: 0.0546899 Nov 09 04:35:39.549865 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61ba40-9485-46df-aaba-3e2851449aef req-2c2658dd-66ff-40c5-bdbf-6ed70225e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:35:39.551372 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e61ba40-9485-46df-aaba-3e2851449aef req-2c2658dd-66ff-40c5-bdbf-6ed70225e9a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 200 len: 851 time: 0.0462406 Nov 09 04:35:39.597534 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61ba40-9485-46df-aaba-3e2851449aef req-d99e3263-752b-414e-b417-3acceb5ade04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:35:39.598994 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e61ba40-9485-46df-aaba-3e2851449aef req-d99e3263-752b-414e-b417-3acceb5ade04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df37836e-92b6-488c-9937-27fb8ab4b671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384178 Nov 09 04:35:39.692515 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e61ba40-9485-46df-aaba-3e2851449aef req-902b083c-cb9f-43e6-bd15-e40700d598cf service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860982 Nov 09 04:35:39.782929 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e61ba40-9485-46df-aaba-3e2851449aef req-3df4874b-6f81-4644-aece-28b8fa86b97f service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821290 Nov 09 04:35:46.963635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:50.269982 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:35:55.560004 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2dd2fcef-d9d9-48f2-b43b-66f7af9189b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:57.840422 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9fe77167-80fb-4fe4-88bf-5169fdd512ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:35:59.111223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:00.291826 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:01.033685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:16.975369 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:25.561503 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-89fc22c7-576a-4d6b-aff1-02c145b76519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:27.268140 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:36:27.843234 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8c750d11-2e3c-4f87-abb5-db2532d80601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:29.110834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:30.294689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:31.034860 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:41.276957 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9d808eeb-6eff-464b-8456-d15f2f475d89 req-3140197f-2f8b-4bfd-87f2-5218ac310db8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618584 Nov 09 04:36:41.386850 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d808eeb-6eff-464b-8456-d15f2f475d89 req-e882b1eb-5102-4893-9860-efab1b7c6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:41.388277 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9d808eeb-6eff-464b-8456-d15f2f475d89 req-e882b1eb-5102-4893-9860-efab1b7c6fe2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 1098 time: 0.0514839 Nov 09 04:36:41.518761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d808eeb-6eff-464b-8456-d15f2f475d89 req-1c838bd6-eb69-4da3-9375-e9c6aaba46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:41.520827 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9d808eeb-6eff-464b-8456-d15f2f475d89 req-1c838bd6-eb69-4da3-9375-e9c6aaba46a0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 912 time: 0.1144819 Nov 09 04:36:41.606626 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9d808eeb-6eff-464b-8456-d15f2f475d89 req-0b5282d1-458e-48c2-9dd7-ceab71591c99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f HTTP/1.1" status: 200 len: 1001 time: 0.0786889 Nov 09 04:36:41.667759 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d808eeb-6eff-464b-8456-d15f2f475d89 req-91f6285d-31d6-4398-b878-5c4033c54d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:41.669169 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9d808eeb-6eff-464b-8456-d15f2f475d89 req-91f6285d-31d6-4398-b878-5c4033c54d45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 200 len: 851 time: 0.0568972 Nov 09 04:36:41.734343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d808eeb-6eff-464b-8456-d15f2f475d89 req-62760df1-ec18-406a-9ff1-598d550447d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:41.736439 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9d808eeb-6eff-464b-8456-d15f2f475d89 req-62760df1-ec18-406a-9ff1-598d550447d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df37836e-92b6-488c-9937-27fb8ab4b671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0589039 Nov 09 04:36:41.753464 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [req-9d808eeb-6eff-464b-8456-d15f2f475d89 req-b35ca81d-7311-4436-bc99-965e638061e6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:36:41.754765 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9d808eeb-6eff-464b-8456-d15f2f475d89 req-b35ca81d-7311-4436-bc99-965e638061e6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110304 Nov 09 04:36:41.908101 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9d808eeb-6eff-464b-8456-d15f2f475d89 req-cabef657-12fa-469e-8578-dc3f935cd5a6 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463225 Nov 09 04:36:42.051700 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9d808eeb-6eff-464b-8456-d15f2f475d89 req-13a5ef6a-a67e-476d-99b4-d581ea063679 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367118 Nov 09 04:36:46.782000 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-50e26d59-26e1-4df3-beb9-241bb03d3b40 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796555783&fields=id&tenant_id=3f9405f49a1c4f75b468a7e7d156138f HTTP/1.1" status: 200 len: 267 time: 0.0431638 Nov 09 04:36:46.889335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-9ba6cb01-e875-45fb-9f58-16050438e927 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:46.890906 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-9ba6cb01-e875-45fb-9f58-16050438e927 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 812 time: 0.1023979 Nov 09 04:36:46.905314 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1632f7ee-03b6-4ce1-aed5-c258d16a2d19 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/quotas/3f9405f49a1c4f75b468a7e7d156138f HTTP/1.1" status: 200 len: 375 time: 0.0087554 Nov 09 04:36:46.960738 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1c109bcc-e24d-416b-bf4d-de3afe220f47 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0497332 Nov 09 04:36:46.977977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:47.102079 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-d5e8c48a-d8d0-4b66-8dd2-6f6f7eeddee0 service neutron] 10.222.0.21 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292374 Nov 09 04:36:47.189215 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-cdf9707e-1387-41a2-b8cb-f25d673b427d service neutron] 10.222.0.21 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810044 Nov 09 04:36:47.518840 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cc0c5118-1ef1-4d6d-900d-5b195818a6f8 req-cbae1d41-f2aa-4295-93c6-efb3d5362118 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 210 time: 0.0755172 Nov 09 04:36:48.599883 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b23cdc6e-c2e4-4306-bda9-b8883fb8cbfe req-223becb0-edc6-41e7-9eea-67af56951454 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 210 time: 0.0306122 Nov 09 04:36:49.704812 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cba50a75-a89b-462d-b681-8ac982550b62 req-3bf1c97a-1c23-46d3-8026-9b2fa5543d42 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 210 time: 0.0267410 Nov 09 04:36:50.367633 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-265cca72-b0fc-4d0e-81a5-cd78d60b33d4 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:50.369084 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-265cca72-b0fc-4d0e-81a5-cd78d60b33d4 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.31 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 812 time: 0.1023252 Nov 09 04:36:50.433346 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-a9904f3d-767c-4501-9bb9-d2baaa22cfd1 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f9405f49a1c4f75b468a7e7d156138f HTTP/1.1" status: 200 len: 380 time: 0.0540922 Nov 09 04:36:50.443058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Request body: {'port': {'device_id': 'c597dcf5-6413-4bb7-bca1-19d4c4244fe5', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'admin_state_up': True, 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'security_groups': ['1082b31a-4c6f-4ac1-909c-35201f0a6a17']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:36:50.554521 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Made reservation on behalf of 3f9405f49a1c4f75b468a7e7d156138f for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:36:50.558036 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:50.684509 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Allocated IP 172.20.0.12 (df37836e-92b6-488c-9937-27fb8ab4b671/bf2cf326-781d-4bea-b61a-12600280ef51/be3385f5-3e8a-4f9e-bff8-1690e995238a) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:36:50.807340 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dd29974d-d733-4b54-9e20-33274b8c1068 req-2fc62efa-ef65-4b4c-9ecb-d7d184798c6b tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 210 time: 0.0340984 Nov 09 04:36:50.848230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:50.880741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:50.920280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Network df37836e-92b6-488c-9937-27fb8ab4b671 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:36:50.923867 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:36:50.930459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:36:50.958876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'Port': ['ID=be3385f5-3e8a-4f9e-bff8-1690e995238a,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:36:50.972022 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:36:50.972371 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:36:50.972720 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:36:50.973061 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:36:50.973396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:36:50.973755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:36:50.974087 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:36:50.974416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:36:50.974745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:36:50.975070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:36:50.975396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:36:50.975717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:36:50.999798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:51.000414 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:51.017255 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-7f872af4-8c06-49e9-a380-99ccfd86972e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5777316 Nov 09 04:36:51.030104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Request body: {'port': {'device_id': 'c597dcf5-6413-4bb7-bca1-19d4c4244fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:36:51.091979 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:51.154791 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-453571dc-f870-4873-b704-dfdcf4e6e34f None None] Provisioning complete for port be3385f5-3e8a-4f9e-bff8-1690e995238a triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:36:51.155410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-453571dc-f870-4873-b704-dfdcf4e6e34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:51.189931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-453571dc-f870-4873-b704-dfdcf4e6e34f None None] Port be3385f5-3e8a-4f9e-bff8-1690e995238a cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:36:51.351170 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3385f5-3e8a-4f9e-bff8-1690e995238a {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:36:51.358442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:51.372415 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Transition to ACTIVE for port object be3385f5-3e8a-4f9e-bff8-1690e995238a will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:36:51.376302 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:51.446122 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Pushing event updated for resources: {'Port': ['ID=be3385f5-3e8a-4f9e-bff8-1690e995238a,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:36:51.505477 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Attempting to bind port be3385f5-3e8a-4f9e-bff8-1690e995238a on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:36:51.505826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Attempting to bind port be3385f5-3e8a-4f9e-bff8-1690e995238a by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:36:51.506153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Attempting to bind port be3385f5-3e8a-4f9e-bff8-1690e995238a on network df37836e-92b6-488c-9937-27fb8ab4b671 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:36:51.510632 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Port be3385f5-3e8a-4f9e-bff8-1690e995238a on network df37836e-92b6-488c-9937-27fb8ab4b671 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:36:51.510954 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Attempting to bind port be3385f5-3e8a-4f9e-bff8-1690e995238a on network df37836e-92b6-488c-9937-27fb8ab4b671 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:36:51.515952 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:36:51.516339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Checking segment: {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:36:51.516725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Bound using segment: {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:36:51.517145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Bound port: be3385f5-3e8a-4f9e-bff8-1690e995238a, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2fcf79-a842-4cf0-9e7c-704e349311f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:36:51.517497 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:51.589069 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] For port be3385f5-3e8a-4f9e-bff8-1690e995238a, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:36:51.596070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] For port be3385f5-3e8a-4f9e-bff8-1690e995238a, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=be3385f5-3e8a-4f9e-bff8-1690e995238a,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:36:51.600973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:51.659589 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:51.660215 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:51.661632 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] 10.222.0.31 "PUT /v2.0/ports/be3385f5-3e8a-4f9e-bff8-1690e995238a HTTP/1.1" status: 200 len: 1094 time: 0.6364040 Nov 09 04:36:51.662249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c172b-4e19-40f6-8db3-955a4af8d269 service neutron] Pushing event updated for resources: {'Port': ['ID=be3385f5-3e8a-4f9e-bff8-1690e995238a,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:36:51.664608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c597dcf5-6413-4bb7-bca1-19d4c4244fe5', 'tag': 'be3385f5-3e8a-4f9e-bff8-1690e995238a'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:36:51.673578 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e287bbe3-f6f2-49c9-96e2-681669fa23f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c597dcf5-6413-4bb7-bca1-19d4c4244fe5", "tag": "be3385f5-3e8a-4f9e-bff8-1690e995238a"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:36:51.743812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696c92ae-2c42-4b82-9097-3d52337bed94 x-openstack-request-id: req-696c92ae-2c42-4b82-9097-3d52337bed94 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:36:51.744196 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c597dcf5-6413-4bb7-bca1-19d4c4244fe5", "tag": "be3385f5-3e8a-4f9e-bff8-1690e995238a", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:36:51.744506 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-696c92ae-2c42-4b82-9097-3d52337bed94 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:36:51.744969 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c597dcf5-6413-4bb7-bca1-19d4c4244fe5', 'tag': 'be3385f5-3e8a-4f9e-bff8-1690e995238a', 'status': 'completed', 'code': 200} Nov 09 04:36:51.761391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-f5ed0d21-6164-4ad3-862f-a1cfd6fdceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:51.763109 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-f5ed0d21-6164-4ad3-862f-a1cfd6fdceb0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 1097 time: 0.0517519 Nov 09 04:36:51.807279 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-54979489-dc5b-4746-b253-3122ea80efff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3385f5-3e8a-4f9e-bff8-1690e995238a HTTP/1.1" status: 200 len: 217 time: 0.0359879 Nov 09 04:36:51.874765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-75628d10-060e-4d6a-854a-139f1be25ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:51.877993 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-75628d10-060e-4d6a-854a-139f1be25ff7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 200 len: 851 time: 0.0629706 Nov 09 04:36:51.963556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-91267b72-6702-4cd8-8f4a-0684c8e65e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:51.965051 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-91267b72-6702-4cd8-8f4a-0684c8e65e24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df37836e-92b6-488c-9937-27fb8ab4b671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804870 Nov 09 04:36:51.973917 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5c8c6-778a-4824-81bf-164bcf063265 req-cfcf709e-c497-4676-8b48-9ef4f41553ff tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:51.975267 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c5d5c8c6-778a-4824-81bf-164bcf063265 req-cfcf709e-c497-4676-8b48-9ef4f41553ff tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 944 time: 0.0654392 Nov 09 04:36:52.074818 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c5d5c8c6-778a-4824-81bf-164bcf063265 req-9b36ab1f-1608-4f50-bac9-3516c87cbe35 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917811 Nov 09 04:36:52.095160 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-4cfc9e93-0ec0-4571-9c45-d87712688d5a service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187799 Nov 09 04:36:52.510033 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-235acf3e-fe0f-4c3b-b454-0f32dc03c19b req-3b6de962-e278-4c19-b673-b7dbc00f4097 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083922 Nov 09 04:36:52.590690 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287bbe3-f6f2-49c9-96e2-681669fa23f6 req-bbd18af6-f80a-4d16-8010-2bb4be1d145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:52.592187 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e287bbe3-f6f2-49c9-96e2-681669fa23f6 req-bbd18af6-f80a-4d16-8010-2bb4be1d145d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 1097 time: 0.0405562 Nov 09 04:36:52.685980 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287bbe3-f6f2-49c9-96e2-681669fa23f6 req-c7f1b15b-05ee-405b-a549-ff15a78b314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:52.687527 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e287bbe3-f6f2-49c9-96e2-681669fa23f6 req-c7f1b15b-05ee-405b-a549-ff15a78b314a service neutron] 10.222.0.31 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 912 time: 0.0885727 Nov 09 04:36:52.729728 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e287bbe3-f6f2-49c9-96e2-681669fa23f6 req-3d91e541-2449-4800-86b0-d4fa10de9557 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3385f5-3e8a-4f9e-bff8-1690e995238a HTTP/1.1" status: 200 len: 217 time: 0.0352359 Nov 09 04:36:52.783602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287bbe3-f6f2-49c9-96e2-681669fa23f6 req-37b93dac-0679-4dfd-b07a-3da413d981a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:52.784972 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e287bbe3-f6f2-49c9-96e2-681669fa23f6 req-37b93dac-0679-4dfd-b07a-3da413d981a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 200 len: 851 time: 0.0482986 Nov 09 04:36:52.830470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287bbe3-f6f2-49c9-96e2-681669fa23f6 req-12711fb2-8ebd-46d9-b92b-abf5d9cc76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:52.831989 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e287bbe3-f6f2-49c9-96e2-681669fa23f6 req-12711fb2-8ebd-46d9-b92b-abf5d9cc76ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df37836e-92b6-488c-9937-27fb8ab4b671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394874 Nov 09 04:36:52.924135 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e287bbe3-f6f2-49c9-96e2-681669fa23f6 req-642f79fa-b034-4eae-bde9-f2bfc7a8e3d6 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847788 Nov 09 04:36:53.012861 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e287bbe3-f6f2-49c9-96e2-681669fa23f6 req-52f8dfc7-35ce-4633-ac6c-8decd3123cc4 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815289 Nov 09 04:36:53.193402 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ab463-eaca-487e-9603-25d04712cdb4 req-454eaabd-6a50-4f81-aea6-8cacdb1d3bdc tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:53.194966 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-548ab463-eaca-487e-9603-25d04712cdb4 req-454eaabd-6a50-4f81-aea6-8cacdb1d3bdc tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 944 time: 0.0522392 Nov 09 04:36:53.243820 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-548ab463-eaca-487e-9603-25d04712cdb4 req-d2966ab4-7589-4ccc-ae94-2f8030ee0637 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429621 Nov 09 04:36:54.360915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd0811-53e1-4f46-8a18-f2b39ac64769 req-31e7db33-1f43-4fe8-91ec-ce9b5e2c6685 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:54.362558 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f4dd0811-53e1-4f46-8a18-f2b39ac64769 req-31e7db33-1f43-4fe8-91ec-ce9b5e2c6685 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 944 time: 0.0504489 Nov 09 04:36:54.414299 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f4dd0811-53e1-4f46-8a18-f2b39ac64769 req-2c7baf05-019f-469a-a353-9000e36f7653 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457761 Nov 09 04:36:55.526774 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf9511-f3e7-46f5-847e-aaca85740225 req-88e3d439-8abb-420b-9468-e691aa969754 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:55.528593 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-dadf9511-f3e7-46f5-847e-aaca85740225 req-88e3d439-8abb-420b-9468-e691aa969754 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 944 time: 0.0492332 Nov 09 04:36:55.561238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6986cc79-b18d-478b-a131-7045d322e34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:55.580456 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-dadf9511-f3e7-46f5-847e-aaca85740225 req-548e1677-750e-4e55-b54d-3c7dfe55e03e tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452507 Nov 09 04:36:56.697973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c403a3-fb0d-4192-906f-b744cb621476 req-8c16100d-5219-4ab4-ba17-44bf59311d58 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:56.699461 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-17c403a3-fb0d-4192-906f-b744cb621476 req-8c16100d-5219-4ab4-ba17-44bf59311d58 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 944 time: 0.0502019 Nov 09 04:36:56.749524 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-17c403a3-fb0d-4192-906f-b744cb621476 req-84419e07-d086-46b0-a55a-cf103aa36964 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442102 Nov 09 04:36:57.843206 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cde9778a-3061-44dd-86a4-0518cd6634e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:36:57.866506 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef1aa0-d1b4-4b17-a865-0089f8ffc971 req-804b7337-01bb-4844-a748-149e612db2d6 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:57.867964 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5aef1aa0-d1b4-4b17-a865-0089f8ffc971 req-804b7337-01bb-4844-a748-149e612db2d6 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 944 time: 0.0483067 Nov 09 04:36:57.921722 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5aef1aa0-d1b4-4b17-a865-0089f8ffc971 req-e8e11712-72db-49d1-8d74-5c87bc48552c tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475659 Nov 09 04:36:59.034925 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee729409-4ea8-48d9-854d-f2d2732732cf req-e90bba61-b109-4411-a6e2-887748d19667 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:36:59.036392 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ee729409-4ea8-48d9-854d-f2d2732732cf req-e90bba61-b109-4411-a6e2-887748d19667 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 944 time: 0.0474834 Nov 09 04:36:59.086100 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ee729409-4ea8-48d9-854d-f2d2732732cf req-c3fca175-5ed2-44c0-a564-968059fceadd tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431170 Nov 09 04:36:59.113241 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:00.244277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c8453-4e66-4522-aba3-9fddcb6e2720 req-70536cd7-8b4a-4cfd-9da2-d8fbee0cc305 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:00.245736 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e44c8453-4e66-4522-aba3-9fddcb6e2720 req-70536cd7-8b4a-4cfd-9da2-d8fbee0cc305 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 944 time: 0.0475433 Nov 09 04:37:00.293305 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e44c8453-4e66-4522-aba3-9fddcb6e2720 req-2bd73e9d-d643-4c80-9aec-4e592798a18b tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 Nov 09 04:37:00.296797 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:01.036176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:01.408799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ed0d9-a837-472c-aea2-6936976402f7 req-b3e823a5-ebf8-4df0-b92a-11ab1c85e7c4 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:01.410312 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-053ed0d9-a837-472c-aea2-6936976402f7 req-b3e823a5-ebf8-4df0-b92a-11ab1c85e7c4 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 944 time: 0.0518332 Nov 09 04:37:01.457796 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-053ed0d9-a837-472c-aea2-6936976402f7 req-0f274f30-33da-4315-8193-cfc506dac5b2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416625 Nov 09 04:37:02.568031 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b606ef-f766-497f-9c62-cfb6ed8f962a req-4d430f3e-8467-45b9-b666-7c06fc258b32 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:02.570025 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-38b606ef-f766-497f-9c62-cfb6ed8f962a req-4d430f3e-8467-45b9-b666-7c06fc258b32 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 944 time: 0.0469782 Nov 09 04:37:02.616571 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-38b606ef-f766-497f-9c62-cfb6ed8f962a req-7d9cd804-2696-4214-a80d-6a1a181d90f2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407677 Nov 09 04:37:03.202336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device be3385f5-3e8a-4f9e-bff8-1690e995238a details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:37:03.296214 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port be3385f5-3e8a-4f9e-bff8-1690e995238a, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=be3385f5-3e8a-4f9e-bff8-1690e995238a,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:37:03.448910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'be3385f5-3e8a-4f9e-bff8-1690e995238a', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'port_id': 'be3385f5-3e8a-4f9e-bff8-1690e995238a', 'mac_address': 'fa:16:3e:b6:d9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:37:03.484967 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:03.496911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3385f5-3e8a-4f9e-bff8-1690e995238a {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:37:03.515675 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port be3385f5-3e8a-4f9e-bff8-1690e995238a, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=be3385f5-3e8a-4f9e-bff8-1690e995238a,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:37:03.519703 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:03.564475 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=be3385f5-3e8a-4f9e-bff8-1690e995238a,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:37:03.571800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:03.572157 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:03.572500 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:03.572859 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:03.573167 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:03.573611 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:03.573966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:03.574175 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:03.574507 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:03.574829 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:03.575151 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:03.575471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:03.734390 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb973ad-a359-4ece-a3e4-7aba99da6e1b req-2a3664b7-d88d-46fa-83df-06954b9a21aa tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:03.741609 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6fb973ad-a359-4ece-a3e4-7aba99da6e1b req-2a3664b7-d88d-46fa-83df-06954b9a21aa tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 945 time: 0.0548606 Nov 09 04:37:03.773555 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['be3385f5-3e8a-4f9e-bff8-1690e995238a'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:37:03.787676 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6fb973ad-a359-4ece-a3e4-7aba99da6e1b req-b2db951d-c570-47a7-99ad-fa42ca0c1ac6 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449049 Nov 09 04:37:04.265898 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:37:04.904559 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3271386-bcc8-48ca-9f7c-b58e7e5f2db8 req-7c2e9f66-941e-4782-ae2a-717230323b2a tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:04.906109 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d3271386-bcc8-48ca-9f7c-b58e7e5f2db8 req-7c2e9f66-941e-4782-ae2a-717230323b2a tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 945 time: 0.0518267 Nov 09 04:37:04.953298 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d3271386-bcc8-48ca-9f7c-b58e7e5f2db8 req-35ddc012-93b5-4e4f-9a88-b0209ed6620f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412581 Nov 09 04:37:05.201961 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device be3385f5-3e8a-4f9e-bff8-1690e995238a up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:37:05.251289 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port be3385f5-3e8a-4f9e-bff8-1690e995238a completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:37:05.255125 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port be3385f5-3e8a-4f9e-bff8-1690e995238a triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:37:05.255495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:05.329398 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:05.350381 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c597dcf5-6413-4bb7-bca1-19d4c4244fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3385f5-3e8a-4f9e-bff8-1690e995238a'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:37:05.352600 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fc58f6-1da9-4c44-bd84-0d0fcd063976" -d '{"events": [{"server_uuid": "c597dcf5-6413-4bb7-bca1-19d4c4244fe5", "name": "network-vif-plugged", "status": "completed", "tag": "be3385f5-3e8a-4f9e-bff8-1690e995238a"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:37:05.365106 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port be3385f5-3e8a-4f9e-bff8-1690e995238a, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=be3385f5-3e8a-4f9e-bff8-1690e995238a,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:37:05.370043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:05.393495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406f8d1f-c9dc-41b5-88e5-6a8e75867f05 x-openstack-request-id: req-406f8d1f-c9dc-41b5-88e5-6a8e75867f05 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:37:05.393803 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c597dcf5-6413-4bb7-bca1-19d4c4244fe5", "name": "network-vif-plugged", "status": "completed", "tag": "be3385f5-3e8a-4f9e-bff8-1690e995238a", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:37:05.394056 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-406f8d1f-c9dc-41b5-88e5-6a8e75867f05 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:37:05.394439 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c597dcf5-6413-4bb7-bca1-19d4c4244fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3385f5-3e8a-4f9e-bff8-1690e995238a', 'code': 200} Nov 09 04:37:05.422530 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=be3385f5-3e8a-4f9e-bff8-1690e995238a,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:37:05.568451 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8267-0c40-43a5-abaa-0de46fef0ce4 req-738b52d1-2bc0-495c-8618-8d5beb2aa155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:05.569953 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-83ab8267-0c40-43a5-abaa-0de46fef0ce4 req-738b52d1-2bc0-495c-8618-8d5beb2aa155 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 1099 time: 0.0395231 Nov 09 04:37:05.619562 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-83ab8267-0c40-43a5-abaa-0de46fef0ce4 req-f5e39eff-daa2-4841-bf6e-c5c01fbc7aff service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414436 Nov 09 04:37:06.064501 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc8d2f-567c-42ef-b774-7bcb847fb45e req-27995db8-6371-49c2-9655-4e3bfad382f5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:06.065980 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-46bc8d2f-567c-42ef-b774-7bcb847fb45e req-27995db8-6371-49c2-9655-4e3bfad382f5 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 946 time: 0.0478013 Nov 09 04:37:06.113246 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-46bc8d2f-567c-42ef-b774-7bcb847fb45e req-41683c5c-1069-4917-9d8a-3b9d64b2a3b6 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414839 Nov 09 04:37:07.226384 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d2430-8b07-42cb-b8e1-b85f3f7cf47f req-12112712-fe44-463e-8f69-14c97fd6fbd2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:07.227881 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e09d2430-8b07-42cb-b8e1-b85f3f7cf47f req-12112712-fe44-463e-8f69-14c97fd6fbd2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 946 time: 0.0483036 Nov 09 04:37:07.275407 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e09d2430-8b07-42cb-b8e1-b85f3f7cf47f req-4e69907d-7913-40d4-87c0-269ddde84466 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417950 Nov 09 04:37:07.384985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1231bb4-f7cb-46ec-85dd-4d7613f5dec9 req-2e62c7d4-0886-4158-9aeb-7e8d3058f287 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:07.386505 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b1231bb4-f7cb-46ec-85dd-4d7613f5dec9 req-2e62c7d4-0886-4158-9aeb-7e8d3058f287 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 946 time: 0.0473537 Nov 09 04:37:07.438384 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b1231bb4-f7cb-46ec-85dd-4d7613f5dec9 req-07d3d6fa-f18c-45d5-9da4-3df5ddb80a57 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460293 Nov 09 04:37:07.459966 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53272) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:37:07.498063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbbf9a7-c478-4df7-ba74-1c8ef8c1cb51 tempest-TestVolumeBootPattern-1362248005 tempest-TestVolumeBootPattern-1362248005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:07.499599 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-1cbbf9a7-c478-4df7-ba74-1c8ef8c1cb51 tempest-TestVolumeBootPattern-1362248005 tempest-TestVolumeBootPattern-1362248005-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 1094 time: 0.0384300 Nov 09 04:37:07.501955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53274) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:37:07.506135 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': 'be3385f5-3e8a-4f9e-bff8-1690e995238a', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:37:07.527549 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:07.620116 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:07.726615 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Allocated IP 172.26.5.14 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/3c5dd4b3-b57c-43ec-a016-5f40c2530bc8) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:37:07.827968 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:07.859928 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:07.893172 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:37:07.897363 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:37:07.903200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:37:07.926444 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'Port': ['ID=3c5dd4b3-b57c-43ec-a016-5f40c2530bc8,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:37:07.937998 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:07.938352 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:07.938694 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:07.939035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:07.939368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:07.939702 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:07.940033 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:07.940362 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:07.940689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:07.941013 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:07.941336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:07.941696 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:37:08.260374 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:08.322286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:08.464129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:08.468113 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:08.529293 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event updated for resources: {'Port': ['ID=3c5dd4b3-b57c-43ec-a016-5f40c2530bc8,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:37:08.542150 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:08.637864 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Floating IP 588b12e9-dc06-4cb1-94d1-ebc6841ecffe associated. External IP: 172.26.5.14, port: be3385f5-3e8a-4f9e-bff8-1690e995238a. Nov 09 04:37:08.837578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:37:08.939484 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:37:08.949735 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40459686-a2df-433e-97ee-d5f8974d87f6 None None] Sync routers for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:37:08.957380 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:08.959123 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40459686-a2df-433e-97ee-d5f8974d87f6 None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:37:08.959729 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-40459686-a2df-433e-97ee-d5f8974d87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:36:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:37:08.983066 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-320101bc-3af4-4ac9-80f4-da0b82258fc2 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4801135 Nov 09 04:37:08.983646 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c597dcf5-6413-4bb7-bca1-19d4c4244fe5', 'tag': 'be3385f5-3e8a-4f9e-bff8-1690e995238a'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:37:08.985924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e191e3f0-607a-4a79-bfef-c81067151c49" -d '{"events": [{"name": "network-changed", "server_uuid": "c597dcf5-6413-4bb7-bca1-19d4c4244fe5", "tag": "be3385f5-3e8a-4f9e-bff8-1690e995238a"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:37:09.026301 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977270af-4d6c-49fc-b229-cd8c17c49894 x-openstack-request-id: req-977270af-4d6c-49fc-b229-cd8c17c49894 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:37:09.026588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c597dcf5-6413-4bb7-bca1-19d4c4244fe5", "tag": "be3385f5-3e8a-4f9e-bff8-1690e995238a", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:37:09.026837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-977270af-4d6c-49fc-b229-cd8c17c49894 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:37:09.027235 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c597dcf5-6413-4bb7-bca1-19d4c4244fe5', 'tag': 'be3385f5-3e8a-4f9e-bff8-1690e995238a', 'status': 'completed', 'code': 200} Nov 09 04:37:09.062708 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-40459686-a2df-433e-97ee-d5f8974d87f6 None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:37:09.089549 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191e3f0-607a-4a79-bfef-c81067151c49 req-02892c79-21d1-4c50-b45e-0ac0393181bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:09.090960 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e191e3f0-607a-4a79-bfef-c81067151c49 req-02892c79-21d1-4c50-b45e-0ac0393181bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 1099 time: 0.0409729 Nov 09 04:37:09.183516 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191e3f0-607a-4a79-bfef-c81067151c49 req-5edf335e-3dd1-4f34-96fa-78dc6ebffc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:09.185069 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e191e3f0-607a-4a79-bfef-c81067151c49 req-5edf335e-3dd1-4f34-96fa-78dc6ebffc04 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 912 time: 0.0874777 Nov 09 04:37:09.250420 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e191e3f0-607a-4a79-bfef-c81067151c49 req-76414ff1-9ddf-43ab-ab9c-520626a8beaa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3385f5-3e8a-4f9e-bff8-1690e995238a HTTP/1.1" status: 200 len: 999 time: 0.0578532 Nov 09 04:37:09.284556 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-40459686-a2df-433e-97ee-d5f8974d87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '21b38299-c4fc-47d0-8227-d2901971d8b6', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'floating_ip_address': '172.26.5.161', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'port_id': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'mac_address': 'fa:16:3e:71:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b17574-29f0-40f3-b3cf-349b69a681de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:35:03Z', 'updated_at': '2021-11-09T04:35:05Z', 'revision_number': 1, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address_scope': None}, {'id': '588b12e9-dc06-4cb1-94d1-ebc6841ecffe', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'floating_ip_address': '172.26.5.14', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'port_id': 'be3385f5-3e8a-4f9e-bff8-1690e995238a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'mac_address': 'fa:16:3e:b6:d9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597dcf5-6413-4bb7-bca1-19d4c4244fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:37:08Z', 'updated_at': '2021-11-09T04:37:08Z', 'revision_number': 0, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:37:09.302781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191e3f0-607a-4a79-bfef-c81067151c49 req-f785c688-06b9-4a97-9af7-c5d25f83c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:09.304245 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e191e3f0-607a-4a79-bfef-c81067151c49 req-f785c688-06b9-4a97-9af7-c5d25f83c6d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 200 len: 851 time: 0.0470986 Nov 09 04:37:09.310768 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40459686-a2df-433e-97ee-d5f8974d87f6 None None] Checking router: 0c13ff3b-2114-4273-8f6b-391c6533a2f3 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:37:09.318889 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40459686-a2df-433e-97ee-d5f8974d87f6 None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:37:09.319470 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-40459686-a2df-433e-97ee-d5f8974d87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:36:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:37:09.349496 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191e3f0-607a-4a79-bfef-c81067151c49 req-d6ea233c-6aae-4c5d-9f58-e26a0f827e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:09.350923 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e191e3f0-607a-4a79-bfef-c81067151c49 req-d6ea233c-6aae-4c5d-9f58-e26a0f827e79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df37836e-92b6-488c-9937-27fb8ab4b671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386467 Nov 09 04:37:09.420539 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-40459686-a2df-433e-97ee-d5f8974d87f6 None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:37:09.438873 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e191e3f0-607a-4a79-bfef-c81067151c49 req-3450fc0e-5667-4310-a11d-8b584ceb99b0 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803661 Nov 09 04:37:09.531213 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e191e3f0-607a-4a79-bfef-c81067151c49 req-67cf659b-c6c5-4336-872d-1e2068ca1cd7 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857193 Nov 09 04:37:09.642966 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-40459686-a2df-433e-97ee-d5f8974d87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '21b38299-c4fc-47d0-8227-d2901971d8b6', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'floating_ip_address': '172.26.5.161', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'port_id': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'mac_address': 'fa:16:3e:71:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b17574-29f0-40f3-b3cf-349b69a681de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:35:03Z', 'updated_at': '2021-11-09T04:35:05Z', 'revision_number': 1, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address_scope': None}, {'id': '588b12e9-dc06-4cb1-94d1-ebc6841ecffe', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'floating_ip_address': '172.26.5.14', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'port_id': 'be3385f5-3e8a-4f9e-bff8-1690e995238a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'mac_address': 'fa:16:3e:b6:d9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597dcf5-6413-4bb7-bca1-19d4c4244fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:37:08Z', 'updated_at': '2021-11-09T04:37:08Z', 'revision_number': 0, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:37:09.670713 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40459686-a2df-433e-97ee-d5f8974d87f6 None None] The sync data for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv is: [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '21b38299-c4fc-47d0-8227-d2901971d8b6', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'floating_ip_address': '172.26.5.161', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'port_id': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'mac_address': 'fa:16:3e:71:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b17574-29f0-40f3-b3cf-349b69a681de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:35:03Z', 'updated_at': '2021-11-09T04:35:05Z', 'revision_number': 1, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address_scope': None}, {'id': '588b12e9-dc06-4cb1-94d1-ebc6841ecffe', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'floating_ip_address': '172.26.5.14', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'port_id': 'be3385f5-3e8a-4f9e-bff8-1690e995238a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'mac_address': 'fa:16:3e:b6:d9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c597dcf5-6413-4bb7-bca1-19d4c4244fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:37:08Z', 'updated_at': '2021-11-09T04:37:08Z', 'revision_number': 0, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:37:09.849348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61413187-2da0-4e2a-839d-afe82179a314 None None] New status for floating IP 588b12e9-dc06-4cb1-94d1-ebc6841ecffe: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:37:16.998542 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:25.562269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6c610a9f-c1c6-4191-b529-d51007acbfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:27.845027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a9b97648-bfa5-4daf-9a10-b48d03de5b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:29.115572 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:30.298972 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:31.037864 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:41.264400 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:37:41.291605 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f9f51b8d-5b5d-4778-87ac-eb67c6693ca8 req-1674846d-dd0a-4f60-a958-787b843d3004 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758781 Nov 09 04:37:41.377283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f51b8d-5b5d-4778-87ac-eb67c6693ca8 req-1d4e946a-bed3-4a44-b5ae-af7644466e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:41.378775 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f9f51b8d-5b5d-4778-87ac-eb67c6693ca8 req-1d4e946a-bed3-4a44-b5ae-af7644466e87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 1098 time: 0.0431924 Nov 09 04:37:41.481383 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f51b8d-5b5d-4778-87ac-eb67c6693ca8 req-5b68e07c-5f5d-47ec-80a6-5daec8e672b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:41.482776 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f9f51b8d-5b5d-4778-87ac-eb67c6693ca8 req-5b68e07c-5f5d-47ec-80a6-5daec8e672b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 912 time: 0.0827706 Nov 09 04:37:41.549743 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f9f51b8d-5b5d-4778-87ac-eb67c6693ca8 req-4eeea838-9242-4eb8-b348-731add34a380 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f HTTP/1.1" status: 200 len: 1001 time: 0.0595512 Nov 09 04:37:41.597448 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f51b8d-5b5d-4778-87ac-eb67c6693ca8 req-74f5baf2-59b1-483f-9973-9c511cb292c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:41.598879 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f9f51b8d-5b5d-4778-87ac-eb67c6693ca8 req-74f5baf2-59b1-483f-9973-9c511cb292c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 200 len: 851 time: 0.0422151 Nov 09 04:37:41.643426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f51b8d-5b5d-4778-87ac-eb67c6693ca8 req-e306b7ec-f0e9-428b-88f1-93a5d43a372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:37:41.644871 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f9f51b8d-5b5d-4778-87ac-eb67c6693ca8 req-e306b7ec-f0e9-428b-88f1-93a5d43a372b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df37836e-92b6-488c-9937-27fb8ab4b671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393515 Nov 09 04:37:41.736280 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f9f51b8d-5b5d-4778-87ac-eb67c6693ca8 req-2c7a2092-178b-42e2-9e9e-01c0ba7afa46 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839293 Nov 09 04:37:41.829783 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f9f51b8d-5b5d-4778-87ac-eb67c6693ca8 req-7ce67413-4322-4e9e-8317-2eca9ccdb14a service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855539 Nov 09 04:37:47.020090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:55.567118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c4563099-11d6-48d0-8ffe-98790760de8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:57.846667 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-976de04a-cb09-4e0b-aa49-02630533aeac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:37:59.119569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:00.302523 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:01.040110 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:17.021875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:18.263488 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:38:25.567966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-14e49fb8-01fb-48d0-82f8-ae9da218badf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:27.848285 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52d92767-a39a-4440-b51e-a34af52c075a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:29.124010 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:30.304223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:31.040876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:36.115145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53314) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:38:36.562466 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Deleting port 3c5dd4b3-b57c-43ec-a016-5f40c2530bc8 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:38:36.562813 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:36.637164 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:36.638049 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:36.649554 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Calling delete_port for 3c5dd4b3-b57c-43ec-a016-5f40c2530bc8 owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:38:36.792483 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:36.821347 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event deleted for resources: {'Port': ['ID=3c5dd4b3-b57c-43ec-a016-5f40c2530bc8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:38:36.845750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:36.846084 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:36.846422 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:36.846762 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:36.847095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:36.847422 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:36.847749 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:36.848074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:36.848396 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:36.848720 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:36.849049 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:36.849357 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:36.886074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:36.886403 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Floating IP 588b12e9-dc06-4cb1-94d1-ebc6841ecffe disassociated (deleted). External IP: 172.26.5.14, port: be3385f5-3e8a-4f9e-bff8-1690e995238a. Nov 09 04:38:37.086317 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:38:37.191214 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:38:37.196040 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:37.200939 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4997cb80-d50b-4d91-b2c3-e6e996684f1d None None] Sync routers for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:38:37.211505 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4997cb80-d50b-4d91-b2c3-e6e996684f1d None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:38:37.212102 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4997cb80-d50b-4d91-b2c3-e6e996684f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:38:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:38:37.221984 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f0354626-2453-4421-b075-9df0600ecce3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "DELETE /v2.0/floatingips/588b12e9-dc06-4cb1-94d1-ebc6841ecffe HTTP/1.1" status: 204 len: 168 time: 1.1057065 Nov 09 04:38:37.222575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c597dcf5-6413-4bb7-bca1-19d4c4244fe5', 'tag': 'be3385f5-3e8a-4f9e-bff8-1690e995238a'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:38:37.224897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a59b9aa-9194-4eab-bd42-b03ccad556f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c597dcf5-6413-4bb7-bca1-19d4c4244fe5", "tag": "be3385f5-3e8a-4f9e-bff8-1690e995238a"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:38:37.265703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcf08d1-0760-4c90-9fc2-d071c62bef2d x-openstack-request-id: req-ebcf08d1-0760-4c90-9fc2-d071c62bef2d {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:38:37.266194 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c597dcf5-6413-4bb7-bca1-19d4c4244fe5", "tag": "be3385f5-3e8a-4f9e-bff8-1690e995238a", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:38:37.266541 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebcf08d1-0760-4c90-9fc2-d071c62bef2d {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:38:37.267019 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c597dcf5-6413-4bb7-bca1-19d4c4244fe5', 'tag': 'be3385f5-3e8a-4f9e-bff8-1690e995238a', 'status': 'completed', 'code': 200} Nov 09 04:38:37.319309 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-4997cb80-d50b-4d91-b2c3-e6e996684f1d None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:38:37.330715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59b9aa-9194-4eab-bd42-b03ccad556f9 req-d4e0db8b-ef5d-4c66-9c23-b014e6295c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:38:37.332454 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9a59b9aa-9194-4eab-bd42-b03ccad556f9 req-d4e0db8b-ef5d-4c66-9c23-b014e6295c4c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 1099 time: 0.0453315 Nov 09 04:38:37.466417 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59b9aa-9194-4eab-bd42-b03ccad556f9 req-35fbe6bc-9c40-4bf7-9e34-cc693b05cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:38:37.467969 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9a59b9aa-9194-4eab-bd42-b03ccad556f9 req-35fbe6bc-9c40-4bf7-9e34-cc693b05cddb service neutron] 10.222.0.31 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 912 time: 0.1257460 Nov 09 04:38:37.482947 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebc713-43e6-4c23-8458-ce3a46ecec47 req-928221ff-7092-4865-820f-e46e54efff54 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:38:37.484427 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-37ebc713-43e6-4c23-8458-ce3a46ecec47 req-928221ff-7092-4865-820f-e46e54efff54 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 946 time: 0.0707762 Nov 09 04:38:37.531106 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9a59b9aa-9194-4eab-bd42-b03ccad556f9 req-7f87a33b-d576-47dc-a72a-eaf20b61f629 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3385f5-3e8a-4f9e-bff8-1690e995238a HTTP/1.1" status: 200 len: 217 time: 0.0457087 Nov 09 04:38:37.601816 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-37ebc713-43e6-4c23-8458-ce3a46ecec47 req-3cda913c-c1bb-4181-8af0-f0166985cc84 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098754 Nov 09 04:38:37.605332 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59b9aa-9194-4eab-bd42-b03ccad556f9 req-9c48d087-fadd-4486-8a5e-70eef6474b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:38:37.607363 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9a59b9aa-9194-4eab-bd42-b03ccad556f9 req-9c48d087-fadd-4486-8a5e-70eef6474b11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 200 len: 851 time: 0.0684049 Nov 09 04:38:37.632467 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4997cb80-d50b-4d91-b2c3-e6e996684f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '21b38299-c4fc-47d0-8227-d2901971d8b6', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'floating_ip_address': '172.26.5.161', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'port_id': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'mac_address': 'fa:16:3e:71:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b17574-29f0-40f3-b3cf-349b69a681de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:35:03Z', 'updated_at': '2021-11-09T04:35:05Z', 'revision_number': 1, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:38:37.654013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59b9aa-9194-4eab-bd42-b03ccad556f9 req-b5c0b504-0d99-48d3-a3c2-56797b1ede6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:38:37.655529 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9a59b9aa-9194-4eab-bd42-b03ccad556f9 req-b5c0b504-0d99-48d3-a3c2-56797b1ede6d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df37836e-92b6-488c-9937-27fb8ab4b671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403697 Nov 09 04:38:37.661068 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4997cb80-d50b-4d91-b2c3-e6e996684f1d None None] Checking router: 0c13ff3b-2114-4273-8f6b-391c6533a2f3 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:38:37.669657 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4997cb80-d50b-4d91-b2c3-e6e996684f1d None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:38:37.670240 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4997cb80-d50b-4d91-b2c3-e6e996684f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:38:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:38:37.755147 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9a59b9aa-9194-4eab-bd42-b03ccad556f9 req-956a3280-4cec-4b5d-91bf-9b85d67106ba service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903304 Nov 09 04:38:37.771779 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-4997cb80-d50b-4d91-b2c3-e6e996684f1d None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:38:37.851421 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9a59b9aa-9194-4eab-bd42-b03ccad556f9 req-0b9e6c9c-5347-4e53-9c8c-f3c62ec0b1d5 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847621 Nov 09 04:38:37.986531 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4997cb80-d50b-4d91-b2c3-e6e996684f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '21b38299-c4fc-47d0-8227-d2901971d8b6', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'floating_ip_address': '172.26.5.161', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'port_id': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'mac_address': 'fa:16:3e:71:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b17574-29f0-40f3-b3cf-349b69a681de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:35:03Z', 'updated_at': '2021-11-09T04:35:05Z', 'revision_number': 1, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:38:38.011380 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4997cb80-d50b-4d91-b2c3-e6e996684f1d None None] The sync data for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv is: [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '21b38299-c4fc-47d0-8227-d2901971d8b6', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'floating_ip_address': '172.26.5.161', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'port_id': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'mac_address': 'fa:16:3e:71:05:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b17574-29f0-40f3-b3cf-349b69a681de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:35:03Z', 'updated_at': '2021-11-09T04:35:05Z', 'revision_number': 1, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:38:38.233077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0145d021-86b2-4c2a-91bc-484dfc050e7a None None] New status for floating IP 588b12e9-dc06-4cb1-94d1-ebc6841ecffe: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:38:38.718929 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f830a78-6022-4e15-acd3-f93feeca31f9 req-fd90ea46-6ee1-4174-9faa-cda6ea39c211 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:38:38.720411 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3f830a78-6022-4e15-acd3-f93feeca31f9 req-fd90ea46-6ee1-4174-9faa-cda6ea39c211 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 946 time: 0.0485678 Nov 09 04:38:38.769246 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3f830a78-6022-4e15-acd3-f93feeca31f9 req-04e06954-1b9d-4e6b-96ed-f312c955cd43 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Nov 09 04:38:38.987614 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596c10b-1115-402f-8dd3-d054d4c1fe71 req-ba684d1e-5279-4aee-82b5-e4a8ede57ec3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:38:38.988982 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b596c10b-1115-402f-8dd3-d054d4c1fe71 req-ba684d1e-5279-4aee-82b5-e4a8ede57ec3 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.31 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 946 time: 0.0527699 Nov 09 04:38:39.076819 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-b596c10b-1115-402f-8dd3-d054d4c1fe71 req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Deleting port be3385f5-3e8a-4f9e-bff8-1690e995238a {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:38:39.077163 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b596c10b-1115-402f-8dd3-d054d4c1fe71 req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:39.167063 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-b596c10b-1115-402f-8dd3-d054d4c1fe71 req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] For port be3385f5-3e8a-4f9e-bff8-1690e995238a, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=be3385f5-3e8a-4f9e-bff8-1690e995238a,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:38:39.167447 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b596c10b-1115-402f-8dd3-d054d4c1fe71 req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:39.180505 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-b596c10b-1115-402f-8dd3-d054d4c1fe71 req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Calling delete_port for be3385f5-3e8a-4f9e-bff8-1690e995238a owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:38:39.302786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b596c10b-1115-402f-8dd3-d054d4c1fe71 req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:39.335013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event deleted for resources: {'Port': ['ID=be3385f5-3e8a-4f9e-bff8-1690e995238a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:38:39.362519 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:39.362879 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:39.363227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:39.363572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:39.363907 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:39.364243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:39.364578 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:39.364910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:39.365241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:39.365597 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:39.365928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:39.366251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:38:39.384367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b596c10b-1115-402f-8dd3-d054d4c1fe71 req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] No DVR routers for this DVR port be3385f5-3e8a-4f9e-bff8-1690e995238a on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:38:39.386666 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b596c10b-1115-402f-8dd3-d054d4c1fe71 req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:39.390477 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b596c10b-1115-402f-8dd3-d054d4c1fe71 req-a69185c2-1299-4132-bb83-2cf26849678f tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.31 "DELETE /v2.0/ports/be3385f5-3e8a-4f9e-bff8-1690e995238a HTTP/1.1" status: 204 len: 173 time: 0.3951898 Nov 09 04:38:39.390913 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c597dcf5-6413-4bb7-bca1-19d4c4244fe5', 'name': 'network-vif-deleted', 'tag': 'be3385f5-3e8a-4f9e-bff8-1690e995238a'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:38:39.393131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80760c32-feac-4c78-a4d6-467fae0b5ecc" -d '{"events": [{"server_uuid": "c597dcf5-6413-4bb7-bca1-19d4c4244fe5", "name": "network-vif-deleted", "tag": "be3385f5-3e8a-4f9e-bff8-1690e995238a"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:38:39.428432 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3d1af4-d261-41d1-bc38-365aef47436d x-openstack-request-id: req-3d3d1af4-d261-41d1-bc38-365aef47436d {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:38:39.428724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c597dcf5-6413-4bb7-bca1-19d4c4244fe5", "name": "network-vif-deleted", "tag": "be3385f5-3e8a-4f9e-bff8-1690e995238a", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:38:39.428979 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d3d1af4-d261-41d1-bc38-365aef47436d {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:38:39.429384 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c597dcf5-6413-4bb7-bca1-19d4c4244fe5', 'name': 'network-vif-deleted', 'tag': 'be3385f5-3e8a-4f9e-bff8-1690e995238a', 'status': 'completed', 'code': 200} Nov 09 04:38:39.864286 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0ddb828c-89cd-47c1-8b63-ec247079976c req-6f2b5c11-c1e4-4d0b-ba28-43dfcb5499a1 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 210 time: 0.0252886 Nov 09 04:38:40.960631 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-73d928a2-64b7-4578-b920-84637d5692bb req-4f9b5316-8cef-4a68-afb4-34e8d6a99026 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 210 time: 0.0268242 Nov 09 04:38:42.057909 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-efe50a78-3794-40e4-8132-02e46e6cdfe2 req-019ee6dc-ad3a-424c-9e8e-81a482f92247 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 210 time: 0.0309703 Nov 09 04:38:43.150052 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cf36cc10-f180-43df-a563-8317c1268b77 req-1aace940-e1f3-4e0a-aa19-d56d3d4e758b tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=c597dcf5-6413-4bb7-bca1-19d4c4244fe5 HTTP/1.1" status: 200 len: 210 time: 0.0276563 Nov 09 04:38:43.672154 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device be3385f5-3e8a-4f9e-bff8-1690e995238a no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:38:43.691396 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: be3385f5-3e8a-4f9e-bff8-1690e995238a {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:38:43.691747 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device be3385f5-3e8a-4f9e-bff8-1690e995238a not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:38:47.025683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:49.546550 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53366) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:38:49.698871 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-8c94a1e6-a729-47ec-8b42-efd6d8929498 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Deleting port 4cedd3ba-f73f-48b4-87af-cefec65549c8 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:38:49.699207 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c94a1e6-a729-47ec-8b42-efd6d8929498 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:49.772351 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c94a1e6-a729-47ec-8b42-efd6d8929498 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:49.772673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c94a1e6-a729-47ec-8b42-efd6d8929498 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:49.783995 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-8c94a1e6-a729-47ec-8b42-efd6d8929498 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Calling delete_port for 4cedd3ba-f73f-48b4-87af-cefec65549c8 owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:38:49.927411 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c94a1e6-a729-47ec-8b42-efd6d8929498 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:49.953555 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94a1e6-a729-47ec-8b42-efd6d8929498 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event deleted for resources: {'Port': ['ID=4cedd3ba-f73f-48b4-87af-cefec65549c8,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:38:50.018402 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c94a1e6-a729-47ec-8b42-efd6d8929498 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:50.018714 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-8c94a1e6-a729-47ec-8b42-efd6d8929498 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Floating IP 21b38299-c4fc-47d0-8227-d2901971d8b6 disassociated (deleted). External IP: 172.26.5.161, port: 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f. Nov 09 04:38:50.219964 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c94a1e6-a729-47ec-8b42-efd6d8929498 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:38:50.325915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c94a1e6-a729-47ec-8b42-efd6d8929498 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:38:50.330741 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8c94a1e6-a729-47ec-8b42-efd6d8929498 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:50.335352 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e4d20-dbf8-48a9-b468-e538958b953e None None] Sync routers for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:38:50.345081 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e4d20-dbf8-48a9-b468-e538958b953e None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:38:50.345706 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-7f3e4d20-dbf8-48a9-b468-e538958b953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:38:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:38:50.356871 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8c94a1e6-a729-47ec-8b42-efd6d8929498 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "DELETE /v2.0/floatingips/21b38299-c4fc-47d0-8227-d2901971d8b6 HTTP/1.1" status: 204 len: 168 time: 0.8092012 Nov 09 04:38:50.358163 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b17574-29f0-40f3-b3cf-349b69a681de', 'tag': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:38:50.360386 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bd7474-de70-41cf-9c2e-9ca77799126c" -d '{"events": [{"name": "network-changed", "server_uuid": "83b17574-29f0-40f3-b3cf-349b69a681de", "tag": "4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:38:50.397549 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57b8a6c-16be-4026-8a7b-3403c159ae08 x-openstack-request-id: req-e57b8a6c-16be-4026-8a7b-3403c159ae08 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:38:50.398352 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b17574-29f0-40f3-b3cf-349b69a681de", "tag": "4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:38:50.398601 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e57b8a6c-16be-4026-8a7b-3403c159ae08 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:38:50.399051 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b17574-29f0-40f3-b3cf-349b69a681de', 'tag': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'status': 'completed', 'code': 200} Nov 09 04:38:50.456019 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-7f3e4d20-dbf8-48a9-b468-e538958b953e None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:38:50.465542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd7474-de70-41cf-9c2e-9ca77799126c req-dbe933dd-16df-4949-8997-3789014ad841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:38:50.467727 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c2bd7474-de70-41cf-9c2e-9ca77799126c req-dbe933dd-16df-4949-8997-3789014ad841 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 1098 time: 0.0480464 Nov 09 04:38:50.567930 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd7474-de70-41cf-9c2e-9ca77799126c req-1a07aa12-0f05-4b50-88da-b29b36e5a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:38:50.569432 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c2bd7474-de70-41cf-9c2e-9ca77799126c req-1a07aa12-0f05-4b50-88da-b29b36e5a5fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 200 len: 912 time: 0.0947058 Nov 09 04:38:50.580981 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fd0f6-2bf9-4b03-b38d-d6b6fd1f263b req-ac2f06e1-a8e8-48dc-b893-2c8229a928df tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:38:50.582583 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bf7fd0f6-2bf9-4b03-b38d-d6b6fd1f263b req-ac2f06e1-a8e8-48dc-b893-2c8229a928df tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 945 time: 0.0530858 Nov 09 04:38:50.620040 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c2bd7474-de70-41cf-9c2e-9ca77799126c req-040b82de-3d9b-4ccb-9c97-d158fd9b44a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f HTTP/1.1" status: 200 len: 217 time: 0.0391185 Nov 09 04:38:50.635268 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bf7fd0f6-2bf9-4b03-b38d-d6b6fd1f263b req-50846465-eaa3-4063-84d2-f88beb1bcb80 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456462 Nov 09 04:38:50.669361 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-7f3e4d20-dbf8-48a9-b468-e538958b953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:38:50.671321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd7474-de70-41cf-9c2e-9ca77799126c req-fe220121-a0b0-466f-bdee-cd201a9c5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:38:50.672795 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c2bd7474-de70-41cf-9c2e-9ca77799126c req-fe220121-a0b0-466f-bdee-cd201a9c5c28 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 200 len: 851 time: 0.0454013 Nov 09 04:38:50.694821 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e4d20-dbf8-48a9-b468-e538958b953e None None] Checking router: 0c13ff3b-2114-4273-8f6b-391c6533a2f3 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:38:50.704076 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e4d20-dbf8-48a9-b468-e538958b953e None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:38:50.704673 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-7f3e4d20-dbf8-48a9-b468-e538958b953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:38:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:38:50.719885 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd7474-de70-41cf-9c2e-9ca77799126c req-229502eb-c404-413d-b098-b570ae2d98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:38:50.721408 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c2bd7474-de70-41cf-9c2e-9ca77799126c req-229502eb-c404-413d-b098-b570ae2d98bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df37836e-92b6-488c-9937-27fb8ab4b671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413520 Nov 09 04:38:50.806505 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-7f3e4d20-dbf8-48a9-b468-e538958b953e None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:38:50.814332 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c2bd7474-de70-41cf-9c2e-9ca77799126c req-e295797a-df02-4990-ae77-e954386eb7dc service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846603 Nov 09 04:38:50.905980 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c2bd7474-de70-41cf-9c2e-9ca77799126c req-e879c8c8-b11e-4b3a-9eff-13b2861e4e45 service neutron] 10.222.0.31 "GET /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840142 Nov 09 04:38:51.000582 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-7f3e4d20-dbf8-48a9-b468-e538958b953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:38:51.025780 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e4d20-dbf8-48a9-b468-e538958b953e None None] The sync data for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv is: [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:31:54Z', 'revision_number': 4, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4894c459-bfda-410c-869d-a4bd087e57b3', 'name': '', 'network_id': 'df37836e-92b6-488c-9937-27fb8ab4b671', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'mac_address': 'fa:16:3e:1d:48:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:53Z', 'updated_at': '2021-11-09T04:31:58Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'subnets': [{'id': 'bf2cf326-781d-4bea-b61a-12600280ef51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:38:51.226253 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4170100-eafa-4f6d-925a-d7f87e1a8899 None None] New status for floating IP 21b38299-c4fc-47d0-8227-d2901971d8b6: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:38:51.754089 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b9cbd-8e04-46e1-82cf-a7e9a2c9f6df req-c8a5975f-a189-4e6e-b474-904349282d08 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:38:51.755577 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1f1b9cbd-8e04-46e1-82cf-a7e9a2c9f6df req-c8a5975f-a189-4e6e-b474-904349282d08 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 945 time: 0.0483823 Nov 09 04:38:51.807852 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1f1b9cbd-8e04-46e1-82cf-a7e9a2c9f6df req-44e04a91-2409-4f1d-a39f-7da6ec1e0835 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/security-groups?id=1082b31a-4c6f-4ac1-909c-35201f0a6a17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465090 Nov 09 04:38:51.999223 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916e016-d587-4410-8782-5a174dc1f137 req-ac39f8d8-7d92-4ea2-8b50-608a320b2012 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:38:52.000596 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8916e016-d587-4410-8782-5a174dc1f137 req-ac39f8d8-7d92-4ea2-8b50-608a320b2012 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 945 time: 0.0479059 Nov 09 04:38:52.088272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-8916e016-d587-4410-8782-5a174dc1f137 req-2f2990f4-3af2-4720-9a4c-7a12bee6d322 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Deleting port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:38:52.088603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8916e016-d587-4410-8782-5a174dc1f137 req-2f2990f4-3af2-4720-9a4c-7a12bee6d322 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:52.177104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-8916e016-d587-4410-8782-5a174dc1f137 req-2f2990f4-3af2-4720-9a4c-7a12bee6d322 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] For port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:38:52.177460 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8916e016-d587-4410-8782-5a174dc1f137 req-2f2990f4-3af2-4720-9a4c-7a12bee6d322 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:52.190165 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-8916e016-d587-4410-8782-5a174dc1f137 req-2f2990f4-3af2-4720-9a4c-7a12bee6d322 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Calling delete_port for 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:38:52.316776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8916e016-d587-4410-8782-5a174dc1f137 req-2f2990f4-3af2-4720-9a4c-7a12bee6d322 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:52.344381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2990f4-3af2-4720-9a4c-7a12bee6d322 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event deleted for resources: {'Port': ['ID=4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:38:52.387035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8916e016-d587-4410-8782-5a174dc1f137 req-2f2990f4-3af2-4720-9a4c-7a12bee6d322 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] No DVR routers for this DVR port 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:38:52.389531 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8916e016-d587-4410-8782-5a174dc1f137 req-2f2990f4-3af2-4720-9a4c-7a12bee6d322 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:52.392780 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8916e016-d587-4410-8782-5a174dc1f137 req-2f2990f4-3af2-4720-9a4c-7a12bee6d322 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.31 "DELETE /v2.0/ports/4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f HTTP/1.1" status: 204 len: 173 time: 0.3860590 Nov 09 04:38:52.393218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b17574-29f0-40f3-b3cf-349b69a681de', 'name': 'network-vif-deleted', 'tag': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:38:52.395622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26e3973-519d-4480-bb53-bebcba2b9230" -d '{"events": [{"server_uuid": "83b17574-29f0-40f3-b3cf-349b69a681de", "name": "network-vif-deleted", "tag": "4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:38:52.430636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1960f3-3876-4188-b375-e65efd395951 x-openstack-request-id: req-1a1960f3-3876-4188-b375-e65efd395951 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:38:52.430924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b17574-29f0-40f3-b3cf-349b69a681de", "name": "network-vif-deleted", "tag": "4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:38:52.431173 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a1960f3-3876-4188-b375-e65efd395951 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:38:52.431637 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b17574-29f0-40f3-b3cf-349b69a681de', 'name': 'network-vif-deleted', 'tag': '4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f', 'status': 'completed', 'code': 200} Nov 09 04:38:52.899782 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-427cb5d4-a717-4c86-ab46-7b6f12828498 req-b1e0c9c5-bdbe-4c0d-82d9-006ef29b444d tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 210 time: 0.0265481 Nov 09 04:38:53.995118 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ccb427dd-949f-4675-a0e2-e2c9f2c8cb90 req-ddacf7ce-7380-4b17-aa7f-135482b53a5b tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 210 time: 0.0265386 Nov 09 04:38:55.091296 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-630cfebe-9e5d-4fb8-8450-b7394c650a79 req-d2b91bf6-1f9e-46ef-8019-b045a0a607ad tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 210 time: 0.0294495 Nov 09 04:38:55.262293 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:38:55.569447 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-71ef224f-53e6-4e6f-b45e-9c674ad6a326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:55.716867 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:38:55.736861 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:38:55.737201 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4e447e78-2b6f-41b7-bcc1-dd3b7e07a44f not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:38:56.188128 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cd7bd6fa-35c6-48f0-9192-4ee8443c285a req-c858dff7-4aa1-4cdc-b2f4-972548abecc9 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b17574-29f0-40f3-b3cf-349b69a681de HTTP/1.1" status: 200 len: 210 time: 0.0298350 Nov 09 04:38:57.242441 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53388) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:38:57.366716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab230a-46cb-4da3-9786-2cb77660eb08 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Deleting port cf922c0d-8414-4932-9e14-927147feaaae {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:38:57.367054 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f8ab230a-46cb-4da3-9786-2cb77660eb08 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:57.439932 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f8ab230a-46cb-4da3-9786-2cb77660eb08 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:57.440251 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f8ab230a-46cb-4da3-9786-2cb77660eb08 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:57.451754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab230a-46cb-4da3-9786-2cb77660eb08 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Calling delete_port for cf922c0d-8414-4932-9e14-927147feaaae owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:38:57.578499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f8ab230a-46cb-4da3-9786-2cb77660eb08 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:57.603325 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab230a-46cb-4da3-9786-2cb77660eb08 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event deleted for resources: {'Port': ['ID=cf922c0d-8414-4932-9e14-927147feaaae,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:38:57.665386 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f8ab230a-46cb-4da3-9786-2cb77660eb08 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:57.667969 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f8ab230a-46cb-4da3-9786-2cb77660eb08 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:57.669135 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f8ab230a-46cb-4da3-9786-2cb77660eb08 tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "DELETE /v2.0/floatingips/e48527dd-1aef-427e-a560-f0ce8c8b9ef8 HTTP/1.1" status: 204 len: 168 time: 0.4257228 Nov 09 04:38:57.850190 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-276d5164-595a-4b2e-95da-605909944b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:38:59.125830 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:00.307767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:00.957461 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53404) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:01.015508 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-227802e5-7a50-46c3-85e6-c706032c15bb tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:01.042065 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-227802e5-7a50-46c3-85e6-c706032c15bb tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:01.043551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:01.101837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-227802e5-7a50-46c3-85e6-c706032c15bb tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:01.104337 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-227802e5-7a50-46c3-85e6-c706032c15bb tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:01.105492 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-227802e5-7a50-46c3-85e6-c706032c15bb tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] 10.222.0.21 "DELETE /v2.0/security-groups/1082b31a-4c6f-4ac1-909c-35201f0a6a17 HTTP/1.1" status: 204 len: 168 time: 0.1470120 Nov 09 04:39:01.115357 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227802e5-7a50-46c3-85e6-c706032c15bb tempest-TestVolumeBootPattern-1594929832 tempest-TestVolumeBootPattern-1594929832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1082b31a-4c6f-4ac1-909c-35201f0a6a17,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:01.167095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53408) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:01.596097 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-91da3bc9-5ed8-4d16-a3d8-eb0b3eba0893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:01.838939 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-91da3bc9-5ed8-4d16-a3d8-eb0b3eba0893 admin admin] Deleting port 4894c459-bfda-410c-869d-a4bd087e57b3 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:39:01.840214 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-91da3bc9-5ed8-4d16-a3d8-eb0b3eba0893 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:01.916349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-91da3bc9-5ed8-4d16-a3d8-eb0b3eba0893 admin admin] For port 4894c459-bfda-410c-869d-a4bd087e57b3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4894c459-bfda-410c-869d-a4bd087e57b3,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:39:01.916737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-91da3bc9-5ed8-4d16-a3d8-eb0b3eba0893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:01.929217 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-91da3bc9-5ed8-4d16-a3d8-eb0b3eba0893 admin admin] Calling delete_port for 4894c459-bfda-410c-869d-a4bd087e57b3 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:39:02.400915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-91da3bc9-5ed8-4d16-a3d8-eb0b3eba0893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:02.430715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da3bc9-5ed8-4d16-a3d8-eb0b3eba0893 admin admin] Pushing event deleted for resources: {'Port': ['ID=4894c459-bfda-410c-869d-a4bd087e57b3,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:02.591132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-91da3bc9-5ed8-4d16-a3d8-eb0b3eba0893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:02.798028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91da3bc9-5ed8-4d16-a3d8-eb0b3eba0893 admin admin] Router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:39:02.900764 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91da3bc9-5ed8-4d16-a3d8-eb0b3eba0893 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:39:02.906482 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-91da3bc9-5ed8-4d16-a3d8-eb0b3eba0893 admin admin] 10.222.0.21 "PUT /v2.0/routers/0c13ff3b-2114-4273-8f6b-391c6533a2f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7384322 Nov 09 04:39:02.908967 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53412) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:02.909995 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48235019-2309-404b-8c61-cac0cf968742 None None] Sync routers for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:39:02.920434 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48235019-2309-404b-8c61-cac0cf968742 None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:39:02.921036 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-48235019-2309-404b-8c61-cac0cf968742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:38:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:39:03.012436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:03.108597 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-48235019-2309-404b-8c61-cac0cf968742 None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:39:03.113458 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:03.165914 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] Deleting port 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:39:03.166241 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:03.241054 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] For port 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:39:03.241420 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:03.254540 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] Calling delete_port for 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6 owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:39:03.282639 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-48235019-2309-404b-8c61-cac0cf968742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:39:02Z', 'revision_number': 5, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port': {'id': '2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:51:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:52Z', 'updated_at': '2021-11-09T04:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:39:03.307356 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48235019-2309-404b-8c61-cac0cf968742 None None] Checking router: 0c13ff3b-2114-4273-8f6b-391c6533a2f3 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:39:03.315727 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48235019-2309-404b-8c61-cac0cf968742 None None] Routers {'0c13ff3b-2114-4273-8f6b-391c6533a2f3'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:39:03.316323 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-48235019-2309-404b-8c61-cac0cf968742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:38:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:39:03.400462 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-48235019-2309-404b-8c61-cac0cf968742 None None] Set router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:39:03.415600 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:03.444863 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:03.456369 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-48235019-2309-404b-8c61-cac0cf968742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:39:03Z', 'revision_number': 6, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:39:03.481707 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48235019-2309-404b-8c61-cac0cf968742 None None] The sync data for ids ['0c13ff3b-2114-4273-8f6b-391c6533a2f3'] in dv-neutron-816800-2-hyperv is: [{'id': '0c13ff3b-2114-4273-8f6b-391c6533a2f3', 'name': 'tempest-TestVolumeBootPattern-1036565027-router', 'tenant_id': '3f9405f49a1c4f75b468a7e7d156138f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:51Z', 'updated_at': '2021-11-09T04:39:03Z', 'revision_number': 6, 'project_id': '3f9405f49a1c4f75b468a7e7d156138f', 'gw_port_host': None}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:39:03.502343 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:03.590125 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:03.592185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:03.633132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:03.633704 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c13ff3b-2114-4273-8f6b-391c6533a2f3 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:39:03.637847 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:03.638996 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-359b7884-e1e7-4713-945d-56e28511decb admin admin] 10.222.0.21 "DELETE /v2.0/routers/0c13ff3b-2114-4273-8f6b-391c6533a2f3 HTTP/1.1" status: 204 len: 168 time: 0.7290936 Nov 09 04:39:03.641575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53414) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:03.688590 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba382bb9-7511-4cab-a6a4-a2d7d0377084 admin admin] Deleting subnet bf2cf326-781d-4bea-b61a-12600280ef51 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:39:03.691716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ba382bb9-7511-4cab-a6a4-a2d7d0377084 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:03.725026 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ba382bb9-7511-4cab-a6a4-a2d7d0377084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:03.798432 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ba382bb9-7511-4cab-a6a4-a2d7d0377084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:03.860388 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ba382bb9-7511-4cab-a6a4-a2d7d0377084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:03.887957 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba382bb9-7511-4cab-a6a4-a2d7d0377084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf2cf326-781d-4bea-b61a-12600280ef51,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:03.890094 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ba382bb9-7511-4cab-a6a4-a2d7d0377084 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:03.893613 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ba382bb9-7511-4cab-a6a4-a2d7d0377084 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bf2cf326-781d-4bea-b61a-12600280ef51 HTTP/1.1" status: 204 len: 168 time: 0.2507758 Nov 09 04:39:03.896157 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945478f7-09af-43d9-91dc-d2582670263e None None] Network df37836e-92b6-488c-9937-27fb8ab4b671 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:39:03.896604 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 53416) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:03.945067 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4894c459-bfda-410c-869d-a4bd087e57b3 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:39:03.977380 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 4894c459-bfda-410c-869d-a4bd087e57b3 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:39:03.977744 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4894c459-bfda-410c-869d-a4bd087e57b3 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:39:03.985055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:04.036852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] Deleting port dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:39:04.037240 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:04.107160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] For port dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03,segment=NetworkSegment(7d2fcf79-a842-4cf0-9e7c-704e349311f7),segment_id=7d2fcf79-a842-4cf0-9e7c-704e349311f7)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:39:04.107456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:04.120369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] Calling delete_port for dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:39:04.196001 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:04.227864 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] Pushing event deleted for resources: {'Port': ['ID=dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:04.236318 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] No DVR routers for this DVR port dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:39:04.306755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af38d7c-9ba1-4804-a152-bb0eebb6be36 None None] DHCP port deletion for df37836e-92b6-488c-9937-27fb8ab4b671 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:39:04.310436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:04.336648 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df37836e-92b6-488c-9937-27fb8ab4b671']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:39:04.349978 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2fcf79-a842-4cf0-9e7c-704e349311f7') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:39:04.350272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2fcf79-a842-4cf0-9e7c-704e349311f7') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:39:04.359790 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:04.372574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:04.378836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:39:04.379258 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:39:04.381040 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:39:04.444330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:04.461356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:04.464840 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] 10.222.0.21 "DELETE /v2.0/networks/df37836e-92b6-488c-9937-27fb8ab4b671 HTTP/1.1" status: 204 len: 168 time: 0.5674446 Nov 09 04:39:04.467764 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53418) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:04.478065 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25203358-003e-4eb1-adfc-625442c3613e admin admin] Pushing event deleted for resources: {'Network': ['ID=df37836e-92b6-488c-9937-27fb8ab4b671,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:04.811107 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-79b0435b-56b0-4c1c-99b0-c56e1abc8d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:05.044562 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-79b0435b-56b0-4c1c-99b0-c56e1abc8d10 admin admin] Deleting port 518617e1-49fb-4c26-acde-35770b893cfc {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:39:05.044796 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-79b0435b-56b0-4c1c-99b0-c56e1abc8d10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:05.123116 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-79b0435b-56b0-4c1c-99b0-c56e1abc8d10 admin admin] For port 518617e1-49fb-4c26-acde-35770b893cfc, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=518617e1-49fb-4c26-acde-35770b893cfc,segment=NetworkSegment(eff228e0-b3c3-4845-95ff-c4007a9d71e2),segment_id=eff228e0-b3c3-4845-95ff-c4007a9d71e2)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:39:05.123503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-79b0435b-56b0-4c1c-99b0-c56e1abc8d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:05.136310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-79b0435b-56b0-4c1c-99b0-c56e1abc8d10 admin admin] Calling delete_port for 518617e1-49fb-4c26-acde-35770b893cfc owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:39:05.308165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-79b0435b-56b0-4c1c-99b0-c56e1abc8d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:05.333675 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0435b-56b0-4c1c-99b0-c56e1abc8d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=518617e1-49fb-4c26-acde-35770b893cfc,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:05.493780 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-79b0435b-56b0-4c1c-99b0-c56e1abc8d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:05.704758 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b0435b-56b0-4c1c-99b0-c56e1abc8d10 admin admin] Router a2a01f93-2505-48fa-a32e-4970f350d590 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:39:05.815104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:39:05.815566 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b0435b-56b0-4c1c-99b0-c56e1abc8d10 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:39:05.820032 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-79b0435b-56b0-4c1c-99b0-c56e1abc8d10 admin admin] 10.222.0.21 "PUT /v2.0/routers/a2a01f93-2505-48fa-a32e-4970f350d590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3506916 Nov 09 04:39:05.822635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53420) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:05.824532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c909c-a3d4-4f40-a8c9-199373cc35a7 None None] Sync routers for ids ['a2a01f93-2505-48fa-a32e-4970f350d590'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:39:05.849717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:39:05.850154 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device dca1e6f3-8b5d-428b-b4d2-79cbd8e3ab03 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:39:05.850668 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:39:05.870708 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:39:05.871053 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 2e8bd874-1a87-4283-bc6a-bbb5fa5a0df6 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:39:05.872356 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c909c-a3d4-4f40-a8c9-199373cc35a7 None None] Routers {'a2a01f93-2505-48fa-a32e-4970f350d590'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:39:05.872970 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-f95c909c-a3d4-4f40-a8c9-199373cc35a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:38:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['a2a01f93-2505-48fa-a32e-4970f350d590'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:39:05.927504 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:05.977365 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-f95c909c-a3d4-4f40-a8c9-199373cc35a7 None None] Set router a2a01f93-2505-48fa-a32e-4970f350d590 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:39:06.025779 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:06.079688 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] Deleting port 3e9ae784-10c3-48bc-9b28-c8126e19b710 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:39:06.080027 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:06.158708 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-f95c909c-a3d4-4f40-a8c9-199373cc35a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'name': 'tempest-TestVolumeBootPattern-302025445-router', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.246'}], 'enable_snat': True}, 'gw_port_id': '3e9ae784-10c3-48bc-9b28-c8126e19b710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:39:05Z', 'revision_number': 5, 'project_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'gw_port': {'id': '3e9ae784-10c3-48bc-9b28-c8126e19b710', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:39:06.159366 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] For port 3e9ae784-10c3-48bc-9b28-c8126e19b710, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3e9ae784-10c3-48bc-9b28-c8126e19b710,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:39:06.159728 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:06.172278 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] Calling delete_port for 3e9ae784-10c3-48bc-9b28-c8126e19b710 owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:39:06.184164 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c909c-a3d4-4f40-a8c9-199373cc35a7 None None] Checking router: a2a01f93-2505-48fa-a32e-4970f350d590 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:39:06.192873 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c909c-a3d4-4f40-a8c9-199373cc35a7 None None] Routers {'a2a01f93-2505-48fa-a32e-4970f350d590'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:39:06.193471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-f95c909c-a3d4-4f40-a8c9-199373cc35a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:38:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['a2a01f93-2505-48fa-a32e-4970f350d590'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:39:06.277459 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-f95c909c-a3d4-4f40-a8c9-199373cc35a7 None None] Set router a2a01f93-2505-48fa-a32e-4970f350d590 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:39:06.332930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-f95c909c-a3d4-4f40-a8c9-199373cc35a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'name': 'tempest-TestVolumeBootPattern-302025445-router', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:39:06Z', 'revision_number': 6, 'project_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:39:06.361911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c909c-a3d4-4f40-a8c9-199373cc35a7 None None] The sync data for ids ['a2a01f93-2505-48fa-a32e-4970f350d590'] in dv-neutron-816800-2-hyperv is: [{'id': 'a2a01f93-2505-48fa-a32e-4970f350d590', 'name': 'tempest-TestVolumeBootPattern-302025445-router', 'tenant_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:31:56Z', 'updated_at': '2021-11-09T04:39:06Z', 'revision_number': 6, 'project_id': 'fade07dfe8f0497593d5603de9b6d3ab', 'gw_port_host': None}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:39:06.631814 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:06.656898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9ae784-10c3-48bc-9b28-c8126e19b710,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:06.715859 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:06.810302 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:06.812458 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:06.854242 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:06.854798 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a01f93-2505-48fa-a32e-4970f350d590 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:39:06.859555 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:06.860701 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0cdf23c7-536e-4908-a10c-50434717241b admin admin] 10.222.0.21 "DELETE /v2.0/routers/a2a01f93-2505-48fa-a32e-4970f350d590 HTTP/1.1" status: 204 len: 168 time: 1.0371487 Nov 09 04:39:06.863239 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53422) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:06.905569 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae98a28-cb67-485c-b185-05d6da2b22df admin admin] Deleting subnet 87c771f0-0238-4d3d-a7e9-dbb2048ced73 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:39:06.909082 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-aae98a28-cb67-485c-b185-05d6da2b22df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:06.945822 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-aae98a28-cb67-485c-b185-05d6da2b22df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.019178 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-aae98a28-cb67-485c-b185-05d6da2b22df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.071120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-aae98a28-cb67-485c-b185-05d6da2b22df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.099291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae98a28-cb67-485c-b185-05d6da2b22df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c771f0-0238-4d3d-a7e9-dbb2048ced73,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:07.104090 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-aae98a28-cb67-485c-b185-05d6da2b22df admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.107657 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-aae98a28-cb67-485c-b185-05d6da2b22df admin admin] 10.222.0.21 "DELETE /v2.0/subnets/87c771f0-0238-4d3d-a7e9-dbb2048ced73 HTTP/1.1" status: 204 len: 168 time: 0.2434514 Nov 09 04:39:07.111174 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 53424) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:07.115086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b40a611-785c-4450-a7fa-450f419c4353 None None] Network 49fb7ac2-2309-4e08-ad4f-7795154035ad requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:39:07.182552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.245197 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] Deleting port 4259df29-341d-43ec-8511-1886cf516a3e {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:39:07.245631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.312327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] For port 4259df29-341d-43ec-8511-1886cf516a3e, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4259df29-341d-43ec-8511-1886cf516a3e,segment=NetworkSegment(eff228e0-b3c3-4845-95ff-c4007a9d71e2),segment_id=eff228e0-b3c3-4845-95ff-c4007a9d71e2)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:39:07.312775 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.326538 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] Calling delete_port for 4259df29-341d-43ec-8511-1886cf516a3e owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:39:07.417157 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.439818 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4259df29-341d-43ec-8511-1886cf516a3e,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:07.447146 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] No DVR routers for this DVR port 4259df29-341d-43ec-8511-1886cf516a3e on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:39:07.454526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22441198-29f5-4bfb-a11a-25b391831f52 None None] DHCP port deletion for 49fb7ac2-2309-4e08-ad4f-7795154035ad request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:39:07.520390 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.540280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fb7ac2-2309-4e08-ad4f-7795154035ad']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:39:07.549373 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff228e0-b3c3-4845-95ff-c4007a9d71e2') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:39:07.549706 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff228e0-b3c3-4845-95ff-c4007a9d71e2') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:39:07.558860 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.572718 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.579843 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:39:07.580285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:39:07.582076 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:39:07.634840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.639131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.643077 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/49fb7ac2-2309-4e08-ad4f-7795154035ad HTTP/1.1" status: 204 len: 168 time: 0.5309021 Nov 09 04:39:07.655090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a603115-0427-4100-81ec-dda16fcf5ae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=49fb7ac2-2309-4e08-ad4f-7795154035ad,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:07.756349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53428) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:07.761046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4259df29-341d-43ec-8511-1886cf516a3e no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:39:07.781269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 4259df29-341d-43ec-8511-1886cf516a3e {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:39:07.781642 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4259df29-341d-43ec-8511-1886cf516a3e not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:39:07.782079 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 518617e1-49fb-4c26-acde-35770b893cfc no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:39:07.799830 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-216bede2-bf35-4424-91fb-1ed3571930d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f9405f49a1c4f75b468a7e7d156138f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422640 Nov 09 04:39:07.801000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 518617e1-49fb-4c26-acde-35770b893cfc {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:39:07.801349 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 518617e1-49fb-4c26-acde-35770b893cfc not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:39:07.801792 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3e9ae784-10c3-48bc-9b28-c8126e19b710 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:39:07.802336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53430) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:07.823528 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 3e9ae784-10c3-48bc-9b28-c8126e19b710 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:39:07.823872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3e9ae784-10c3-48bc-9b28-c8126e19b710 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:39:07.850354 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e1783c92-1385-48d3-b072-72a2ba79955f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.870400 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e1783c92-1385-48d3-b072-72a2ba79955f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.917826 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e1783c92-1385-48d3-b072-72a2ba79955f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.920933 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e1783c92-1385-48d3-b072-72a2ba79955f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:07.922983 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e1783c92-1385-48d3-b072-72a2ba79955f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40558bf7-13f0-4b51-8b10-c2684b741f73 HTTP/1.1" status: 204 len: 168 time: 0.1195707 Nov 09 04:39:07.931681 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1783c92-1385-48d3-b072-72a2ba79955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40558bf7-13f0-4b51-8b10-c2684b741f73,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:08.222920 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53436) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:08.262133 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-78182559-b28e-41fd-8b1f-3ff3f4a067de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fade07dfe8f0497593d5603de9b6d3ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380745 Nov 09 04:39:08.264593 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53438) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:08.309149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4edf1c4f-22c2-44ae-971a-2fba89e71497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:08.329265 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4edf1c4f-22c2-44ae-971a-2fba89e71497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:08.378011 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4edf1c4f-22c2-44ae-971a-2fba89e71497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:08.380512 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4edf1c4f-22c2-44ae-971a-2fba89e71497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:08.381658 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4edf1c4f-22c2-44ae-971a-2fba89e71497 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d265c3cc-71e3-404e-bb49-5cdac20b6838 HTTP/1.1" status: 204 len: 168 time: 0.1161537 Nov 09 04:39:08.388952 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf1c4f-22c2-44ae-971a-2fba89e71497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d265c3cc-71e3-404e-bb49-5cdac20b6838,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:14.890720 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-c8c9172a-cee9-4b61-b0d1-8a5b0f0c4d94 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=97da2831bf744e5da134e905c7978f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286195 Nov 09 04:39:15.070950 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-ed805c8f-6d15-469d-a365-f3cc5e214595 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:15.072412 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-ed805c8f-6d15-469d-a365-f3cc5e214595 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761549 Nov 09 04:39:15.087046 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-26f315d0-7ff0-4a56-a656-92da1b67fb95 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/quotas/97da2831bf744e5da134e905c7978f04 HTTP/1.1" status: 200 len: 375 time: 0.0089393 Nov 09 04:39:15.117875 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-9d677aa0-344e-47d0-b6c8-3d1f46bf3a18 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=97da2831bf744e5da134e905c7978f04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259097 Nov 09 04:39:15.268095 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-edcfd9a9-ea94-488e-8084-3d03df4f07f2 req-32d963a3-cd62-40e2-b2a0-6280b9dc81dc tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 210 time: 0.0251377 Nov 09 04:39:16.076371 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-18bbae7a-3a63-4345-af18-0b36651580fe tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=97da2831bf744e5da134e905c7978f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218754 Nov 09 04:39:16.471141 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4fad5b63-693d-4236-964f-7cb5f90b1529 req-f865a6b8-5c0f-4404-a43a-d8ef8f7250f4 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 210 time: 0.0279458 Nov 09 04:39:16.509203 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-6f587c1a-7ad6-4fd4-aa27-fc55a115b79b tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:16.510632 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-6f587c1a-7ad6-4fd4-aa27-fc55a115b79b tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4285889 Nov 09 04:39:16.525193 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Request body: {'port': {'device_id': '4360e222-341e-48e8-b544-09ba4788a539', 'network_id': 'd5a0577c-80e1-42e8-a8b6-d524ee349814', 'admin_state_up': True, 'tenant_id': '97da2831bf744e5da134e905c7978f04'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:39:16.632142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Made reservation on behalf of 97da2831bf744e5da134e905c7978f04 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:39:16.635729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:16.644093 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:16.719880 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:16.723681 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:16.786201 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da2f469-e004-410c-9a3e-cbc81de85925,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:16.861329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Allocated IP 192.168.233.250 (d5a0577c-80e1-42e8-a8b6-d524ee349814/6f5eae39-d959-4dc3-9f00-9592a5d22d41/0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:39:17.002887 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:17.035528 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:17.044567 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:17.082868 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Network d5a0577c-80e1-42e8-a8b6-d524ee349814 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:39:17.088484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:39:17.092593 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:39:17.117771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Pushing event updated for resources: {'Port': ['ID=0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:17.147086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:17.147735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:17.164908 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-4402e5fd-17e6-43bb-9b8b-aaf84a08038d tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6443667 Nov 09 04:39:17.178013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Request body: {'port': {'device_id': '4360e222-341e-48e8-b544-09ba4788a539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:39:17.237036 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:17.380825 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-157ae440-7474-474f-8ef9-03c508ae9b5d None None] Provisioning complete for port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:39:17.381235 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-157ae440-7474-474f-8ef9-03c508ae9b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:17.415626 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-157ae440-7474-474f-8ef9-03c508ae9b5d None None] Port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:39:17.508295 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:39:17.515675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:17.528282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Transition to ACTIVE for port object 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:39:17.532006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:17.585305 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:17.585853 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91478c4c-fddf-42b1-9ba3-6d2b49654530 req-9f5e95b3-8bb8-4473-9a51-ec5467abd0be tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:17.588023 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-91478c4c-fddf-42b1-9ba3-6d2b49654530 req-9f5e95b3-8bb8-4473-9a51-ec5467abd0be tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 948 time: 0.0502324 Nov 09 04:39:17.642000 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-91478c4c-fddf-42b1-9ba3-6d2b49654530 req-bca84896-8b60-4d43-b058-eefbd902253f tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/security-groups?id=0da2f469-e004-410c-9a3e-cbc81de85925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471239 Nov 09 04:39:17.660360 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Attempting to bind port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:39:17.660917 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Attempting to bind port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'e830654c-fb16-455e-8f26-7e2da42b76c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd5a0577c-80e1-42e8-a8b6-d524ee349814'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:39:17.661413 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Attempting to bind port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 on network d5a0577c-80e1-42e8-a8b6-d524ee349814 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:39:17.666553 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 on network d5a0577c-80e1-42e8-a8b6-d524ee349814 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:39:17.666878 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Attempting to bind port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 on network d5a0577c-80e1-42e8-a8b6-d524ee349814 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:39:17.673010 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:39:17.673353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Checking segment: {'id': 'e830654c-fb16-455e-8f26-7e2da42b76c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd5a0577c-80e1-42e8-a8b6-d524ee349814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:39:17.673761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Bound using segment: {'id': 'e830654c-fb16-455e-8f26-7e2da42b76c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd5a0577c-80e1-42e8-a8b6-d524ee349814'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:39:17.674192 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Bound port: 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e830654c-fb16-455e-8f26-7e2da42b76c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd5a0577c-80e1-42e8-a8b6-d524ee349814'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:39:17.674546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:17.741176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] For port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:39:17.744503 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] For port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0,segment=NetworkSegment(e830654c-fb16-455e-8f26-7e2da42b76c0),segment_id=e830654c-fb16-455e-8f26-7e2da42b76c0)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:39:17.749283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:17.784224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:17.784761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:17.786213 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] 10.222.0.31 "PUT /v2.0/ports/0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 HTTP/1.1" status: 200 len: 1098 time: 0.6126773 Nov 09 04:39:17.786614 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4360e222-341e-48e8-b544-09ba4788a539', 'tag': '0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:39:17.788887 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbd505e-84cd-4aa2-bb93-2963d22aa711" -d '{"events": [{"name": "network-changed", "server_uuid": "4360e222-341e-48e8-b544-09ba4788a539", "tag": "0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:39:17.816246 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed2a20-0e25-4c3d-b1e1-13016e09d004 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:17.829800 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7789ef1a-50cf-42b8-a8ec-7bd38f76de4e x-openstack-request-id: req-7789ef1a-50cf-42b8-a8ec-7bd38f76de4e {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:39:17.830262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4360e222-341e-48e8-b544-09ba4788a539", "tag": "0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:39:17.830708 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7789ef1a-50cf-42b8-a8ec-7bd38f76de4e {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:39:17.831261 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4360e222-341e-48e8-b544-09ba4788a539', 'tag': '0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0', 'status': 'completed', 'code': 200} Nov 09 04:39:17.877669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-8c582bd8-1094-4309-891c-573cfe8b1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:17.879442 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-8c582bd8-1094-4309-891c-573cfe8b1d38 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97da2831bf744e5da134e905c7978f04&device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 1101 time: 0.0465844 Nov 09 04:39:17.924401 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-eeaef9ba-73e0-448b-afa9-a9dcc2dbb721 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 HTTP/1.1" status: 200 len: 217 time: 0.0362694 Nov 09 04:39:17.977923 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-59fa34fb-2f6e-4cf8-88d3-b9bc49c5c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:17.979365 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-59fa34fb-2f6e-4cf8-88d3-b9bc49c5c292 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6f5eae39-d959-4dc3-9f00-9592a5d22d41 HTTP/1.1" status: 200 len: 843 time: 0.0464756 Nov 09 04:39:18.026133 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-f50cf4da-b718-4433-883d-2db63d28c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:18.027709 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-f50cf4da-b718-4433-883d-2db63d28c371 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5a0577c-80e1-42e8-a8b6-d524ee349814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0413387 Nov 09 04:39:18.128754 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-1dc19981-b2f9-4a41-91ab-19d9148eef87 service neutron] 10.222.0.31 "GET /v2.0/networks/d5a0577c-80e1-42e8-a8b6-d524ee349814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935807 Nov 09 04:39:18.224238 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8344f271-e184-4c64-aa4f-449fefbe30f7 req-f5b6108d-b97c-48fc-bf57-9b3550cc1763 service neutron] 10.222.0.31 "GET /v2.0/networks/d5a0577c-80e1-42e8-a8b6-d524ee349814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886769 Nov 09 04:39:18.310760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd505e-84cd-4aa2-bb93-2963d22aa711 req-d66d84a9-add9-42bd-9094-936e34eeffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:18.312147 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6dbd505e-84cd-4aa2-bb93-2963d22aa711 req-d66d84a9-add9-42bd-9094-936e34eeffed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97da2831bf744e5da134e905c7978f04&device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 1101 time: 0.0397789 Nov 09 04:39:18.400108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd505e-84cd-4aa2-bb93-2963d22aa711 req-33b63922-8709-4e9b-9f0a-36f4f4798811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:18.401598 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6dbd505e-84cd-4aa2-bb93-2963d22aa711 req-33b63922-8709-4e9b-9f0a-36f4f4798811 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d5a0577c-80e1-42e8-a8b6-d524ee349814 HTTP/1.1" status: 200 len: 869 time: 0.0826812 Nov 09 04:39:18.446717 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6dbd505e-84cd-4aa2-bb93-2963d22aa711 req-29530b07-c99d-4778-b663-7bfa09093501 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 HTTP/1.1" status: 200 len: 217 time: 0.0365374 Nov 09 04:39:18.495129 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd505e-84cd-4aa2-bb93-2963d22aa711 req-5b5cb551-44e0-40b8-8723-72b270b2a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:18.496524 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6dbd505e-84cd-4aa2-bb93-2963d22aa711 req-5b5cb551-44e0-40b8-8723-72b270b2a21b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6f5eae39-d959-4dc3-9f00-9592a5d22d41 HTTP/1.1" status: 200 len: 843 time: 0.0416420 Nov 09 04:39:18.542576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd505e-84cd-4aa2-bb93-2963d22aa711 req-0ede6a1d-fc28-4f4a-9a5d-9d9caf8c4f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:18.544056 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6dbd505e-84cd-4aa2-bb93-2963d22aa711 req-0ede6a1d-fc28-4f4a-9a5d-9d9caf8c4f3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d5a0577c-80e1-42e8-a8b6-d524ee349814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0395281 Nov 09 04:39:18.635608 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6dbd505e-84cd-4aa2-bb93-2963d22aa711 req-6621684e-eb84-497b-80ce-7b1c4828093c service neutron] 10.222.0.31 "GET /v2.0/networks/d5a0577c-80e1-42e8-a8b6-d524ee349814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837617 Nov 09 04:39:18.728193 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6dbd505e-84cd-4aa2-bb93-2963d22aa711 req-e77caff2-9069-4d99-ba16-83a3fa495e09 service neutron] 10.222.0.31 "GET /v2.0/networks/d5a0577c-80e1-42e8-a8b6-d524ee349814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835059 Nov 09 04:39:18.761500 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b15e9a-a911-4208-b1a2-1a4335d1152d req-ba510c29-a7bf-4bf0-9b51-c44fdc2d8cb5 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:18.763085 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-19b15e9a-a911-4208-b1a2-1a4335d1152d req-ba510c29-a7bf-4bf0-9b51-c44fdc2d8cb5 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 948 time: 0.0525758 Nov 09 04:39:18.808593 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-19b15e9a-a911-4208-b1a2-1a4335d1152d req-ff6eaae2-7c85-4320-aaa3-f9199ea04282 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/security-groups?id=0da2f469-e004-410c-9a3e-cbc81de85925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390770 Nov 09 04:39:19.930149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137655a-1a5a-4b6f-ab9e-4322ab324d6b req-2d2ec652-9b88-45cf-974b-d2888de80c8a tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:19.931620 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b137655a-1a5a-4b6f-ab9e-4322ab324d6b req-2d2ec652-9b88-45cf-974b-d2888de80c8a tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 948 time: 0.0552285 Nov 09 04:39:19.979791 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b137655a-1a5a-4b6f-ab9e-4322ab324d6b req-57636ee0-d197-40fb-9823-179a9033a60b tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/security-groups?id=0da2f469-e004-410c-9a3e-cbc81de85925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 Nov 09 04:39:21.089996 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292271-59e3-4dbf-a46f-fb72cc7625b8 req-b1792082-2dc8-458f-b242-89c2c1113a58 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:21.091452 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a6292271-59e3-4dbf-a46f-fb72cc7625b8 req-b1792082-2dc8-458f-b242-89c2c1113a58 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 948 time: 0.0481768 Nov 09 04:39:21.137224 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a6292271-59e3-4dbf-a46f-fb72cc7625b8 req-74eb932b-2cf1-4dfa-a8a0-a47956dcd542 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/security-groups?id=0da2f469-e004-410c-9a3e-cbc81de85925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399981 Nov 09 04:39:21.858856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:39:21.963816 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0,segment=NetworkSegment(e830654c-fb16-455e-8f26-7e2da42b76c0),segment_id=e830654c-fb16-455e-8f26-7e2da42b76c0)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:39:21.974883 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0', 'network_id': 'd5a0577c-80e1-42e8-a8b6-d524ee349814', 'port_id': '0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0', 'mac_address': 'fa:16:3e:fd:0e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5eae39-d959-4dc3-9f00-9592a5d22d41', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:39:22.011362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:22.023725 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:39:22.042441 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0,segment=NetworkSegment(e830654c-fb16-455e-8f26-7e2da42b76c0),segment_id=e830654c-fb16-455e-8f26-7e2da42b76c0)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:39:22.046263 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:22.093332 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:22.100382 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:39:22.100739 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:39:22.101086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:39:22.101423 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:39:22.101789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:39:22.102122 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:39:22.102771 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:39:22.102771 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:39:22.105262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:39:22.105262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:39:22.105262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:39:22.105262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:39:22.248781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73ae7a-0a8a-43ca-b99d-dd0745d45310 req-468a7635-12e2-42ac-8f2f-f9f90ec71c57 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:22.250243 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ac73ae7a-0a8a-43ca-b99d-dd0745d45310 req-468a7635-12e2-42ac-8f2f-f9f90ec71c57 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 949 time: 0.0483165 Nov 09 04:39:22.251450 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:39:22.297773 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ac73ae7a-0a8a-43ca-b99d-dd0745d45310 req-a293c8e3-2a8d-4f18-84a8-48d985ddc107 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/security-groups?id=0da2f469-e004-410c-9a3e-cbc81de85925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411012 Nov 09 04:39:23.410310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96da07-5505-43a6-afb3-f7358371716c req-569f0dbd-c819-4146-99d2-4fe412faf2ec tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:23.411774 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ea96da07-5505-43a6-afb3-f7358371716c req-569f0dbd-c819-4146-99d2-4fe412faf2ec tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 949 time: 0.0480571 Nov 09 04:39:23.460535 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ea96da07-5505-43a6-afb3-f7358371716c req-c4661761-b855-433b-8183-354b26c1796e tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/security-groups?id=0da2f469-e004-410c-9a3e-cbc81de85925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429235 Nov 09 04:39:23.874669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:39:23.922397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:39:23.927709 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:39:23.928079 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:24.004350 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:24.025247 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4360e222-341e-48e8-b544-09ba4788a539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:39:24.027892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0045f0-4f19-4d86-89dd-63311777e4d1" -d '{"events": [{"server_uuid": "4360e222-341e-48e8-b544-09ba4788a539", "name": "network-vif-plugged", "status": "completed", "tag": "0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:39:24.040807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0,segment=NetworkSegment(e830654c-fb16-455e-8f26-7e2da42b76c0),segment_id=e830654c-fb16-455e-8f26-7e2da42b76c0)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:39:24.045202 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:24.068434 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5012394-e1c4-4cbf-982c-87c3c301cf6e x-openstack-request-id: req-d5012394-e1c4-4cbf-982c-87c3c301cf6e {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:39:24.068730 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4360e222-341e-48e8-b544-09ba4788a539", "name": "network-vif-plugged", "status": "completed", "tag": "0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:39:24.068984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5012394-e1c4-4cbf-982c-87c3c301cf6e {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:39:24.069374 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4360e222-341e-48e8-b544-09ba4788a539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0', 'code': 200} Nov 09 04:39:24.096254 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:24.230764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec4833-22e6-437c-bed8-1445afbd9a22 req-b2fda262-d45b-4d9f-9849-6ca7d4d2a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:24.232241 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b0ec4833-22e6-437c-bed8-1445afbd9a22 req-b2fda262-d45b-4d9f-9849-6ca7d4d2a8b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 1103 time: 0.0433059 Nov 09 04:39:24.275659 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b0ec4833-22e6-437c-bed8-1445afbd9a22 req-db4a6393-fa14-46f3-858a-98b11cbc5f0c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0da2f469-e004-410c-9a3e-cbc81de85925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357444 Nov 09 04:39:24.573525 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81bb4d-346c-400f-a564-ba90ab276bfe req-2ce5b900-85f3-43a1-b684-56eef73bcc28 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:24.574999 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-da81bb4d-346c-400f-a564-ba90ab276bfe req-2ce5b900-85f3-43a1-b684-56eef73bcc28 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 950 time: 0.0470591 Nov 09 04:39:24.621353 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-da81bb4d-346c-400f-a564-ba90ab276bfe req-f466f572-d253-4681-9664-53f9b52916de tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/security-groups?id=0da2f469-e004-410c-9a3e-cbc81de85925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397353 Nov 09 04:39:25.569969 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a6fbddc6-64bc-42c2-a87c-9d34740d8c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:25.736106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82505f8-1b24-4355-8316-9af2fd07f7e5 req-9ce60294-5f57-4d1c-b45d-f9f6ec71b2f1 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:25.737599 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e82505f8-1b24-4355-8316-9af2fd07f7e5 req-9ce60294-5f57-4d1c-b45d-f9f6ec71b2f1 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 950 time: 0.0489459 Nov 09 04:39:25.784787 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e82505f8-1b24-4355-8316-9af2fd07f7e5 req-a436a5bd-d55c-4a5f-ba76-c55f1605bcef tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/security-groups?id=0da2f469-e004-410c-9a3e-cbc81de85925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412557 Nov 09 04:39:26.191839 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [req-23b2a45e-6813-41b8-beb0-d0606fa6091b req-da57c34a-f330-4ffb-8bf4-4f7203b8146c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:39:26.192879 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-23b2a45e-6813-41b8-beb0-d0606fa6091b req-da57c34a-f330-4ffb-8bf4-4f7203b8146c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0957673 Nov 09 04:39:26.539757 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [req-5a04ecd2-c0fb-42f1-a29d-9f59d9a9c0f9 req-05435a27-b397-4cdf-a11f-31e7d8355eec service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:39:26.540932 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5a04ecd2-c0fb-42f1-a29d-9f59d9a9c0f9 req-05435a27-b397-4cdf-a11f-31e7d8355eec service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055099 Nov 09 04:39:26.886790 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b738f-6cae-495c-bd89-65fca20ddf28 req-60ecef98-7d7b-48de-a726-71fc8da7a519 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:26.888254 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5f4b738f-6cae-495c-bd89-65fca20ddf28 req-60ecef98-7d7b-48de-a726-71fc8da7a519 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 950 time: 0.0483799 Nov 09 04:39:26.942891 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5f4b738f-6cae-495c-bd89-65fca20ddf28 req-e0619337-a367-421a-8efb-1aa45a9055d5 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/security-groups?id=0da2f469-e004-410c-9a3e-cbc81de85925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446537 Nov 09 04:39:27.852514 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fb0e0cd5-f04b-48d0-bdd6-118761267327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:28.056521 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a664617-a9a2-4a19-9801-32ae9506f4df req-256e66ae-49e3-4f5c-8cc1-0d4a39dbe43a tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:28.058011 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7a664617-a9a2-4a19-9801-32ae9506f4df req-256e66ae-49e3-4f5c-8cc1-0d4a39dbe43a tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/ports?device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 950 time: 0.0483606 Nov 09 04:39:28.104368 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7a664617-a9a2-4a19-9801-32ae9506f4df req-8cff4471-0dfb-4eed-bcc3-3fad325b4057 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.21 "GET /v2.0/security-groups?id=0da2f469-e004-410c-9a3e-cbc81de85925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405264 Nov 09 04:39:28.146721 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756c35b-cd2c-4553-a1cb-86963129b6b1 req-809bc027-b6b5-4234-a525-5a5495f28fd2 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:28.148193 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c756c35b-cd2c-4553-a1cb-86963129b6b1 req-809bc027-b6b5-4234-a525-5a5495f28fd2 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.31 "GET /v2.0/ports?device_id=4360e222-341e-48e8-b544-09ba4788a539 HTTP/1.1" status: 200 len: 950 time: 0.0573037 Nov 09 04:39:28.234324 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-c756c35b-cd2c-4553-a1cb-86963129b6b1 req-39d75eb2-0adf-4307-8fd5-b01f6c06b706 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Deleting port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:39:28.234583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-c756c35b-cd2c-4553-a1cb-86963129b6b1 req-39d75eb2-0adf-4307-8fd5-b01f6c06b706 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:28.323921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-c756c35b-cd2c-4553-a1cb-86963129b6b1 req-39d75eb2-0adf-4307-8fd5-b01f6c06b706 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] For port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0,segment=NetworkSegment(e830654c-fb16-455e-8f26-7e2da42b76c0),segment_id=e830654c-fb16-455e-8f26-7e2da42b76c0)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:39:28.324279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-c756c35b-cd2c-4553-a1cb-86963129b6b1 req-39d75eb2-0adf-4307-8fd5-b01f6c06b706 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:28.337502 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-c756c35b-cd2c-4553-a1cb-86963129b6b1 req-39d75eb2-0adf-4307-8fd5-b01f6c06b706 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Calling delete_port for 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:39:28.462686 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-c756c35b-cd2c-4553-a1cb-86963129b6b1 req-39d75eb2-0adf-4307-8fd5-b01f6c06b706 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:28.474431 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:39:28.490497 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d75eb2-0adf-4307-8fd5-b01f6c06b706 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Pushing event deleted for resources: {'Port': ['ID=0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:28.533862 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c756c35b-cd2c-4553-a1cb-86963129b6b1 req-39d75eb2-0adf-4307-8fd5-b01f6c06b706 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] No DVR routers for this DVR port 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:39:28.536463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-c756c35b-cd2c-4553-a1cb-86963129b6b1 req-39d75eb2-0adf-4307-8fd5-b01f6c06b706 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:28.539804 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c756c35b-cd2c-4553-a1cb-86963129b6b1 req-39d75eb2-0adf-4307-8fd5-b01f6c06b706 tempest-ServersAdminNegativeTestJSON-1842744702 tempest-ServersAdminNegativeTestJSON-1842744702-project] 10.222.0.31 "DELETE /v2.0/ports/0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 HTTP/1.1" status: 204 len: 173 time: 0.3851163 Nov 09 04:39:28.540253 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4360e222-341e-48e8-b544-09ba4788a539', 'name': 'network-vif-deleted', 'tag': '0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:39:28.542551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb6966d-73d9-48c7-9602-98233235037d" -d '{"events": [{"server_uuid": "4360e222-341e-48e8-b544-09ba4788a539", "name": "network-vif-deleted", "tag": "0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:39:28.589259 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e395f24-bfb0-4098-95cc-76c7e9ce4ad0 x-openstack-request-id: req-9e395f24-bfb0-4098-95cc-76c7e9ce4ad0 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:39:28.589575 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4360e222-341e-48e8-b544-09ba4788a539", "name": "network-vif-deleted", "tag": "0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:39:28.589834 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e395f24-bfb0-4098-95cc-76c7e9ce4ad0 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:39:28.590289 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4360e222-341e-48e8-b544-09ba4788a539', 'name': 'network-vif-deleted', 'tag': '0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0', 'status': 'completed', 'code': 200} Nov 09 04:39:29.128138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:29.392164 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53574) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:29.538951 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e109a7b2-e253-43af-b891-7e8daecbf2f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97da2831bf744e5da134e905c7978f04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456008 Nov 09 04:39:29.541446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53578) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:29.586854 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4151a268-e5c3-42ec-a58b-5702f98507b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:29.607147 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4151a268-e5c3-42ec-a58b-5702f98507b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:29.651599 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4151a268-e5c3-42ec-a58b-5702f98507b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:29.654159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4151a268-e5c3-42ec-a58b-5702f98507b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:29.655325 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4151a268-e5c3-42ec-a58b-5702f98507b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0da2f469-e004-410c-9a3e-cbc81de85925 HTTP/1.1" status: 204 len: 168 time: 0.1129217 Nov 09 04:39:29.665316 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151a268-e5c3-42ec-a58b-5702f98507b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da2f469-e004-410c-9a3e-cbc81de85925,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:29.901592 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53584) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:29.914756 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d1465368-bcba-421b-9307-27f0c0c6d710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:29.988623 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d1465368-bcba-421b-9307-27f0c0c6d710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:29.992404 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d1465368-bcba-421b-9307-27f0c0c6d710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:30.030354 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d1465368-bcba-421b-9307-27f0c0c6d710 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d11b0715c5fa46ea83faaf1f8c5d7278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276927 Nov 09 04:39:30.031228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1465368-bcba-421b-9307-27f0c0c6d710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629fa444-a3d2-4489-850b-69313236254c,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:30.033164 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 53586) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:30.081066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fa3f997f-4a46-4a92-93c6-dce3999c3852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:30.101040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fa3f997f-4a46-4a92-93c6-dce3999c3852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:30.150620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fa3f997f-4a46-4a92-93c6-dce3999c3852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:30.153524 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fa3f997f-4a46-4a92-93c6-dce3999c3852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:30.154795 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fa3f997f-4a46-4a92-93c6-dce3999c3852 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/629fa444-a3d2-4489-850b-69313236254c HTTP/1.1" status: 204 len: 168 time: 0.1205904 Nov 09 04:39:30.162391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f997f-4a46-4a92-93c6-dce3999c3852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629fa444-a3d2-4489-850b-69313236254c,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:30.310957 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:30.832119 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 53608) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:30.925313 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1695515807-network', 'tenant_id': '73b747fb7f554baba19304fdf5f0ad94'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:39:30.945731 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] Made reservation on behalf of 73b747fb7f554baba19304fdf5f0ad94 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:39:30.947954 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:30.956716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:31.027346 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:31.032314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:31.046363 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:31.059027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:39:31.065160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192760b9-7db7-47aa-9cb4-a30833b7eddb,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:31.071059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:31.071401 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] Added segment 19afec1e-e327-473d-97d5-da79a12721d6 of type vlan for network 13737b6e-9c53-4a99-92e0-f8061bd730dc Nov 09 04:39:31.111342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:31.134321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:31.135246 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:31.135820 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:31.179566 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3431625 Nov 09 04:39:31.179935 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53612) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:31.185202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0f310d4f-a00c-4f2c-b19b-15162e046e8d admin admin] Request body: {'subnet': {'network_id': '13737b6e-9c53-4a99-92e0-f8061bd730dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1695515807-subnet', 'tenant_id': '73b747fb7f554baba19304fdf5f0ad94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:39:31.205939 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f310d4f-a00c-4f2c-b19b-15162e046e8d admin admin] Made reservation on behalf of 73b747fb7f554baba19304fdf5f0ad94 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:39:31.208839 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0f310d4f-a00c-4f2c-b19b-15162e046e8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:31.225123 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d38414-445a-47d7-902b-fef6c8d81be0 admin admin] Pushing event updated for resources: {'Network': ['ID=13737b6e-9c53-4a99-92e0-f8061bd730dc,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:31.235649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 13737b6e-9c53-4a99-92e0-f8061bd730dc details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:39:31.368947 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0f310d4f-a00c-4f2c-b19b-15162e046e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:31.426242 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f310d4f-a00c-4f2c-b19b-15162e046e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=936fc77d-5e72-4e1e-90b3-6f805fcc5933,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:31.434594 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f310d4f-a00c-4f2c-b19b-15162e046e8d admin admin] Checking segment: {'id': '19afec1e-e327-473d-97d5-da79a12721d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '13737b6e-9c53-4a99-92e0-f8061bd730dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:39:31.434944 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f310d4f-a00c-4f2c-b19b-15162e046e8d admin admin] Network hostable DHCP agents. Network: 13737b6e-9c53-4a99-92e0-f8061bd730dc, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:39:31.451006 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f310d4f-a00c-4f2c-b19b-15162e046e8d admin admin] Network 13737b6e-9c53-4a99-92e0-f8061bd730dc is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:39:31.459795 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-0f310d4f-a00c-4f2c-b19b-15162e046e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 13737b6e-9c53-4a99-92e0-f8061bd730dc) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:39:31.463888 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f310d4f-a00c-4f2c-b19b-15162e046e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:31.464573 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0f310d4f-a00c-4f2c-b19b-15162e046e8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:31.469900 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c953678-382b-473c-9c9f-54d80b14eef0 None None] Network 13737b6e-9c53-4a99-92e0-f8061bd730dc requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:39:31.480696 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0f310d4f-a00c-4f2c-b19b-15162e046e8d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2995696 Nov 09 04:39:31.593887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f83849d-6b86-4e72-88fb-d9693b5afdff None None] Network 13737b6e-9c53-4a99-92e0-f8061bd730dc requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:39:31.760521 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [req-d9c7395d-0b21-40ea-b141-94afd369c3dd req-efec01da-230a-45c4-8bb5-207ebb2300bc tempest-TestNetworkBasicOps-1329583873 tempest-TestNetworkBasicOps-1329583873-project] (101884) timed out ('10.222.0.31', 54381) {{(pid=101884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 04:39:31.895478 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-736211e9-ebd3-4857-953a-983fc1b5767b tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:31.896851 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-736211e9-ebd3-4857-953a-983fc1b5767b tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/networks?id=13737b6e-9c53-4a99-92e0-f8061bd730dc HTTP/1.1" status: 200 len: 812 time: 0.1026766 Nov 09 04:39:31.906319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:39:31.912330 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-30a8afac-d2b4-41fe-bcae-817de36c86bf tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/quotas/73b747fb7f554baba19304fdf5f0ad94 HTTP/1.1" status: 200 len: 375 time: 0.0096014 Nov 09 04:39:31.927221 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:39:31.927566 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0b9214aa-e9d4-4544-9fb0-d47aa59d1ea0 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:39:31.944015 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-82029cd4-a1da-4c8b-91ee-b14c1247ad4f tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=73b747fb7f554baba19304fdf5f0ad94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260901 Nov 09 04:39:32.029600 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-5a4346af-c7b8-43e2-be77-e2087c34a6ea service neutron] 10.222.0.21 "GET /v2.0/networks/13737b6e-9c53-4a99-92e0-f8061bd730dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786483 Nov 09 04:39:32.119675 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-157e828b-5f62-4ae0-aab2-fe9940c95f76 service neutron] 10.222.0.21 "GET /v2.0/networks/13737b6e-9c53-4a99-92e0-f8061bd730dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836053 Nov 09 04:39:32.263075 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:39:32.277579 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8871fbca-3066-405c-878f-b797db367dd7 req-a643c104-310e-4d83-b820-8a5c561d3ebb tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 210 time: 0.0311692 Nov 09 04:39:33.156502 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-98580975-03b0-42cb-8b65-4d703cf7b3af tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:33.157980 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-98580975-03b0-42cb-8b65-4d703cf7b3af tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.31 "GET /v2.0/networks?id=13737b6e-9c53-4a99-92e0-f8061bd730dc HTTP/1.1" status: 200 len: 812 time: 0.1050510 Nov 09 04:39:33.170977 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-bc2836d8-5f14-4737-ab51-963e8027616a tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Request body: {'port': {'device_id': '8fdca00c-c673-4faf-bc44-40c8f9aaf7aa', 'network_id': '13737b6e-9c53-4a99-92e0-f8061bd730dc', 'admin_state_up': True, 'tenant_id': '73b747fb7f554baba19304fdf5f0ad94'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:39:33.278897 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-bc2836d8-5f14-4737-ab51-963e8027616a tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Made reservation on behalf of 73b747fb7f554baba19304fdf5f0ad94 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:39:33.282381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-bc2836d8-5f14-4737-ab51-963e8027616a tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:33.384705 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e668ee67-6f13-4d33-9d14-af6e9c252995 req-e36dd190-6185-441c-9d5b-794971a210a7 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 210 time: 0.0348563 Nov 09 04:39:33.430532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-bc2836d8-5f14-4737-ab51-963e8027616a tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Allocated IP 172.20.0.6 (13737b6e-9c53-4a99-92e0-f8061bd730dc/936fc77d-5e72-4e1e-90b3-6f805fcc5933/4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:39:33.575353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-bc2836d8-5f14-4737-ab51-963e8027616a tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:33.606825 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-bc2836d8-5f14-4737-ab51-963e8027616a tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:33.651388 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-bc2836d8-5f14-4737-ab51-963e8027616a tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Network 13737b6e-9c53-4a99-92e0-f8061bd730dc is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:39:33.654552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-bc2836d8-5f14-4737-ab51-963e8027616a tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:39:33.659056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-bc2836d8-5f14-4737-ab51-963e8027616a tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:39:33.662143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2836d8-5f14-4737-ab51-963e8027616a tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Pushing event updated for resources: {'Port': ['ID=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:33.708627 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-bc2836d8-5f14-4737-ab51-963e8027616a tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:33.709241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-bc2836d8-5f14-4737-ab51-963e8027616a tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:33.724778 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-bc2836d8-5f14-4737-ab51-963e8027616a tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5575058 Nov 09 04:39:33.737124 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Request body: {'port': {'device_id': '8fdca00c-c673-4faf-bc44-40c8f9aaf7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:39:33.791192 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:34.038917 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:39:34.046079 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:34.057716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Transition to ACTIVE for port object 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:39:34.061872 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:34.109370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Pushing event updated for resources: {'Port': ['ID=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:34.179425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Attempting to bind port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:39:34.180067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Attempting to bind port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '19afec1e-e327-473d-97d5-da79a12721d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '13737b6e-9c53-4a99-92e0-f8061bd730dc'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:39:34.180067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Attempting to bind port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 on network 13737b6e-9c53-4a99-92e0-f8061bd730dc {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:39:34.184232 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 on network 13737b6e-9c53-4a99-92e0-f8061bd730dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:39:34.184553 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Attempting to bind port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 on network 13737b6e-9c53-4a99-92e0-f8061bd730dc {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:39:34.189343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:39:34.189722 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Checking segment: {'id': '19afec1e-e327-473d-97d5-da79a12721d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '13737b6e-9c53-4a99-92e0-f8061bd730dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:39:34.190105 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Bound using segment: {'id': '19afec1e-e327-473d-97d5-da79a12721d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '13737b6e-9c53-4a99-92e0-f8061bd730dc'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:39:34.190527 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Bound port: 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19afec1e-e327-473d-97d5-da79a12721d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '13737b6e-9c53-4a99-92e0-f8061bd730dc'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:39:34.191406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:34.250782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] For port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:39:34.254287 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] For port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,segment=NetworkSegment(19afec1e-e327-473d-97d5-da79a12721d6),segment_id=19afec1e-e327-473d-97d5-da79a12721d6)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:39:34.259001 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:34.291878 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:34.292486 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:34.293880 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] 10.222.0.31 "PUT /v2.0/ports/4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 HTTP/1.1" status: 200 len: 1093 time: 0.5606954 Nov 09 04:39:34.294312 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fdca00c-c673-4faf-bc44-40c8f9aaf7aa', 'tag': '4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:39:34.296521 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df4ce4a-1f3a-4fe8-a3b6-73e1992995b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8fdca00c-c673-4faf-bc44-40c8f9aaf7aa", "tag": "4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:39:34.323693 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d16917-40f8-466b-befe-83da1fec6c9d service neutron] Pushing event updated for resources: {'Port': ['ID=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:34.341355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8bf819-71b2-4e12-8395-fed415e39f2f x-openstack-request-id: req-ef8bf819-71b2-4e12-8395-fed415e39f2f {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:39:34.341651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fdca00c-c673-4faf-bc44-40c8f9aaf7aa", "tag": "4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:39:34.341900 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef8bf819-71b2-4e12-8395-fed415e39f2f {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:39:34.342282 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fdca00c-c673-4faf-bc44-40c8f9aaf7aa', 'tag': '4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31', 'status': 'completed', 'code': 200} Nov 09 04:39:34.376414 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-beca44ee-80af-48cb-a333-1111c5cc887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:34.377961 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-beca44ee-80af-48cb-a333-1111c5cc887f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=73b747fb7f554baba19304fdf5f0ad94&device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 1096 time: 0.0452919 Nov 09 04:39:34.418250 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-390ae209-eb69-4d85-aaef-ef9903469941 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 HTTP/1.1" status: 200 len: 217 time: 0.0329416 Nov 09 04:39:34.493591 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-a0c747c8-eaa7-4353-9b4d-27ce0a07b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:34.495015 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-a0c747c8-eaa7-4353-9b4d-27ce0a07b25b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=936fc77d-5e72-4e1e-90b3-6f805fcc5933 HTTP/1.1" status: 200 len: 852 time: 0.0702407 Nov 09 04:39:34.520384 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21931ad-344c-47a5-b303-5cf61882abeb req-f91ae803-53dd-4a68-9e5b-90ce2b54d40c tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:34.521834 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a21931ad-344c-47a5-b303-5cf61882abeb req-f91ae803-53dd-4a68-9e5b-90ce2b54d40c tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 943 time: 0.0702753 Nov 09 04:39:34.538006 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-7f974fcd-efa8-4b63-a211-df33dc5e7340 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13737b6e-9c53-4a99-92e0-f8061bd730dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335875 Nov 09 04:39:34.624867 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a21931ad-344c-47a5-b303-5cf61882abeb req-eb1c1326-ca72-403c-97a4-7e8648c466fe tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897582 Nov 09 04:39:34.654216 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-5cfb9ece-de34-4638-b7ee-c91e04d47aae service neutron] 10.222.0.31 "GET /v2.0/networks/13737b6e-9c53-4a99-92e0-f8061bd730dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048899 Nov 09 04:39:34.743261 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a229fa8-cc52-4fa1-b412-b2d737654e10 req-2026dad0-2baf-4f3d-a3bf-07dcc16805d3 service neutron] 10.222.0.31 "GET /v2.0/networks/13737b6e-9c53-4a99-92e0-f8061bd730dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819528 Nov 09 04:39:34.825128 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4ce4a-1f3a-4fe8-a3b6-73e1992995b4 req-fa026a89-aca1-4383-b4ea-15581e9815d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:34.826618 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6df4ce4a-1f3a-4fe8-a3b6-73e1992995b4 req-fa026a89-aca1-4383-b4ea-15581e9815d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=73b747fb7f554baba19304fdf5f0ad94&device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 1096 time: 0.0401821 Nov 09 04:39:34.918624 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4ce4a-1f3a-4fe8-a3b6-73e1992995b4 req-af335599-eb43-4eaa-ad19-1b14f85f6a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:34.919979 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6df4ce4a-1f3a-4fe8-a3b6-73e1992995b4 req-af335599-eb43-4eaa-ad19-1b14f85f6a4b service neutron] 10.222.0.31 "GET /v2.0/networks?id=13737b6e-9c53-4a99-92e0-f8061bd730dc HTTP/1.1" status: 200 len: 912 time: 0.0852478 Nov 09 04:39:34.963081 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6df4ce4a-1f3a-4fe8-a3b6-73e1992995b4 req-435ba6ea-19dd-4dc2-85c6-0e702c7ffc6c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 HTTP/1.1" status: 200 len: 217 time: 0.0325913 Nov 09 04:39:35.018948 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4ce4a-1f3a-4fe8-a3b6-73e1992995b4 req-3b7393c0-b4bf-49b9-beac-317d565c23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:35.020381 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6df4ce4a-1f3a-4fe8-a3b6-73e1992995b4 req-3b7393c0-b4bf-49b9-beac-317d565c23a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=936fc77d-5e72-4e1e-90b3-6f805fcc5933 HTTP/1.1" status: 200 len: 852 time: 0.0494270 Nov 09 04:39:35.053260 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6df4ce4a-1f3a-4fe8-a3b6-73e1992995b4 req-dabd14e7-3eb7-45cc-be0a-e4e9bbdc3b46 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13737b6e-9c53-4a99-92e0-f8061bd730dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242417 Nov 09 04:39:35.140234 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6df4ce4a-1f3a-4fe8-a3b6-73e1992995b4 req-e9c03cce-eb37-475b-b2fc-233228da9068 service neutron] 10.222.0.31 "GET /v2.0/networks/13737b6e-9c53-4a99-92e0-f8061bd730dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788128 Nov 09 04:39:35.231697 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6df4ce4a-1f3a-4fe8-a3b6-73e1992995b4 req-60178f0f-ec8c-49ff-9b24-fbca52246344 service neutron] 10.222.0.31 "GET /v2.0/networks/13737b6e-9c53-4a99-92e0-f8061bd730dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827150 Nov 09 04:39:35.740460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834cd68-cc2a-4961-896c-52ff530dfb9e req-d73048bc-4488-42fc-a857-814fbaae445c tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:35.741961 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2834cd68-cc2a-4961-896c-52ff530dfb9e req-d73048bc-4488-42fc-a857-814fbaae445c tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 943 time: 0.0494077 Nov 09 04:39:35.787759 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2834cd68-cc2a-4961-896c-52ff530dfb9e req-e366b419-abe8-4113-9173-05d6e57eabb2 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399020 Nov 09 04:39:36.901260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8a528-7b08-4023-8173-81796e7a3800 req-42ddea49-5800-4456-8ba9-afe400b3f2c4 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:36.902754 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-67c8a528-7b08-4023-8173-81796e7a3800 req-42ddea49-5800-4456-8ba9-afe400b3f2c4 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 943 time: 0.0479727 Nov 09 04:39:36.948912 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-67c8a528-7b08-4023-8173-81796e7a3800 req-3b42a107-4fae-497a-b199-c2d5725af568 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Nov 09 04:39:37.969274 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:39:38.063984 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41b9c3-f2f3-45b8-b927-8fc45391c6be req-bb949fca-15bf-4ad2-b3f8-77db41e29599 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:38.065569 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ce41b9c3-f2f3-45b8-b927-8fc45391c6be req-bb949fca-15bf-4ad2-b3f8-77db41e29599 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 943 time: 0.0520558 Nov 09 04:39:38.066919 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,segment=NetworkSegment(19afec1e-e327-473d-97d5-da79a12721d6),segment_id=19afec1e-e327-473d-97d5-da79a12721d6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:39:38.078125 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31', 'network_id': '13737b6e-9c53-4a99-92e0-f8061bd730dc', 'port_id': '4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31', 'mac_address': 'fa:16:3e:b1:03:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936fc77d-5e72-4e1e-90b3-6f805fcc5933', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:39:38.112315 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ce41b9c3-f2f3-45b8-b927-8fc45391c6be req-563aed2d-7bdc-49b2-9e6d-686f49aa7471 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403962 Nov 09 04:39:38.115311 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:38.129013 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:39:38.147291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,segment=NetworkSegment(19afec1e-e327-473d-97d5-da79a12721d6),segment_id=19afec1e-e327-473d-97d5-da79a12721d6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:39:38.150856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:38.201927 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:38.343150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:39:39.228614 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6eb1c6-206b-48fb-9485-95fca8b443c9 req-c0becb2b-f7b8-4a52-af32-b2b7bb685aec tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:39.230080 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-da6eb1c6-206b-48fb-9485-95fca8b443c9 req-c0becb2b-f7b8-4a52-af32-b2b7bb685aec tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 944 time: 0.0511005 Nov 09 04:39:39.274774 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-da6eb1c6-206b-48fb-9485-95fca8b443c9 req-6ee7a78b-0f6d-4619-9d17-443efa3589c7 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389233 Nov 09 04:39:39.985589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:39:40.034904 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:39:40.039119 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:39:40.039487 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:40.114391 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:40.136379 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdca00c-c673-4faf-bc44-40c8f9aaf7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:39:40.138648 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c831960-c36d-4db4-8ed2-0741a5fc23d7" -d '{"events": [{"server_uuid": "8fdca00c-c673-4faf-bc44-40c8f9aaf7aa", "name": "network-vif-plugged", "status": "completed", "tag": "4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:39:40.151566 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,segment=NetworkSegment(19afec1e-e327-473d-97d5-da79a12721d6),segment_id=19afec1e-e327-473d-97d5-da79a12721d6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:39:40.156355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:40.183655 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e95bc8a-1ce2-448a-876c-3cfc13b318b1 x-openstack-request-id: req-6e95bc8a-1ce2-448a-876c-3cfc13b318b1 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:39:40.183944 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdca00c-c673-4faf-bc44-40c8f9aaf7aa", "name": "network-vif-plugged", "status": "completed", "tag": "4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:39:40.184193 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e95bc8a-1ce2-448a-876c-3cfc13b318b1 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:39:40.184575 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fdca00c-c673-4faf-bc44-40c8f9aaf7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31', 'code': 200} Nov 09 04:39:40.215690 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:39:40.338435 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50b361-1041-4594-8b3b-5f9dc0e49b34 req-1bc258ee-c99c-4fbe-a4a2-b24bbfe3de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:40.339927 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1c50b361-1041-4594-8b3b-5f9dc0e49b34 req-1bc258ee-c99c-4fbe-a4a2-b24bbfe3de20 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 1098 time: 0.0400758 Nov 09 04:39:40.406354 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1c50b361-1041-4594-8b3b-5f9dc0e49b34 req-5a456267-2328-4f70-8a97-d54025d2f139 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554452 Nov 09 04:39:40.415099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff05c47-c3c3-42c8-ba05-8ea36db8a719 req-d38ed6fd-ce5a-4aba-b918-50ce5c5e6a1e tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:40.416487 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-eff05c47-c3c3-42c8-ba05-8ea36db8a719 req-d38ed6fd-ce5a-4aba-b918-50ce5c5e6a1e tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0741131 Nov 09 04:39:40.464535 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-eff05c47-c3c3-42c8-ba05-8ea36db8a719 req-369c7040-007a-4800-a1fe-31a3563df35f tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Nov 09 04:39:41.579401 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a4051-cfa3-4909-a77d-067d1c4fd596 req-8d8e41d3-615b-41d0-a4e9-7d74bb5b1b6e tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:41.580855 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-470a4051-cfa3-4909-a77d-067d1c4fd596 req-8d8e41d3-615b-41d0-a4e9-7d74bb5b1b6e tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0472794 Nov 09 04:39:41.627737 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-470a4051-cfa3-4909-a77d-067d1c4fd596 req-82896ea5-fc25-4415-9ed5-29d033a42673 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403368 Nov 09 04:39:41.953183 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe30649-5512-47ca-8c3e-38b7f66f2896 req-4c998f55-d251-42ac-a1f1-4bc15f2c7d31 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:41.954716 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-efe30649-5512-47ca-8c3e-38b7f66f2896 req-4c998f55-d251-42ac-a1f1-4bc15f2c7d31 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0525770 Nov 09 04:39:41.965447 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 53674) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:39:42.007017 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-efe30649-5512-47ca-8c3e-38b7f66f2896 req-a903ae16-5b86-42f7-bc7a-2e1a65bb292c tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455978 Nov 09 04:39:42.044574 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-c52de313-ce76-4f6a-9cdb-13deea33da71 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779610 Nov 09 04:39:42.053739 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-50bce026-2027-4dbf-9c2d-10c48cbb79c4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:39:42.054689 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-50bce026-2027-4dbf-9c2d-10c48cbb79c4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053687 Nov 09 04:39:42.492091 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ace343-99f0-4472-ab02-d6640113a51b req-4d14da43-bd97-47b4-b05c-442710aa2976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:42.493672 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1ace343-99f0-4472-ab02-d6640113a51b req-4d14da43-bd97-47b4-b05c-442710aa2976 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=73b747fb7f554baba19304fdf5f0ad94&device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 1098 time: 0.0410495 Nov 09 04:39:42.601663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ace343-99f0-4472-ab02-d6640113a51b req-bb50f281-2e1a-4cc1-81d9-4ebe93d2537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:42.603136 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1ace343-99f0-4472-ab02-d6640113a51b req-bb50f281-2e1a-4cc1-81d9-4ebe93d2537c service neutron] 10.222.0.31 "GET /v2.0/networks?id=13737b6e-9c53-4a99-92e0-f8061bd730dc HTTP/1.1" status: 200 len: 912 time: 0.0905330 Nov 09 04:39:42.644653 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1ace343-99f0-4472-ab02-d6640113a51b req-527151f5-014c-4052-bba4-3ca59c4006ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 HTTP/1.1" status: 200 len: 217 time: 0.0348070 Nov 09 04:39:42.697827 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ace343-99f0-4472-ab02-d6640113a51b req-ada265b8-5f78-4d67-be5e-ed47b575cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:42.699466 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1ace343-99f0-4472-ab02-d6640113a51b req-ada265b8-5f78-4d67-be5e-ed47b575cf37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=936fc77d-5e72-4e1e-90b3-6f805fcc5933 HTTP/1.1" status: 200 len: 852 time: 0.0473657 Nov 09 04:39:42.732063 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1ace343-99f0-4472-ab02-d6640113a51b req-bf41e306-50f6-4437-bcce-eedf4b209030 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13737b6e-9c53-4a99-92e0-f8061bd730dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251288 Nov 09 04:39:42.828413 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1ace343-99f0-4472-ab02-d6640113a51b req-909176ed-761e-4604-bad8-f62a084e2341 service neutron] 10.222.0.31 "GET /v2.0/networks/13737b6e-9c53-4a99-92e0-f8061bd730dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883913 Nov 09 04:39:43.277174 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d1ace343-99f0-4472-ab02-d6640113a51b req-231cfb6f-1e6a-40c5-ae2c-cb900419f2d7 service neutron] 10.222.0.31 "GET /v2.0/networks/13737b6e-9c53-4a99-92e0-f8061bd730dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373772 Nov 09 04:39:43.289314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce681ef-afb1-4d7c-a5a4-055db29b6e57 req-4f6288c5-0c1d-481a-a03d-c7006a42f198 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:43.290714 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7ce681ef-afb1-4d7c-a5a4-055db29b6e57 req-4f6288c5-0c1d-481a-a03d-c7006a42f198 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0637560 Nov 09 04:39:43.360502 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7ce681ef-afb1-4d7c-a5a4-055db29b6e57 req-a24d92a5-fcc5-4c7c-800f-f2769b03b9af tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630238 Nov 09 04:39:43.372006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-ea210ce0-282d-4ab3-acfe-a8c4253ca452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:43.373459 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-ea210ce0-282d-4ab3-acfe-a8c4253ca452 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=73b747fb7f554baba19304fdf5f0ad94&device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 1098 time: 0.0508754 Nov 09 04:39:43.464645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-72d21eaf-ca9f-4877-8c4c-6f84249131e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:43.466130 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-72d21eaf-ca9f-4877-8c4c-6f84249131e1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=13737b6e-9c53-4a99-92e0-f8061bd730dc HTTP/1.1" status: 200 len: 912 time: 0.0849710 Nov 09 04:39:43.507054 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-8867d83b-86f7-4df1-9e81-8afc5a99f812 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 HTTP/1.1" status: 200 len: 217 time: 0.0328124 Nov 09 04:39:43.559998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-140e19fd-6949-4bb4-993c-b2a121ec7520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:43.561330 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-140e19fd-6949-4bb4-993c-b2a121ec7520 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=936fc77d-5e72-4e1e-90b3-6f805fcc5933 HTTP/1.1" status: 200 len: 852 time: 0.0477552 Nov 09 04:39:43.592173 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-d8249d62-6c01-49da-b2df-eed9cc6027ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13737b6e-9c53-4a99-92e0-f8061bd730dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233757 Nov 09 04:39:43.678860 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-117d11d6-8b6d-4199-b570-4e04085cf4ef service neutron] 10.222.0.31 "GET /v2.0/networks/13737b6e-9c53-4a99-92e0-f8061bd730dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795202 Nov 09 04:39:43.769979 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-216708b3-81ed-4e93-a46b-73ad300c9cc5 service neutron] 10.222.0.31 "GET /v2.0/networks/13737b6e-9c53-4a99-92e0-f8061bd730dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844564 Nov 09 04:39:44.472929 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d24d99-73e4-4355-8985-b8c1f9c2a70c req-1aa9dbb4-7e8a-4035-8ad6-d3da593c2775 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:44.474405 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-51d24d99-73e4-4355-8985-b8c1f9c2a70c req-1aa9dbb4-7e8a-4035-8ad6-d3da593c2775 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0476546 Nov 09 04:39:44.520711 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-51d24d99-73e4-4355-8985-b8c1f9c2a70c req-6448b883-52bd-48cf-a236-0a245cdbe417 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404537 Nov 09 04:39:45.633023 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a147d7-827c-4f67-85b8-39f1041b4080 req-fd4a4b15-f68f-4d05-ae8d-7814ebbfb808 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:45.634504 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-17a147d7-827c-4f67-85b8-39f1041b4080 req-fd4a4b15-f68f-4d05-ae8d-7814ebbfb808 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0471563 Nov 09 04:39:45.679949 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-17a147d7-827c-4f67-85b8-39f1041b4080 req-4c3faeb3-0cd4-4730-badd-76e9a6af6a01 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392101 Nov 09 04:39:46.793392 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc9151-6b15-4369-8075-e1865cc82750 req-2965cbf4-ee02-47ef-8506-168d496d538c tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:46.794950 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-11cc9151-6b15-4369-8075-e1865cc82750 req-2965cbf4-ee02-47ef-8506-168d496d538c tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0488157 Nov 09 04:39:46.841383 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-11cc9151-6b15-4369-8075-e1865cc82750 req-40377f64-9a3f-4b9c-beb2-eb31beb4d889 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406382 Nov 09 04:39:47.070827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:47.959937 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14423d27-d45a-4b20-992e-4b5b495ba324 req-1198277c-abe7-4e1f-8656-5aadbc1e6c42 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:47.961293 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-14423d27-d45a-4b20-992e-4b5b495ba324 req-1198277c-abe7-4e1f-8656-5aadbc1e6c42 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0519519 Nov 09 04:39:48.007499 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-14423d27-d45a-4b20-992e-4b5b495ba324 req-b67b45ae-861c-4b24-bbb5-50c5390e2aa0 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Nov 09 04:39:49.123633 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776a88d-8c3b-4efa-b3b9-d9506a743b38 req-e3ae0ecf-2aab-4c34-a4cd-93b9b87fd323 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:49.125074 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e776a88d-8c3b-4efa-b3b9-d9506a743b38 req-e3ae0ecf-2aab-4c34-a4cd-93b9b87fd323 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0514131 Nov 09 04:39:49.170478 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e776a88d-8c3b-4efa-b3b9-d9506a743b38 req-c0df5614-5b5c-438c-890f-8f7fa5c2a6a9 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388477 Nov 09 04:39:50.285616 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc415e-c769-4fc8-9348-bbfe96225f1f req-3e1ec075-6013-4d1a-93bf-5837f79f04eb tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:50.287118 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a1dc415e-c769-4fc8-9348-bbfe96225f1f req-3e1ec075-6013-4d1a-93bf-5837f79f04eb tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0486798 Nov 09 04:39:50.333620 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a1dc415e-c769-4fc8-9348-bbfe96225f1f req-eb4ecf50-f2b9-4916-b3ca-bf6f40bb05ae tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406992 Nov 09 04:39:51.443503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afddc1-b7ca-48d9-80b8-942e129742ff req-e1b4d3e6-5fd9-482c-a00c-3c81acf02652 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:51.444939 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a4afddc1-b7ca-48d9-80b8-942e129742ff req-e1b4d3e6-5fd9-482c-a00c-3c81acf02652 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0467374 Nov 09 04:39:51.490099 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a4afddc1-b7ca-48d9-80b8-942e129742ff req-158ec735-600f-419c-9296-d0cc39348bac tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394311 Nov 09 04:39:52.605209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef2120-2a67-422a-8948-7d065f65558b req-234cb826-6c6e-46a5-a524-31a8d2bdf072 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:52.606730 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-42ef2120-2a67-422a-8948-7d065f65558b req-234cb826-6c6e-46a5-a524-31a8d2bdf072 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0481260 Nov 09 04:39:52.655966 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-42ef2120-2a67-422a-8948-7d065f65558b req-022d7d5d-a683-452b-baaa-ee5d5981c34c tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425892 Nov 09 04:39:53.769674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6f20d-3d6b-4bb2-9c98-82a16c7821c4 req-2a81ef2e-3119-4a6a-b1df-1b924a28b7b6 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:53.771665 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c4a6f20d-3d6b-4bb2-9c98-82a16c7821c4 req-2a81ef2e-3119-4a6a-b1df-1b924a28b7b6 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0478411 Nov 09 04:39:53.821618 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c4a6f20d-3d6b-4bb2-9c98-82a16c7821c4 req-1c62fe8a-8279-4945-8d72-a8de45e1eb3b tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441034 Nov 09 04:39:54.935072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b20c5c-e137-4e2c-bd4a-a26af7ffd08a req-78c92933-1e95-4361-8384-ee5c6cf41020 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:54.936513 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d9b20c5c-e137-4e2c-bd4a-a26af7ffd08a req-78c92933-1e95-4361-8384-ee5c6cf41020 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0475757 Nov 09 04:39:54.981808 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d9b20c5c-e137-4e2c-bd4a-a26af7ffd08a req-a614c6d0-6605-447a-8262-ecb8a7872f4a tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393822 Nov 09 04:39:55.570276 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b5307ea2-a4bf-4b9f-a699-e94df673a348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:56.094373 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9d2f7-d40b-4b7e-854a-fd6c8480327b req-2e4abad4-f346-4164-8610-9c5c63b35344 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:56.095834 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bce9d2f7-d40b-4b7e-854a-fd6c8480327b req-2e4abad4-f346-4164-8610-9c5c63b35344 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0474970 Nov 09 04:39:56.141524 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bce9d2f7-d40b-4b7e-854a-fd6c8480327b req-b6428694-2286-493a-8380-382a6878508b tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392952 Nov 09 04:39:57.253272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fc7d7-d23c-4ab3-9a8d-34e68935dc45 req-fd861766-d1d1-4d25-a524-179c53e93fcc tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:57.254757 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a14fc7d7-d23c-4ab3-9a8d-34e68935dc45 req-fd861766-d1d1-4d25-a524-179c53e93fcc tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0482485 Nov 09 04:39:57.301171 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a14fc7d7-d23c-4ab3-9a8d-34e68935dc45 req-f0c241ba-26ba-4eb5-b551-892fd17c38d3 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Nov 09 04:39:57.855382 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7fadab18-32a4-4b6b-9e05-e7af77a3717e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:58.412205 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f4d87-00fa-4bc7-a380-059302fbfcaf req-e05a6a49-b5c8-4e6e-99b8-89dd05d07256 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:58.413704 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a50f4d87-00fa-4bc7-a380-059302fbfcaf req-e05a6a49-b5c8-4e6e-99b8-89dd05d07256 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0475497 Nov 09 04:39:58.459439 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a50f4d87-00fa-4bc7-a380-059302fbfcaf req-bdcc2a70-dd3e-406d-8b61-8a1aafbd6b91 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398777 Nov 09 04:39:59.130707 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:39:59.576458 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb13e0-c2d4-4563-9ed2-bfb655d3cdc3 req-980f33c7-bcef-4329-8240-6a2faa972e7c tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:39:59.577948 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3abb13e0-c2d4-4563-9ed2-bfb655d3cdc3 req-980f33c7-bcef-4329-8240-6a2faa972e7c tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0517209 Nov 09 04:39:59.623367 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3abb13e0-c2d4-4563-9ed2-bfb655d3cdc3 req-219c6792-a520-4298-a60d-2d10ec33513d tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393474 Nov 09 04:40:00.312268 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:00.739850 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c71f5d-1cf8-4573-bba4-d45555016c3c req-c98ffc3a-ce6a-4591-ae80-bc929a88d827 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:00.741324 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c9c71f5d-1cf8-4573-bba4-d45555016c3c req-c98ffc3a-ce6a-4591-ae80-bc929a88d827 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0526748 Nov 09 04:40:00.787319 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c9c71f5d-1cf8-4573-bba4-d45555016c3c req-f9b67ae4-70bc-4dee-a786-1e904fd9dbca tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400493 Nov 09 04:40:01.048285 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:01.901362 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39974bf4-43d9-468f-afac-a818a47b8437 req-455fbc16-98da-43c6-8267-1f14c8e0fce8 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:01.902857 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-39974bf4-43d9-468f-afac-a818a47b8437 req-455fbc16-98da-43c6-8267-1f14c8e0fce8 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0478313 Nov 09 04:40:01.948019 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-39974bf4-43d9-468f-afac-a818a47b8437 req-61e04f0d-9954-4a07-97c6-bb8bde4c7f4f tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392799 Nov 09 04:40:03.061636 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2e009-3571-4847-bf68-cd43b7c742a2 req-2371527b-46e3-43a1-993c-403b48ee5538 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:03.063112 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-39c2e009-3571-4847-bf68-cd43b7c742a2 req-2371527b-46e3-43a1-993c-403b48ee5538 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0488825 Nov 09 04:40:03.109385 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-39c2e009-3571-4847-bf68-cd43b7c742a2 req-73f28955-c629-47d8-9f51-5cfa64569053 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403404 Nov 09 04:40:04.220918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9aa603-45a1-4821-9edb-4893770e5654 req-855e4b47-2459-4b6b-ba67-8ca9198a18ae tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:04.222411 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a9aa603-45a1-4821-9edb-4893770e5654 req-855e4b47-2459-4b6b-ba67-8ca9198a18ae tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0481129 Nov 09 04:40:04.271657 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6a9aa603-45a1-4821-9edb-4893770e5654 req-783aec24-073e-432d-bf0f-eeb66e11e92b tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428145 Nov 09 04:40:05.389986 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca22a-2e80-4f92-b474-cfb692f4eb21 req-4d42e256-1941-4b2d-b10c-88c330a1a940 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:05.391471 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-88bca22a-2e80-4f92-b474-cfb692f4eb21 req-4d42e256-1941-4b2d-b10c-88c330a1a940 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0511694 Nov 09 04:40:05.437212 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-88bca22a-2e80-4f92-b474-cfb692f4eb21 req-422394b0-13e0-420f-a86e-9bbe5c2bad42 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394256 Nov 09 04:40:06.549935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2647a-60c9-40c5-b61c-d3e65266968e req-e2f8fe36-36fe-4951-9fd5-8710694ede80 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:06.551412 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c3e2647a-60c9-40c5-b61c-d3e65266968e req-e2f8fe36-36fe-4951-9fd5-8710694ede80 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0486250 Nov 09 04:40:06.597059 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c3e2647a-60c9-40c5-b61c-d3e65266968e req-939e3b7e-9e49-4324-9136-2cc679de6d10 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392177 Nov 09 04:40:07.709227 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc771a92-442d-4c08-a780-0743e0b088e3 req-d7a77d95-d75e-47d7-b9ea-308b7f3aa0ad tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:07.710749 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cc771a92-442d-4c08-a780-0743e0b088e3 req-d7a77d95-d75e-47d7-b9ea-308b7f3aa0ad tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0485456 Nov 09 04:40:07.757827 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cc771a92-442d-4c08-a780-0743e0b088e3 req-5dc4d5c2-9ad3-49a2-a76b-6dc3b03ed857 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Nov 09 04:40:08.867503 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc405b9-de3e-4b4f-b311-e4a08b89e5e1 req-0489f58d-e177-42c3-a64b-e5334a393d47 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:08.868959 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ddc405b9-de3e-4b4f-b311-e4a08b89e5e1 req-0489f58d-e177-42c3-a64b-e5334a393d47 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0472813 Nov 09 04:40:08.914177 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ddc405b9-de3e-4b4f-b311-e4a08b89e5e1 req-2cb57b1a-bd97-4e69-873f-f7cc38dbb3c8 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394244 Nov 09 04:40:09.262865 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:40:10.025394 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf04f1-d209-44f8-8576-822776f4187a req-70e64d32-098c-4c91-ba20-ada94fba259b tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:10.026809 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-98bf04f1-d209-44f8-8576-822776f4187a req-70e64d32-098c-4c91-ba20-ada94fba259b tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0466642 Nov 09 04:40:10.076044 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-98bf04f1-d209-44f8-8576-822776f4187a req-a8b2901c-9c74-4695-aa34-af80a8951434 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434258 Nov 09 04:40:10.414244 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-0b6fd88f-0ea7-450a-9985-a52fa9253236 service neutron] 10.222.0.31 "GET /v2.0/ports/4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0578341 Nov 09 04:40:10.644577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-6c4092d1-7d1a-46a7-8cc3-ca5801b93f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:10.646125 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-6c4092d1-7d1a-46a7-8cc3-ca5801b93f01 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa&tenant_id=73b747fb7f554baba19304fdf5f0ad94 HTTP/1.1" status: 200 len: 1098 time: 0.0702209 Nov 09 04:40:10.706355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-30c6d486-b17d-4e7c-8ccd-44cc5878de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:10.707849 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-30c6d486-b17d-4e7c-8ccd-44cc5878de5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=73b747fb7f554baba19304fdf5f0ad94&device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 1098 time: 0.0397069 Nov 09 04:40:10.799564 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-f5075fc3-95b9-4ffa-ba2d-be08ac8910ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:10.801019 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-f5075fc3-95b9-4ffa-ba2d-be08ac8910ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=13737b6e-9c53-4a99-92e0-f8061bd730dc HTTP/1.1" status: 200 len: 912 time: 0.0859115 Nov 09 04:40:10.842625 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-fc06324f-99cb-4f94-b361-35eb9a8226ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 HTTP/1.1" status: 200 len: 217 time: 0.0338805 Nov 09 04:40:10.894384 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-ecda1e2c-b7e2-4d7b-a5de-624d263e7d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:10.895818 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-ecda1e2c-b7e2-4d7b-a5de-624d263e7d27 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=936fc77d-5e72-4e1e-90b3-6f805fcc5933 HTTP/1.1" status: 200 len: 852 time: 0.0465534 Nov 09 04:40:10.926724 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-075acacf-4e0c-4b93-b241-7be32f04429b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13737b6e-9c53-4a99-92e0-f8061bd730dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240269 Nov 09 04:40:11.014897 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-8160fb72-058d-49bc-be57-6cce3ef4eec1 service neutron] 10.222.0.31 "GET /v2.0/networks/13737b6e-9c53-4a99-92e0-f8061bd730dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803125 Nov 09 04:40:11.105942 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-411a13be-2a1a-4b78-a86d-a4a9b13bd0e4 req-b0db2604-0e1a-4bb2-a2c7-2aa91d6da979 service neutron] 10.222.0.31 "GET /v2.0/networks/13737b6e-9c53-4a99-92e0-f8061bd730dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838761 Nov 09 04:40:11.193141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cef48a-a001-4869-ac0b-d77e97452391 req-eecfc2ab-65a6-4603-9661-634be8617e0c tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:11.194673 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d7cef48a-a001-4869-ac0b-d77e97452391 req-eecfc2ab-65a6-4603-9661-634be8617e0c tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0499957 Nov 09 04:40:11.243860 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d7cef48a-a001-4869-ac0b-d77e97452391 req-c36bb262-6ff0-49ec-9bb7-83875dc3fb14 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427539 Nov 09 04:40:12.359916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa46c9-c171-4360-8d29-64c5f803e0e2 req-e69236d3-0498-4087-ba2d-de24101b0244 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:12.361407 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e5aa46c9-c171-4360-8d29-64c5f803e0e2 req-e69236d3-0498-4087-ba2d-de24101b0244 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0490503 Nov 09 04:40:12.407892 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e5aa46c9-c171-4360-8d29-64c5f803e0e2 req-48c97c88-22f5-4d8e-9871-46d1491c03e7 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406528 Nov 09 04:40:13.524636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d116cf9-0aef-4d01-983f-3c5272fa61cc req-805971c0-0b18-449b-acc3-3979cba30f58 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:13.526185 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d116cf9-0aef-4d01-983f-3c5272fa61cc req-805971c0-0b18-449b-acc3-3979cba30f58 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0525630 Nov 09 04:40:13.572694 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d116cf9-0aef-4d01-983f-3c5272fa61cc req-b1df6e9f-2580-404d-aa8a-fc6a02cce85a tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405760 Nov 09 04:40:13.874003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624641a1-bb33-466f-a507-3433dc953217 req-5b11f22e-7f7d-405d-bac8-f12f6329755d tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:13.875567 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-624641a1-bb33-466f-a507-3433dc953217 req-5b11f22e-7f7d-405d-bac8-f12f6329755d tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa&tenant_id=73b747fb7f554baba19304fdf5f0ad94&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 945 time: 0.0827074 Nov 09 04:40:13.959922 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624641a1-bb33-466f-a507-3433dc953217 req-3f7eab9d-4ac1-4da5-ae03-bcfdebdfe789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:13.961341 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-624641a1-bb33-466f-a507-3433dc953217 req-3f7eab9d-4ac1-4da5-ae03-bcfdebdfe789 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=73b747fb7f554baba19304fdf5f0ad94&device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 1098 time: 0.0441432 Nov 09 04:40:14.048695 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624641a1-bb33-466f-a507-3433dc953217 req-03811831-f9a5-49e9-8ef3-16dbb4dc014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:14.050188 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-624641a1-bb33-466f-a507-3433dc953217 req-03811831-f9a5-49e9-8ef3-16dbb4dc014f service neutron] 10.222.0.31 "GET /v2.0/networks?id=13737b6e-9c53-4a99-92e0-f8061bd730dc HTTP/1.1" status: 200 len: 912 time: 0.0817523 Nov 09 04:40:14.094727 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-624641a1-bb33-466f-a507-3433dc953217 req-c6945a42-691e-4469-93f6-f0f237611c9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 HTTP/1.1" status: 200 len: 217 time: 0.0363519 Nov 09 04:40:14.144633 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624641a1-bb33-466f-a507-3433dc953217 req-d049bb86-bb71-4641-ab95-d13d88dfb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:14.146034 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-624641a1-bb33-466f-a507-3433dc953217 req-d049bb86-bb71-4641-ab95-d13d88dfb5f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=936fc77d-5e72-4e1e-90b3-6f805fcc5933 HTTP/1.1" status: 200 len: 852 time: 0.0420923 Nov 09 04:40:14.176468 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-624641a1-bb33-466f-a507-3433dc953217 req-b1558d66-3107-4d1a-864e-85d8974ab6a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=13737b6e-9c53-4a99-92e0-f8061bd730dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236082 Nov 09 04:40:14.198717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:40:14.201817 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:40:14.270900 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-624641a1-bb33-466f-a507-3433dc953217 req-1276bbe7-4c7e-4596-a1ed-b5b0184e4f4d service neutron] 10.222.0.31 "GET /v2.0/networks/13737b6e-9c53-4a99-92e0-f8061bd730dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865147 Nov 09 04:40:14.342868 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:14.363603 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-624641a1-bb33-466f-a507-3433dc953217 req-acd8289b-a67d-4639-8245-c206957dfbd5 service neutron] 10.222.0.31 "GET /v2.0/networks/13737b6e-9c53-4a99-92e0-f8061bd730dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861914 Nov 09 04:40:14.372347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,segment=NetworkSegment(19afec1e-e327-473d-97d5-da79a12721d6),segment_id=19afec1e-e327-473d-97d5-da79a12721d6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:40:14.386583 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdca00c-c673-4faf-bc44-40c8f9aaf7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:40:14.388789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67278b4-d41b-4189-a9c2-6c9a458072de" -d '{"events": [{"server_uuid": "8fdca00c-c673-4faf-bc44-40c8f9aaf7aa", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:40:14.400548 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31', 'network_id': '13737b6e-9c53-4a99-92e0-f8061bd730dc', 'port_id': '4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31', 'mac_address': 'fa:16:3e:b1:03:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936fc77d-5e72-4e1e-90b3-6f805fcc5933', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:40:14.405566 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,segment=NetworkSegment(19afec1e-e327-473d-97d5-da79a12721d6),segment_id=19afec1e-e327-473d-97d5-da79a12721d6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:40:14.428046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:14.469663 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:14.495196 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:40:14.500184 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 04:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922c836c-03ab-4a9b-b34d-9e24ccae42b6 x-openstack-request-id: req-922c836c-03ab-4a9b-b34d-9e24ccae42b6 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:40:14.500464 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdca00c-c673-4faf-bc44-40c8f9aaf7aa", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:40:14.500710 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-922c836c-03ab-4a9b-b34d-9e24ccae42b6 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:40:14.501084 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fdca00c-c673-4faf-bc44-40c8f9aaf7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31', 'code': 200} Nov 09 04:40:14.504704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:40:14.544653 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:40:14.544936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:40:15.051394 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dce70-5e48-4357-8759-8cf99c7c9e30 req-198bf674-5d4a-4165-a8b5-416de42cf14b tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:15.052889 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-459dce70-5e48-4357-8759-8cf99c7c9e30 req-198bf674-5d4a-4165-a8b5-416de42cf14b tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 943 time: 0.0481393 Nov 09 04:40:15.081271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:15.094031 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:40:15.104387 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-459dce70-5e48-4357-8759-8cf99c7c9e30 req-9c1e18ae-48f7-42b1-beb2-edafd089a539 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448830 Nov 09 04:40:15.112918 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,segment=NetworkSegment(19afec1e-e327-473d-97d5-da79a12721d6),segment_id=19afec1e-e327-473d-97d5-da79a12721d6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:40:15.117906 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:15.166710 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,revision_number=7']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:40:15.174459 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:40:16.207092 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:40:16.221571 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f411e87-05e3-4de8-b5d5-8b6428da3665 req-6611083e-0c5e-4611-8fc0-ebfed828b314 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:16.223072 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8f411e87-05e3-4de8-b5d5-8b6428da3665 req-6611083e-0c5e-4611-8fc0-ebfed828b314 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 944 time: 0.0487030 Nov 09 04:40:16.253838 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:40:16.254205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:16.270190 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8f411e87-05e3-4de8-b5d5-8b6428da3665 req-d4c4a909-937f-499b-8f42-3ff1fdd38eba tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/security-groups?id=192760b9-7db7-47aa-9cb4-a30833b7eddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409214 Nov 09 04:40:16.340435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:16.370047 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,segment=NetworkSegment(19afec1e-e327-473d-97d5-da79a12721d6),segment_id=19afec1e-e327-473d-97d5-da79a12721d6)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:40:16.374262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:16.420879 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,revision_number=8']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:40:16.502386 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdca00c-c673-4faf-bc44-40c8f9aaf7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:40:16.504890 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4289352-d77f-4e91-b5cc-f94dc56217d4" -d '{"events": [{"server_uuid": "8fdca00c-c673-4faf-bc44-40c8f9aaf7aa", "name": "network-vif-plugged", "status": "completed", "tag": "4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:40:16.543341 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeec8045-86d4-448b-ae7e-d005cb4f3666 x-openstack-request-id: req-aeec8045-86d4-448b-ae7e-d005cb4f3666 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:40:16.543631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdca00c-c673-4faf-bc44-40c8f9aaf7aa", "name": "network-vif-plugged", "status": "completed", "tag": "4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:40:16.543877 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aeec8045-86d4-448b-ae7e-d005cb4f3666 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:40:16.544278 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fdca00c-c673-4faf-bc44-40c8f9aaf7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31', 'code': 200} Nov 09 04:40:16.687096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624641a1-bb33-466f-a507-3433dc953217 req-efd5b192-a204-4c17-bb7a-a85d49352ad6 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:16.688473 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-624641a1-bb33-466f-a507-3433dc953217 req-efd5b192-a204-4c17-bb7a-a85d49352ad6 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 945 time: 0.0472999 Nov 09 04:40:16.774881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-624641a1-bb33-466f-a507-3433dc953217 req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Deleting port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:40:16.775218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-624641a1-bb33-466f-a507-3433dc953217 req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:16.864393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-624641a1-bb33-466f-a507-3433dc953217 req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] For port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,segment=NetworkSegment(19afec1e-e327-473d-97d5-da79a12721d6),segment_id=19afec1e-e327-473d-97d5-da79a12721d6)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:40:16.864753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-624641a1-bb33-466f-a507-3433dc953217 req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:16.877668 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-624641a1-bb33-466f-a507-3433dc953217 req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Calling delete_port for 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:40:17.005189 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-624641a1-bb33-466f-a507-3433dc953217 req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:17.016157 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:40:17.034548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Pushing event deleted for resources: {'Port': ['ID=4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:40:17.060272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:17.060620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:17.060957 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:17.061288 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:17.061646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:17.062017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:17.062418 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:17.062808 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:17.063141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:17.063465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:17.063784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:17.064106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:17.077143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:17.082372 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-624641a1-bb33-466f-a507-3433dc953217 req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] No DVR routers for this DVR port 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:40:17.085393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-624641a1-bb33-466f-a507-3433dc953217 req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:17.088844 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-624641a1-bb33-466f-a507-3433dc953217 req-d1f61b80-f20a-4d4d-b858-0a24e9db4f74 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.31 "DELETE /v2.0/ports/4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 HTTP/1.1" status: 204 len: 173 time: 0.3940659 Nov 09 04:40:17.089273 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fdca00c-c673-4faf-bc44-40c8f9aaf7aa', 'name': 'network-vif-deleted', 'tag': '4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:40:17.091727 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5e5b71-e9ec-4668-9814-bc1637e0bfc8" -d '{"events": [{"server_uuid": "8fdca00c-c673-4faf-bc44-40c8f9aaf7aa", "name": "network-vif-deleted", "tag": "4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:40:17.189080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57321df5-1878-40d5-a2a1-8db7d305d920 x-openstack-request-id: req-57321df5-1878-40d5-a2a1-8db7d305d920 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:40:17.189366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fdca00c-c673-4faf-bc44-40c8f9aaf7aa", "name": "network-vif-deleted", "tag": "4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:40:17.189652 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57321df5-1878-40d5-a2a1-8db7d305d920 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:40:17.190048 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fdca00c-c673-4faf-bc44-40c8f9aaf7aa', 'name': 'network-vif-deleted', 'tag': '4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31', 'status': 'completed', 'code': 200} Nov 09 04:40:17.372845 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d25c67fc-0379-4484-9410-aed6825ad753 req-3dc02e72-968f-4df6-9e75-f3c4b4221400 tempest-DeleteServersTestJSON-503004242 tempest-DeleteServersTestJSON-503004242-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fdca00c-c673-4faf-bc44-40c8f9aaf7aa HTTP/1.1" status: 200 len: 210 time: 0.0260181 Nov 09 04:40:18.495174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53782) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:40:18.543225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Deleting subnet 936fc77d-5e72-4e1e-90b3-6f805fcc5933 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:40:18.546272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:18.579289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:18.617109 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:18.668139 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:18.697782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=936fc77d-5e72-4e1e-90b3-6f805fcc5933,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:40:18.702747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:18.705888 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/936fc77d-5e72-4e1e-90b3-6f805fcc5933 HTTP/1.1" status: 204 len: 168 time: 0.2097239 Nov 09 04:40:18.708461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 53784) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:40:18.711607 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:18.711956 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:18.712297 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:18.712636 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:18.712973 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:18.713305 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:18.713669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:18.714000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:18.714324 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:18.714646 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:18.714968 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:18.715291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f876f1a8-528b-4daa-b44f-1aa677897aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:18.779467 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d73c0744-e21f-4a83-9516-40b2a86fe0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:18.858055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d73c0744-e21f-4a83-9516-40b2a86fe0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:18.877522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-d73c0744-e21f-4a83-9516-40b2a86fe0de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13737b6e-9c53-4a99-92e0-f8061bd730dc']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:40:18.887098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-d73c0744-e21f-4a83-9516-40b2a86fe0de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19afec1e-e327-473d-97d5-da79a12721d6') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:40:18.887393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-d73c0744-e21f-4a83-9516-40b2a86fe0de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19afec1e-e327-473d-97d5-da79a12721d6') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:40:18.896254 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d73c0744-e21f-4a83-9516-40b2a86fe0de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:18.909209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d73c0744-e21f-4a83-9516-40b2a86fe0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:18.915016 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73c0744-e21f-4a83-9516-40b2a86fe0de admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:40:18.915395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d73c0744-e21f-4a83-9516-40b2a86fe0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:40:18.916979 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:40:18.970165 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d73c0744-e21f-4a83-9516-40b2a86fe0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:18.975858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d73c0744-e21f-4a83-9516-40b2a86fe0de admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:18.979022 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d73c0744-e21f-4a83-9516-40b2a86fe0de admin admin] 10.222.0.21 "DELETE /v2.0/networks/13737b6e-9c53-4a99-92e0-f8061bd730dc HTTP/1.1" status: 204 len: 168 time: 0.2695658 Nov 09 04:40:18.989371 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c0744-e21f-4a83-9516-40b2a86fe0de admin admin] Pushing event deleted for resources: {'Network': ['ID=13737b6e-9c53-4a99-92e0-f8061bd730dc,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:40:19.083199 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 53788) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:40:19.128205 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0ac047e3-ac99-409e-96e2-e656365bcb06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73b747fb7f554baba19304fdf5f0ad94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438223 Nov 09 04:40:19.130996 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53790) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:40:19.182099 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8f5c0be5-699f-4f85-9e59-8d88328be4b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:19.204176 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8f5c0be5-699f-4f85-9e59-8d88328be4b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:19.251657 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8f5c0be5-699f-4f85-9e59-8d88328be4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:19.254251 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8f5c0be5-699f-4f85-9e59-8d88328be4b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:19.255403 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8f5c0be5-699f-4f85-9e59-8d88328be4b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/192760b9-7db7-47aa-9cb4-a30833b7eddb HTTP/1.1" status: 204 len: 168 time: 0.1233275 Nov 09 04:40:19.263190 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c0be5-699f-4f85-9e59-8d88328be4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192760b9-7db7-47aa-9cb4-a30833b7eddb,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:40:19.907340 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 53812) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:40:20.001248 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-430769-network', 'tenant_id': 'f7481e8aa9ae444da2b286d8db6ac859'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:40:20.022539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] Made reservation on behalf of f7481e8aa9ae444da2b286d8db6ac859 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:40:20.025660 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:20.033908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:20.107534 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:20.111345 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:20.131146 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:40:20.146141 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8666c6e-e000-40ca-8999-bf6be6992b23,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:40:20.149599 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:20.149942 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] Added segment ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60 of type vlan for network 89eea669-4e61-4d68-bca1-bd0d3cf87506 Nov 09 04:40:20.190745 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:20.206641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:40:20.215976 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:20.217082 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:20.217703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:20.227881 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:40:20.228569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 4a7ba8d0-bd1d-4e76-9f6e-f1e8a9405c31 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:40:20.242455 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3330693 Nov 09 04:40:20.245687 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 53816) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:40:20.251060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6b7f4194-66e5-434e-b4fa-3c6baf2ce244 admin admin] Request body: {'subnet': {'network_id': '89eea669-4e61-4d68-bca1-bd0d3cf87506', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-430769-subnet', 'tenant_id': 'f7481e8aa9ae444da2b286d8db6ac859', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:40:20.270822 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7f4194-66e5-434e-b4fa-3c6baf2ce244 admin admin] Made reservation on behalf of f7481e8aa9ae444da2b286d8db6ac859 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:40:20.273249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6b7f4194-66e5-434e-b4fa-3c6baf2ce244 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:20.286303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fedb9-75b9-447c-94dc-dbf8e83d4542 admin admin] Pushing event updated for resources: {'Network': ['ID=89eea669-4e61-4d68-bca1-bd0d3cf87506,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:40:20.296021 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 89eea669-4e61-4d68-bca1-bd0d3cf87506 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:40:20.449344 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6b7f4194-66e5-434e-b4fa-3c6baf2ce244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:20.497568 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f4194-66e5-434e-b4fa-3c6baf2ce244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:40:20.512552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f4194-66e5-434e-b4fa-3c6baf2ce244 admin admin] Checking segment: {'id': 'ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '89eea669-4e61-4d68-bca1-bd0d3cf87506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:40:20.512909 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7f4194-66e5-434e-b4fa-3c6baf2ce244 admin admin] Network hostable DHCP agents. Network: 89eea669-4e61-4d68-bca1-bd0d3cf87506, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:40:20.528821 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7f4194-66e5-434e-b4fa-3c6baf2ce244 admin admin] Network 89eea669-4e61-4d68-bca1-bd0d3cf87506 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:40:20.537904 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-6b7f4194-66e5-434e-b4fa-3c6baf2ce244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 89eea669-4e61-4d68-bca1-bd0d3cf87506) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:40:20.541978 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7f4194-66e5-434e-b4fa-3c6baf2ce244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:20.542572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6b7f4194-66e5-434e-b4fa-3c6baf2ce244 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:20.548755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb26543-d136-4cf2-bb37-626cccc3f816 None None] Network 89eea669-4e61-4d68-bca1-bd0d3cf87506 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:40:20.567064 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6b7f4194-66e5-434e-b4fa-3c6baf2ce244 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3188457 Nov 09 04:40:20.689716 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe572fd-7a96-46cd-9aed-90f04dff9d1d None None] Network 89eea669-4e61-4d68-bca1-bd0d3cf87506 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:40:20.995884 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad2f8e-e840-411c-8a24-4218518f376d req-003ce4a8-fbc2-4163-a280-672acf98ee4f tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:20.997349 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-003ce4a8-fbc2-4163-a280-672acf98ee4f tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/networks?id=89eea669-4e61-4d68-bca1-bd0d3cf87506 HTTP/1.1" status: 200 len: 811 time: 0.1016340 Nov 09 04:40:21.011956 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-6e25c215-ce08-4ca6-8096-3af1654b478f tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/quotas/f7481e8aa9ae444da2b286d8db6ac859 HTTP/1.1" status: 200 len: 375 time: 0.0088844 Nov 09 04:40:21.050651 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-b8fd05fb-05ad-4226-8de4-3712cf3fc586 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f7481e8aa9ae444da2b286d8db6ac859&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332003 Nov 09 04:40:21.061940 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-8425ece1-e942-4c5c-b020-a49bd99bf9dd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:40:21.062859 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-8425ece1-e942-4c5c-b020-a49bd99bf9dd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053995 Nov 09 04:40:21.151339 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-e500e62a-3645-4cac-ace1-01f400f8f682 service neutron] 10.222.0.21 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808942 Nov 09 04:40:21.243099 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-70cf40b9-2dbc-4393-8f77-eb904940dd34 service neutron] 10.222.0.21 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853522 Nov 09 04:40:21.394602 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d893bd56-f43f-4136-a3b2-44aad8ed40db req-428946d2-4d5e-4059-b732-88fb21428402 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 210 time: 0.0262115 Nov 09 04:40:22.389007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad2f8e-e840-411c-8a24-4218518f376d req-d74674f4-4e5f-4727-8101-a9d4bb3ff5dd tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:22.390495 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-d74674f4-4e5f-4727-8101-a9d4bb3ff5dd tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.31 "GET /v2.0/networks?id=89eea669-4e61-4d68-bca1-bd0d3cf87506 HTTP/1.1" status: 200 len: 811 time: 0.1083214 Nov 09 04:40:22.403101 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-02ad2f8e-e840-411c-8a24-4218518f376d req-414dcf55-e4b3-48eb-ac1c-88446196817b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Request body: {'port': {'device_id': '3d44f985-997c-49c4-8ae1-4d9d427288fe', 'network_id': '89eea669-4e61-4d68-bca1-bd0d3cf87506', 'admin_state_up': True, 'tenant_id': 'f7481e8aa9ae444da2b286d8db6ac859'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:40:22.496319 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-af675828-5874-4dca-b47d-a633b178eb1a req-da849e9f-19fb-4d6a-9096-e4b3d60cff7a tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 210 time: 0.0314441 Nov 09 04:40:22.536900 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ad2f8e-e840-411c-8a24-4218518f376d req-414dcf55-e4b3-48eb-ac1c-88446196817b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Made reservation on behalf of f7481e8aa9ae444da2b286d8db6ac859 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:40:22.541035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-02ad2f8e-e840-411c-8a24-4218518f376d req-414dcf55-e4b3-48eb-ac1c-88446196817b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:22.662433 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-02ad2f8e-e840-411c-8a24-4218518f376d req-414dcf55-e4b3-48eb-ac1c-88446196817b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Allocated IP 172.20.0.5 (89eea669-4e61-4d68-bca1-bd0d3cf87506/e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a/0101f112-7233-4947-af89-d03be10f08ac) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:40:22.807344 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-02ad2f8e-e840-411c-8a24-4218518f376d req-414dcf55-e4b3-48eb-ac1c-88446196817b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:22.838623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-02ad2f8e-e840-411c-8a24-4218518f376d req-414dcf55-e4b3-48eb-ac1c-88446196817b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:22.878935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ad2f8e-e840-411c-8a24-4218518f376d req-414dcf55-e4b3-48eb-ac1c-88446196817b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Network 89eea669-4e61-4d68-bca1-bd0d3cf87506 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:40:22.884367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-02ad2f8e-e840-411c-8a24-4218518f376d req-414dcf55-e4b3-48eb-ac1c-88446196817b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:40:22.888381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ad2f8e-e840-411c-8a24-4218518f376d req-414dcf55-e4b3-48eb-ac1c-88446196817b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:40:22.894558 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dcf55-e4b3-48eb-ac1c-88446196817b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Pushing event updated for resources: {'Port': ['ID=0101f112-7233-4947-af89-d03be10f08ac,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:40:22.938994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad2f8e-e840-411c-8a24-4218518f376d req-414dcf55-e4b3-48eb-ac1c-88446196817b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:22.939526 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-02ad2f8e-e840-411c-8a24-4218518f376d req-414dcf55-e4b3-48eb-ac1c-88446196817b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:22.954898 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-414dcf55-e4b3-48eb-ac1c-88446196817b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555408 Nov 09 04:40:22.967341 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Request body: {'port': {'device_id': '3d44f985-997c-49c4-8ae1-4d9d427288fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:40:23.021100 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:23.274316 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0101f112-7233-4947-af89-d03be10f08ac {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:40:23.281332 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:23.293310 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Transition to ACTIVE for port object 0101f112-7233-4947-af89-d03be10f08ac will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:40:23.296822 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:23.347335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Pushing event updated for resources: {'Port': ['ID=0101f112-7233-4947-af89-d03be10f08ac,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:40:23.411942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Attempting to bind port 0101f112-7233-4947-af89-d03be10f08ac on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:40:23.412562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Attempting to bind port 0101f112-7233-4947-af89-d03be10f08ac by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '89eea669-4e61-4d68-bca1-bd0d3cf87506'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:40:23.412562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Attempting to bind port 0101f112-7233-4947-af89-d03be10f08ac on network 89eea669-4e61-4d68-bca1-bd0d3cf87506 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:40:23.416745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Port 0101f112-7233-4947-af89-d03be10f08ac on network 89eea669-4e61-4d68-bca1-bd0d3cf87506 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:40:23.417054 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Attempting to bind port 0101f112-7233-4947-af89-d03be10f08ac on network 89eea669-4e61-4d68-bca1-bd0d3cf87506 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:40:23.421744 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:40:23.422072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Checking segment: {'id': 'ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '89eea669-4e61-4d68-bca1-bd0d3cf87506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:40:23.422441 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Bound using segment: {'id': 'ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '89eea669-4e61-4d68-bca1-bd0d3cf87506'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:40:23.422851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Bound port: 0101f112-7233-4947-af89-d03be10f08ac, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '89eea669-4e61-4d68-bca1-bd0d3cf87506'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:40:23.423191 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:23.483975 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] For port 0101f112-7233-4947-af89-d03be10f08ac, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:40:23.487065 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] For port 0101f112-7233-4947-af89-d03be10f08ac, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0101f112-7233-4947-af89-d03be10f08ac,segment=NetworkSegment(ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60),segment_id=ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:40:23.491481 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:23.524385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:23.524953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:23.526670 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] 10.222.0.31 "PUT /v2.0/ports/0101f112-7233-4947-af89-d03be10f08ac HTTP/1.1" status: 200 len: 1093 time: 0.5632915 Nov 09 04:40:23.527274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d44f985-997c-49c4-8ae1-4d9d427288fe', 'tag': '0101f112-7233-4947-af89-d03be10f08ac'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:40:23.529936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a0983b-dd5d-4c52-a0c7-fdfecec6542e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d44f985-997c-49c4-8ae1-4d9d427288fe", "tag": "0101f112-7233-4947-af89-d03be10f08ac"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:40:23.559450 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e84b4-b680-4b98-8268-bd170bd05328 service neutron] Pushing event updated for resources: {'Port': ['ID=0101f112-7233-4947-af89-d03be10f08ac,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:40:23.584054 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04511f02-382c-41fa-9849-fd22c423498b x-openstack-request-id: req-04511f02-382c-41fa-9849-fd22c423498b {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:40:23.584347 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d44f985-997c-49c4-8ae1-4d9d427288fe", "tag": "0101f112-7233-4947-af89-d03be10f08ac", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:40:23.584606 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04511f02-382c-41fa-9849-fd22c423498b {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:40:23.585273 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d44f985-997c-49c4-8ae1-4d9d427288fe', 'tag': '0101f112-7233-4947-af89-d03be10f08ac', 'status': 'completed', 'code': 200} Nov 09 04:40:23.628185 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad2f8e-e840-411c-8a24-4218518f376d req-3a83780e-69ea-49d2-85fc-0e83150ccf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:23.628416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc5690-8a10-4348-b55a-4ed22c0d6b42 req-364b7931-8cd1-48d4-843b-ecbbccc0d731 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:23.629714 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-3a83780e-69ea-49d2-85fc-0e83150ccf82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f7481e8aa9ae444da2b286d8db6ac859&device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 1096 time: 0.0584707 Nov 09 04:40:23.629891 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1abc5690-8a10-4348-b55a-4ed22c0d6b42 req-364b7931-8cd1-48d4-843b-ecbbccc0d731 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 943 time: 0.0557053 Nov 09 04:40:23.673214 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-b7276bb5-1422-4089-b6cc-24c4bc20573f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101f112-7233-4947-af89-d03be10f08ac HTTP/1.1" status: 200 len: 217 time: 0.0352969 Nov 09 04:40:23.678929 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1abc5690-8a10-4348-b55a-4ed22c0d6b42 req-8f6249b0-760d-4602-b211-870d18e7b0ac tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431159 Nov 09 04:40:23.724718 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad2f8e-e840-411c-8a24-4218518f376d req-fc1b0fad-4061-4339-8dc2-883ae5a765f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:23.726248 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-fc1b0fad-4061-4339-8dc2-883ae5a765f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a HTTP/1.1" status: 200 len: 851 time: 0.0466716 Nov 09 04:40:23.759346 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-54ec6de2-2235-4d5c-b50d-0e21a0b443a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89eea669-4e61-4d68-bca1-bd0d3cf87506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264876 Nov 09 04:40:23.852071 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-705eeb46-9e04-477b-baf0-a18b7fefca36 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856075 Nov 09 04:40:23.943141 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02ad2f8e-e840-411c-8a24-4218518f376d req-aa5d3aba-8405-4588-b2a1-51153c818f6f service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839772 Nov 09 04:40:24.026845 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0983b-dd5d-4c52-a0c7-fdfecec6542e req-7cc240ed-dd64-4f17-bf5e-22307b584a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:24.028387 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02a0983b-dd5d-4c52-a0c7-fdfecec6542e req-7cc240ed-dd64-4f17-bf5e-22307b584a9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f7481e8aa9ae444da2b286d8db6ac859&device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 1096 time: 0.0410032 Nov 09 04:40:24.123106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0983b-dd5d-4c52-a0c7-fdfecec6542e req-40a8e298-f55a-47b8-b92c-c4e446ded177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:24.124476 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02a0983b-dd5d-4c52-a0c7-fdfecec6542e req-40a8e298-f55a-47b8-b92c-c4e446ded177 service neutron] 10.222.0.31 "GET /v2.0/networks?id=89eea669-4e61-4d68-bca1-bd0d3cf87506 HTTP/1.1" status: 200 len: 911 time: 0.0877001 Nov 09 04:40:24.174436 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02a0983b-dd5d-4c52-a0c7-fdfecec6542e req-8221065d-ef0e-46f0-8e3c-fd4c01062e2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101f112-7233-4947-af89-d03be10f08ac HTTP/1.1" status: 200 len: 217 time: 0.0414307 Nov 09 04:40:24.221973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0983b-dd5d-4c52-a0c7-fdfecec6542e req-7697db9b-3724-43ba-a94c-53dea30c733e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:24.223356 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02a0983b-dd5d-4c52-a0c7-fdfecec6542e req-7697db9b-3724-43ba-a94c-53dea30c733e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a HTTP/1.1" status: 200 len: 851 time: 0.0423183 Nov 09 04:40:24.253826 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02a0983b-dd5d-4c52-a0c7-fdfecec6542e req-e85dd8fc-3aa7-4ce5-902b-9c58dc3a9ffc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89eea669-4e61-4d68-bca1-bd0d3cf87506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228357 Nov 09 04:40:24.343589 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02a0983b-dd5d-4c52-a0c7-fdfecec6542e req-277cb47d-776f-4e8c-b755-ebdb88b47078 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820675 Nov 09 04:40:24.435777 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02a0983b-dd5d-4c52-a0c7-fdfecec6542e req-dd429bd9-ec7c-42d2-b693-c2f9d29c8228 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830410 Nov 09 04:40:24.797896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68485c-6eba-4bc8-a9a7-718b5ac06d95 req-72071ca3-a3d5-4666-a712-9465ce245db0 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:24.799339 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-da68485c-6eba-4bc8-a9a7-718b5ac06d95 req-72071ca3-a3d5-4666-a712-9465ce245db0 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 943 time: 0.0509586 Nov 09 04:40:24.844633 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-da68485c-6eba-4bc8-a9a7-718b5ac06d95 req-5d28c8a2-087e-4c4e-b9a8-44879731476e tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389483 Nov 09 04:40:25.572664 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-557f694b-5dc8-4e65-a417-bba00fe71c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:25.956528 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac56383-3227-4330-86ec-aa8769a31e37 req-73a2530a-e0b0-43eb-9a7d-923b675f535b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:25.957996 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-dac56383-3227-4330-86ec-aa8769a31e37 req-73a2530a-e0b0-43eb-9a7d-923b675f535b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 943 time: 0.0475457 Nov 09 04:40:26.004064 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-dac56383-3227-4330-86ec-aa8769a31e37 req-4c936c39-667c-46e1-bc94-2a51691f17bc tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398321 Nov 09 04:40:26.237725 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0101f112-7233-4947-af89-d03be10f08ac details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:40:26.328645 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 0101f112-7233-4947-af89-d03be10f08ac, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0101f112-7233-4947-af89-d03be10f08ac,segment=NetworkSegment(ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60),segment_id=ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:40:26.343300 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '0101f112-7233-4947-af89-d03be10f08ac', 'network_id': '89eea669-4e61-4d68-bca1-bd0d3cf87506', 'port_id': '0101f112-7233-4947-af89-d03be10f08ac', 'mac_address': 'fa:16:3e:c5:4b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:40:26.383181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:26.395204 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0101f112-7233-4947-af89-d03be10f08ac {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:40:26.415146 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 0101f112-7233-4947-af89-d03be10f08ac, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0101f112-7233-4947-af89-d03be10f08ac,segment=NetworkSegment(ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60),segment_id=ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:40:26.419112 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:26.462976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=0101f112-7233-4947-af89-d03be10f08ac,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:40:26.469717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:26.470063 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:26.470399 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:26.470732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:26.471057 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:26.471380 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:26.471704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:26.472027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:26.472348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:26.472666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:26.472983 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:26.473298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:40:26.623279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['0101f112-7233-4947-af89-d03be10f08ac'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:40:27.116785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a39f0-e90e-4610-b987-11ece6c1a15f req-865d397a-3ad6-49ac-b6f2-3a19909e9076 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:27.118807 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb5a39f0-e90e-4610-b987-11ece6c1a15f req-865d397a-3ad6-49ac-b6f2-3a19909e9076 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 944 time: 0.0511396 Nov 09 04:40:27.165795 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb5a39f0-e90e-4610-b987-11ece6c1a15f req-09742045-31d7-49bf-adfa-0090bd7edd77 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403166 Nov 09 04:40:27.860015 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-74854322-ee4a-4ccf-a57e-abde9eafe965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:28.253686 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0101f112-7233-4947-af89-d03be10f08ac up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:40:28.276445 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58a1d-8058-4871-a310-c4521657ee45 req-e427081c-afb4-470c-983c-9dfd016391b0 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:28.277946 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cef58a1d-8058-4871-a310-c4521657ee45 req-e427081c-afb4-470c-983c-9dfd016391b0 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 944 time: 0.0476115 Nov 09 04:40:28.302977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 0101f112-7233-4947-af89-d03be10f08ac completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:40:28.307099 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 0101f112-7233-4947-af89-d03be10f08ac triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:40:28.307470 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:28.328668 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cef58a1d-8058-4871-a310-c4521657ee45 req-3ff87a0d-c7dc-44ae-822b-b960d8fdb4ba tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441725 Nov 09 04:40:28.387161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:28.409221 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d44f985-997c-49c4-8ae1-4d9d427288fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0101f112-7233-4947-af89-d03be10f08ac'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:40:28.412004 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26199fab-814c-4f50-8942-53304e6906a7" -d '{"events": [{"server_uuid": "3d44f985-997c-49c4-8ae1-4d9d427288fe", "name": "network-vif-plugged", "status": "completed", "tag": "0101f112-7233-4947-af89-d03be10f08ac"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:40:28.424556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 0101f112-7233-4947-af89-d03be10f08ac, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0101f112-7233-4947-af89-d03be10f08ac,segment=NetworkSegment(ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60),segment_id=ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:40:28.428403 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:28.454985 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d9d1d0-6754-4e8a-9863-a5d4198ffed8 x-openstack-request-id: req-12d9d1d0-6754-4e8a-9863-a5d4198ffed8 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:40:28.455279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d44f985-997c-49c4-8ae1-4d9d427288fe", "name": "network-vif-plugged", "status": "completed", "tag": "0101f112-7233-4947-af89-d03be10f08ac", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:40:28.455533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12d9d1d0-6754-4e8a-9863-a5d4198ffed8 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:40:28.455925 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d44f985-997c-49c4-8ae1-4d9d427288fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0101f112-7233-4947-af89-d03be10f08ac', 'code': 200} Nov 09 04:40:28.481516 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=0101f112-7233-4947-af89-d03be10f08ac,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:40:28.607684 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edfe75-684f-42ee-afef-5f016002b277 req-64cf7c86-14a9-49df-a35f-c75d49ec441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:28.609128 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-15edfe75-684f-42ee-afef-5f016002b277 req-64cf7c86-14a9-49df-a35f-c75d49ec441b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 1098 time: 0.0389943 Nov 09 04:40:28.655721 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-15edfe75-684f-42ee-afef-5f016002b277 req-11eb2493-df69-4f10-aca4-d187aa3071c0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395646 Nov 09 04:40:29.134472 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:29.441383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11686a4-b63b-4820-a171-62a379d28b9e req-6a37428a-3eed-4839-8ac9-be86e5fe069a tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:29.442756 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e11686a4-b63b-4820-a171-62a379d28b9e req-6a37428a-3eed-4839-8ac9-be86e5fe069a tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0475068 Nov 09 04:40:29.487955 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e11686a4-b63b-4820-a171-62a379d28b9e req-815688c0-54e6-40b9-b216-159b93ef4d88 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395012 Nov 09 04:40:30.313964 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:30.602585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a72afa-0db4-4774-917b-88bddf61afe7 req-b454657d-a0a0-4705-8482-25cae7ce48b9 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:30.604308 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-81a72afa-0db4-4774-917b-88bddf61afe7 req-b454657d-a0a0-4705-8482-25cae7ce48b9 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0484979 Nov 09 04:40:30.649862 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-81a72afa-0db4-4774-917b-88bddf61afe7 req-8a112a61-2721-43ee-82c5-c8032ab47d2c tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396771 Nov 09 04:40:30.760270 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55756279-e3bb-4149-b900-691e1973f69a req-daff535d-1817-4816-9757-382387e77775 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:30.761741 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-55756279-e3bb-4149-b900-691e1973f69a req-daff535d-1817-4816-9757-382387e77775 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0473111 Nov 09 04:40:30.806144 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-55756279-e3bb-4149-b900-691e1973f69a req-98c43cee-211d-4313-85cb-abc7ede8d3aa tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386839 Nov 09 04:40:31.002946 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3e998-01fe-4f7f-a423-f18c5154597d req-6c25be5c-a136-4fa3-9a0a-7ee24e15e76b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:31.004401 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ddb3e998-01fe-4f7f-a423-f18c5154597d req-6c25be5c-a136-4fa3-9a0a-7ee24e15e76b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0512404 Nov 09 04:40:31.050307 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ddb3e998-01fe-4f7f-a423-f18c5154597d req-ed2898e4-4452-4ca6-b64d-cda8748e0954 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393770 Nov 09 04:40:31.052254 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:31.163232 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05551f9-d9b4-44f5-a815-5e43e3e2de19 req-1b2e9d20-ec52-4622-9023-2960da140fc0 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:31.165135 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f05551f9-d9b4-44f5-a815-5e43e3e2de19 req-1b2e9d20-ec52-4622-9023-2960da140fc0 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0485308 Nov 09 04:40:31.211261 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f05551f9-d9b4-44f5-a815-5e43e3e2de19 req-c725a244-bf0c-43c6-a8b8-849886a8fdb4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400698 Nov 09 04:40:31.554332 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-16d88f27-4c0e-463a-8d74-e94e10f6b18c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0681083 Nov 09 04:40:31.566249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ef519-27ec-4d1f-abee-1bf6d25739cc req-a809950a-9f86-4aad-800c-bf06f7fa7d3a tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:31.567789 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f13ef519-27ec-4d1f-abee-1bf6d25739cc req-a809950a-9f86-4aad-800c-bf06f7fa7d3a tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0721676 Nov 09 04:40:31.616950 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f13ef519-27ec-4d1f-abee-1bf6d25739cc req-c1915d43-e3eb-4e43-a960-9fc539bd93da tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425227 Nov 09 04:40:32.736318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671a3f-e069-4457-8ef5-9f6b129363ab req-48f89f7e-7e92-426a-a185-e7e0bf3358be tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:32.737828 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a7671a3f-e069-4457-8ef5-9f6b129363ab req-48f89f7e-7e92-426a-a185-e7e0bf3358be tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0510159 Nov 09 04:40:32.746703 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-75318dab-401d-49dd-8425-8d9c80ab282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:32.748277 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-75318dab-401d-49dd-8425-8d9c80ab282d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f7481e8aa9ae444da2b286d8db6ac859&device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 1098 time: 0.0418637 Nov 09 04:40:32.784557 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a7671a3f-e069-4457-8ef5-9f6b129363ab req-44a5231b-13a8-4f6c-99ff-f522bb815dac tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407012 Nov 09 04:40:32.841256 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-262d7362-8351-4d4a-b7ff-d6ef8020570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:32.842766 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-262d7362-8351-4d4a-b7ff-d6ef8020570b service neutron] 10.222.0.31 "GET /v2.0/networks?id=89eea669-4e61-4d68-bca1-bd0d3cf87506 HTTP/1.1" status: 200 len: 911 time: 0.0871360 Nov 09 04:40:32.882263 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-1c123865-eb86-43ce-a3bc-e0c4188ffa10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101f112-7233-4947-af89-d03be10f08ac HTTP/1.1" status: 200 len: 217 time: 0.0330772 Nov 09 04:40:32.933719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-784ecba2-37a9-46b5-ab6b-a1865cd7e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:32.935055 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-784ecba2-37a9-46b5-ab6b-a1865cd7e742 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a HTTP/1.1" status: 200 len: 851 time: 0.0457547 Nov 09 04:40:32.965742 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-3a00e3a0-ea16-4507-abc7-162845181cd7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89eea669-4e61-4d68-bca1-bd0d3cf87506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239053 Nov 09 04:40:33.053905 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-89be4c9e-816a-416a-bf69-288efdcdcb8f service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814471 Nov 09 04:40:33.144362 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-38c09dc0-3d06-4c6a-ab9c-c8e1c765d621 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839329 Nov 09 04:40:33.898172 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95baa28f-6b84-4e3a-af2d-385fe702ba13 req-8ba5c38f-0556-4981-a62c-3a74085888ff tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:33.899628 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-95baa28f-6b84-4e3a-af2d-385fe702ba13 req-8ba5c38f-0556-4981-a62c-3a74085888ff tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0481994 Nov 09 04:40:33.944365 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-95baa28f-6b84-4e3a-af2d-385fe702ba13 req-a67772eb-d2fa-4d73-bf6d-6d144b8bf216 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388837 Nov 09 04:40:35.060862 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee60be9-7387-414e-a70d-d1ce76b06ddf req-00d401b1-dc21-4e37-87ed-31862f7b21d1 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:35.062345 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fee60be9-7387-414e-a70d-d1ce76b06ddf req-00d401b1-dc21-4e37-87ed-31862f7b21d1 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0519071 Nov 09 04:40:35.107595 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fee60be9-7387-414e-a70d-d1ce76b06ddf req-2a785b4a-3d30-4ef8-8c17-c9d90b64d966 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394924 Nov 09 04:40:36.222686 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d246cf-bcb3-424a-bc88-2e0d6dc71c6e req-7ca0af26-8257-4307-8a30-8711f196756e tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:36.224149 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-47d246cf-bcb3-424a-bc88-2e0d6dc71c6e req-7ca0af26-8257-4307-8a30-8711f196756e tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0516038 Nov 09 04:40:36.274635 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-47d246cf-bcb3-424a-bc88-2e0d6dc71c6e req-b32a8ccb-8cf0-4be8-848e-2b3fb77b4b14 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399714 Nov 09 04:40:37.385863 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95890d1-b3db-47ae-a050-2db64bf7d520 req-b1503f4c-1d87-4930-889d-d64223c5a1a7 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:37.387321 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a95890d1-b3db-47ae-a050-2db64bf7d520 req-b1503f4c-1d87-4930-889d-d64223c5a1a7 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0481436 Nov 09 04:40:37.433003 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a95890d1-b3db-47ae-a050-2db64bf7d520 req-221086a0-b35e-4b82-95d6-405cbd0502b6 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Nov 09 04:40:38.547419 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b7b20-b10c-4ac2-9ed2-3637769aeb03 req-40a65608-cf6d-4f9f-b75a-955390a486df tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:38.548886 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f68b7b20-b10c-4ac2-9ed2-3637769aeb03 req-40a65608-cf6d-4f9f-b75a-955390a486df tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0494089 Nov 09 04:40:38.596517 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f68b7b20-b10c-4ac2-9ed2-3637769aeb03 req-cb361980-63c9-4210-a937-6206f2def280 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417497 Nov 09 04:40:39.709097 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75711d00-6346-4f2e-a85d-6aef1744d26c req-518d6b64-e827-4637-bb8b-d3e07fc2a8dc tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:39.710606 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-75711d00-6346-4f2e-a85d-6aef1744d26c req-518d6b64-e827-4637-bb8b-d3e07fc2a8dc tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0477972 Nov 09 04:40:39.760359 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-75711d00-6346-4f2e-a85d-6aef1744d26c req-7e3841c0-c5b5-429c-a114-2554fa3648df tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430117 Nov 09 04:40:40.873755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dffcd-7609-4885-adb4-0ed20f15ebb8 req-ffbf4ba7-2d01-432f-a263-73ad79f7fa6f tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:40.875216 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d55dffcd-7609-4885-adb4-0ed20f15ebb8 req-ffbf4ba7-2d01-432f-a263-73ad79f7fa6f tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0486658 Nov 09 04:40:40.923847 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d55dffcd-7609-4885-adb4-0ed20f15ebb8 req-f94ae3c1-a25f-4ef9-a507-2c969b1f0206 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428340 Nov 09 04:40:42.037715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ad95f-c0c6-4afc-be65-ffc1a18d53f5 req-08957f1b-0168-4f00-8a3d-937ca5b23bc8 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:42.039179 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4a7ad95f-c0c6-4afc-be65-ffc1a18d53f5 req-08957f1b-0168-4f00-8a3d-937ca5b23bc8 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0479095 Nov 09 04:40:42.085121 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4a7ad95f-c0c6-4afc-be65-ffc1a18d53f5 req-10ea0b47-cc06-48b9-9753-fcdca3ba13c2 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401018 Nov 09 04:40:43.196733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdad8df-449f-4fd9-9bbc-34868c407d8f req-fd13fed4-166b-4ea2-b3b2-d457ad0c7fec tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:43.198758 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3cdad8df-449f-4fd9-9bbc-34868c407d8f req-fd13fed4-166b-4ea2-b3b2-d457ad0c7fec tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0469069 Nov 09 04:40:43.246277 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3cdad8df-449f-4fd9-9bbc-34868c407d8f req-d3a2af00-d6ed-4098-88e4-3375a5df18b8 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417531 Nov 09 04:40:43.313989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfd232-87f0-48a3-88c1-bce8a3f23f3a req-77ad1590-c39d-4eb0-9242-092213d507ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:43.315434 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1dbfd232-87f0-48a3-88c1-bce8a3f23f3a req-77ad1590-c39d-4eb0-9242-092213d507ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f7481e8aa9ae444da2b286d8db6ac859&device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 1098 time: 0.0382543 Nov 09 04:40:43.737264 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfd232-87f0-48a3-88c1-bce8a3f23f3a req-2ec5b029-2d91-4a8b-8bb3-e644f6b3f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:43.738729 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1dbfd232-87f0-48a3-88c1-bce8a3f23f3a req-2ec5b029-2d91-4a8b-8bb3-e644f6b3f2cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=89eea669-4e61-4d68-bca1-bd0d3cf87506 HTTP/1.1" status: 200 len: 911 time: 0.4030666 Nov 09 04:40:43.780058 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1dbfd232-87f0-48a3-88c1-bce8a3f23f3a req-80f99756-05b0-410a-81fc-596526b34970 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101f112-7233-4947-af89-d03be10f08ac HTTP/1.1" status: 200 len: 217 time: 0.0322886 Nov 09 04:40:43.825798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfd232-87f0-48a3-88c1-bce8a3f23f3a req-ed12b584-0b93-46b2-ad57-5ce17cb4d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:43.827137 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1dbfd232-87f0-48a3-88c1-bce8a3f23f3a req-ed12b584-0b93-46b2-ad57-5ce17cb4d18f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a HTTP/1.1" status: 200 len: 851 time: 0.0409844 Nov 09 04:40:43.860426 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1dbfd232-87f0-48a3-88c1-bce8a3f23f3a req-c5fc67e9-7951-4266-a924-9a4063b57a1b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89eea669-4e61-4d68-bca1-bd0d3cf87506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265620 Nov 09 04:40:43.945768 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1dbfd232-87f0-48a3-88c1-bce8a3f23f3a req-3de7a4bc-9a92-4d08-a315-17d6ffba4dec service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784514 Nov 09 04:40:44.035115 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1dbfd232-87f0-48a3-88c1-bce8a3f23f3a req-479e02bc-b9dd-4be1-9851-27446ee0e968 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816848 Nov 09 04:40:44.521735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbc7b2-5b8d-4413-9c0a-c7ffab6786a9 req-939656b0-f0f7-49ac-a138-c7ad4695f159 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:44.523201 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-61bbc7b2-5b8d-4413-9c0a-c7ffab6786a9 req-939656b0-f0f7-49ac-a138-c7ad4695f159 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0476584 Nov 09 04:40:44.569342 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-61bbc7b2-5b8d-4413-9c0a-c7ffab6786a9 req-b75f9cb1-d0c1-48b0-ac86-9bdb1cde91e6 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398600 Nov 09 04:40:45.681126 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c72bf7-c112-46be-94e5-8983f30387d2 req-aea948d3-4087-4b5b-9083-da0aea7e4c98 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:45.683141 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-60c72bf7-c112-46be-94e5-8983f30387d2 req-aea948d3-4087-4b5b-9083-da0aea7e4c98 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0491359 Nov 09 04:40:45.729832 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-60c72bf7-c112-46be-94e5-8983f30387d2 req-4ed00466-a668-4bb0-b22c-4122181f437f tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407727 Nov 09 04:40:46.261213 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:40:46.848343 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1653c-f3ef-4674-b9f7-f1229d4738ee req-2040c024-46dc-4c95-a4ff-7364086aa2ff tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:46.849852 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cae1653c-f3ef-4674-b9f7-f1229d4738ee req-2040c024-46dc-4c95-a4ff-7364086aa2ff tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0542116 Nov 09 04:40:46.896406 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cae1653c-f3ef-4674-b9f7-f1229d4738ee req-2e50e357-fd7f-4f73-9d6a-730f392a157f tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 Nov 09 04:40:47.082933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:48.008552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f083d-47e6-4e80-9b7b-73e84bb2d9f9 req-4bb19e0e-176a-4425-934e-3805a4c783d3 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:48.010542 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a50f083d-47e6-4e80-9b7b-73e84bb2d9f9 req-4bb19e0e-176a-4425-934e-3805a4c783d3 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0486441 Nov 09 04:40:48.060186 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a50f083d-47e6-4e80-9b7b-73e84bb2d9f9 req-8ddc696a-07d0-40c8-a4f8-c7142d39cc8c tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437627 Nov 09 04:40:49.172387 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdb1c2-6c49-4e13-9817-42a6f189b83b req-4b6bdd15-04d5-44c0-88c6-0f5bb9e0dba4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:49.173864 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9bfdb1c2-6c49-4e13-9817-42a6f189b83b req-4b6bdd15-04d5-44c0-88c6-0f5bb9e0dba4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0475416 Nov 09 04:40:49.219909 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9bfdb1c2-6c49-4e13-9817-42a6f189b83b req-cd1f1340-be23-4991-b9d8-6ba60a0ae0a1 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401626 Nov 09 04:40:50.332400 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e60d5-8394-4770-a22e-a97ff10865ed req-4fb61709-d2da-49f4-bded-f9802beaa2aa tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:50.333918 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-088e60d5-8394-4770-a22e-a97ff10865ed req-4fb61709-d2da-49f4-bded-f9802beaa2aa tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0476289 Nov 09 04:40:50.379248 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-088e60d5-8394-4770-a22e-a97ff10865ed req-90a91815-5d0f-44a6-84be-74a3797b96a8 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392540 Nov 09 04:40:51.492066 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afbd3e-cdad-4375-8287-cf9a24c42aec req-4549cb88-4049-4257-b5f9-5215bf116ca6 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:51.493563 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-28afbd3e-cdad-4375-8287-cf9a24c42aec req-4549cb88-4049-4257-b5f9-5215bf116ca6 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0490096 Nov 09 04:40:51.543972 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-28afbd3e-cdad-4375-8287-cf9a24c42aec req-af4fdcca-f234-4537-946f-93220e8cfe50 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444283 Nov 09 04:40:52.655537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc13275-f638-4c6f-b852-c6c4abf0c160 req-4b78a964-8ed1-4765-9d9a-eaac943cb703 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:52.656994 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3bc13275-f638-4c6f-b852-c6c4abf0c160 req-4b78a964-8ed1-4765-9d9a-eaac943cb703 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0470212 Nov 09 04:40:52.702550 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3bc13275-f638-4c6f-b852-c6c4abf0c160 req-b43402dc-d6b2-4c7e-952b-897c28776f28 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Nov 09 04:40:53.813750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb12570-a402-47e4-b653-d8703dbf132d req-629b97b2-ed93-4be2-9401-f5e2fca7431d tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:53.815197 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bcb12570-a402-47e4-b653-d8703dbf132d req-629b97b2-ed93-4be2-9401-f5e2fca7431d tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0469804 Nov 09 04:40:53.861602 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bcb12570-a402-47e4-b653-d8703dbf132d req-6a2c9430-863a-44ee-aa09-2b80ecefd3cc tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 Nov 09 04:40:54.977972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a518c7e-b292-4729-b6f8-474d5b25eba5 req-4d91a118-1247-4af6-8567-6312309e424d tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:54.979956 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3a518c7e-b292-4729-b6f8-474d5b25eba5 req-4d91a118-1247-4af6-8567-6312309e424d tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0516238 Nov 09 04:40:55.025414 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3a518c7e-b292-4729-b6f8-474d5b25eba5 req-5f500912-2fef-468f-af36-9747cd412b06 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396192 Nov 09 04:40:55.574570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5215ee13-636f-431b-a311-f18b606ee2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:56.136726 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1238c-1f90-4a23-b56d-ac593234424e req-fb28a494-9aed-45b9-a0b5-12e8341fc35b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:56.138224 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e3a1238c-1f90-4a23-b56d-ac593234424e req-fb28a494-9aed-45b9-a0b5-12e8341fc35b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0471573 Nov 09 04:40:56.184088 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e3a1238c-1f90-4a23-b56d-ac593234424e req-ca46bed3-7098-4126-85ed-776bac2b04e9 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400310 Nov 09 04:40:57.298835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c1421-6668-4327-95e0-7b19aa5c27a9 req-2a645efe-abfc-4ec3-9d22-44eea0f5c704 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:57.300317 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2f0c1421-6668-4327-95e0-7b19aa5c27a9 req-2a645efe-abfc-4ec3-9d22-44eea0f5c704 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0486124 Nov 09 04:40:57.346857 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2f0c1421-6668-4327-95e0-7b19aa5c27a9 req-4e5419b8-45dc-4fe4-8ea1-9d5edc1f1b6c tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406880 Nov 09 04:40:57.861434 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-76c3e5be-397f-4b91-aa7b-eed06f861b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:58.466669 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb04cf-12b0-45e6-8dde-c14a3c9c4857 req-4f6efd04-0d42-463c-8296-b2abe7f9f21d tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:58.468250 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-acfb04cf-12b0-45e6-8dde-c14a3c9c4857 req-4f6efd04-0d42-463c-8296-b2abe7f9f21d tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0537066 Nov 09 04:40:58.521652 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-acfb04cf-12b0-45e6-8dde-c14a3c9c4857 req-e1ea87e7-eaee-4d5d-80bd-03ec0c9f181e tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434630 Nov 09 04:40:59.136601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:40:59.634178 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba861b-7cc3-40ba-89ec-eb2d4056dc6a req-a9b4af21-24a4-4ed8-b516-1a815729f26c tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:59.635711 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d7ba861b-7cc3-40ba-89ec-eb2d4056dc6a req-a9b4af21-24a4-4ed8-b516-1a815729f26c tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0484331 Nov 09 04:40:59.685566 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d7ba861b-7cc3-40ba-89ec-eb2d4056dc6a req-d297c9ac-73ff-41bf-bcf8-7a85a8329d52 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440221 Nov 09 04:40:59.794150 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-f0c9d8a2-5553-4b4e-a2b4-58d235d89a73 service neutron] 10.222.0.31 "GET /v2.0/ports/0101f112-7233-4947-af89-d03be10f08ac/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0526998 Nov 09 04:40:59.988695 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-1bfc448c-b332-4e44-8a98-bbcee17d113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:40:59.990214 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-1bfc448c-b332-4e44-8a98-bbcee17d113f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe&tenant_id=f7481e8aa9ae444da2b286d8db6ac859 HTTP/1.1" status: 200 len: 1098 time: 0.0400190 Nov 09 04:41:00.049447 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-4e6c445a-76e0-4578-a077-965ef724aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:00.050938 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-4e6c445a-76e0-4578-a077-965ef724aa5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f7481e8aa9ae444da2b286d8db6ac859&device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 1098 time: 0.0384984 Nov 09 04:41:00.143532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-0715fa3d-18a6-412b-b5b2-581bc5e25f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:00.144979 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-0715fa3d-18a6-412b-b5b2-581bc5e25f03 service neutron] 10.222.0.31 "GET /v2.0/networks?id=89eea669-4e61-4d68-bca1-bd0d3cf87506 HTTP/1.1" status: 200 len: 911 time: 0.0868101 Nov 09 04:41:00.185484 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-0d158200-c980-4f04-ac49-6fbeb12280c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101f112-7233-4947-af89-d03be10f08ac HTTP/1.1" status: 200 len: 217 time: 0.0334370 Nov 09 04:41:00.238552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-1d972a06-7a3a-4633-9958-0344cc0b7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:00.240036 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-1d972a06-7a3a-4633-9958-0344cc0b7960 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a HTTP/1.1" status: 200 len: 851 time: 0.0477083 Nov 09 04:41:00.270852 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-536d4c1a-4ccd-46e2-af15-8fefd91cfd8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89eea669-4e61-4d68-bca1-bd0d3cf87506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236068 Nov 09 04:41:00.316493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:00.361255 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-b1658733-3ce3-45a8-857b-dcbc87706153 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824130 Nov 09 04:41:00.452225 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e7d73e3b-1aa1-4750-8b27-2f5686efd613 req-5b04071a-0809-4db8-aa93-6b0ab57cd3e6 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839508 Nov 09 04:41:00.798412 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224c1b0-3820-4080-ad30-c2872fff6baa req-1e7a3314-07a3-4803-969b-f66f3abf0d1a tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:00.799876 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0224c1b0-3820-4080-ad30-c2872fff6baa req-1e7a3314-07a3-4803-969b-f66f3abf0d1a tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0478165 Nov 09 04:41:00.845872 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0224c1b0-3820-4080-ad30-c2872fff6baa req-1bf96c84-a57b-401c-8bb6-3feb48035a92 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401816 Nov 09 04:41:01.054492 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:01.963260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de799b-906b-4899-8bf9-e11879f31d30 req-47c50d1a-d90a-4575-af1e-74c3e6485f37 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:01.965235 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-69de799b-906b-4899-8bf9-e11879f31d30 req-47c50d1a-d90a-4575-af1e-74c3e6485f37 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0498030 Nov 09 04:41:02.013467 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-69de799b-906b-4899-8bf9-e11879f31d30 req-86a601e0-d39b-4fa8-8052-59c48654b885 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414178 Nov 09 04:41:03.130498 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa29479-1c83-4a2e-9c0e-3232a30c0e3f req-c86d6c7b-3abb-44e6-8ffb-1169b04a93ae tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:03.131970 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-caa29479-1c83-4a2e-9c0e-3232a30c0e3f req-c86d6c7b-3abb-44e6-8ffb-1169b04a93ae tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0517414 Nov 09 04:41:03.177979 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-caa29479-1c83-4a2e-9c0e-3232a30c0e3f req-73ecd98a-58ce-4330-9fcc-fc5b5b7601a1 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 Nov 09 04:41:03.365914 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7aeaf-ada3-43e9-b51e-b2714d318920 req-38cbe027-8111-446c-b1ba-c2e3b24a6849 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:03.367631 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c6d7aeaf-ada3-43e9-b51e-b2714d318920 req-38cbe027-8111-446c-b1ba-c2e3b24a6849 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0496743 Nov 09 04:41:03.388061 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fef013-e971-4bbd-bcca-6b00af07719e req-b1bfd3ce-d81e-46ad-ae43-1eebf7990927 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:03.389656 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d3fef013-e971-4bbd-bcca-6b00af07719e req-b1bfd3ce-d81e-46ad-ae43-1eebf7990927 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe&tenant_id=f7481e8aa9ae444da2b286d8db6ac859&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 945 time: 0.0578799 Nov 09 04:41:03.417179 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c6d7aeaf-ada3-43e9-b51e-b2714d318920 req-dd3f9e78-006e-4450-8e82-194b235e9720 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428410 Nov 09 04:41:03.473051 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fef013-e971-4bbd-bcca-6b00af07719e req-aec6247d-ea08-4e2d-b17f-461a9368cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:03.474568 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d3fef013-e971-4bbd-bcca-6b00af07719e req-aec6247d-ea08-4e2d-b17f-461a9368cf89 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f7481e8aa9ae444da2b286d8db6ac859&device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 1098 time: 0.0402706 Nov 09 04:41:03.563687 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fef013-e971-4bbd-bcca-6b00af07719e req-cb11ad1e-8b32-4b9e-a995-1a0fb47e53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:03.565161 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d3fef013-e971-4bbd-bcca-6b00af07719e req-cb11ad1e-8b32-4b9e-a995-1a0fb47e53e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=89eea669-4e61-4d68-bca1-bd0d3cf87506 HTTP/1.1" status: 200 len: 911 time: 0.0826716 Nov 09 04:41:03.609905 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d3fef013-e971-4bbd-bcca-6b00af07719e req-6576fcc3-89f4-43d6-8499-025a89a6372c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0101f112-7233-4947-af89-d03be10f08ac HTTP/1.1" status: 200 len: 217 time: 0.0374947 Nov 09 04:41:03.656954 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fef013-e971-4bbd-bcca-6b00af07719e req-14ba5eaf-d908-4dfa-a720-35b8a51598d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:03.658349 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d3fef013-e971-4bbd-bcca-6b00af07719e req-14ba5eaf-d908-4dfa-a720-35b8a51598d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a HTTP/1.1" status: 200 len: 851 time: 0.0421641 Nov 09 04:41:03.689007 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d3fef013-e971-4bbd-bcca-6b00af07719e req-c253bc8d-cced-405f-81d3-d76961690afd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89eea669-4e61-4d68-bca1-bd0d3cf87506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240135 Nov 09 04:41:03.782039 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d3fef013-e971-4bbd-bcca-6b00af07719e req-20430cc8-6053-43f0-9a18-58e777881706 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858667 Nov 09 04:41:03.869344 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d3fef013-e971-4bbd-bcca-6b00af07719e req-fc342261-2a3b-41ac-bf15-85aee8bcba6b service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800605 Nov 09 04:41:04.533423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955e87e-0f38-4c08-b838-b7ec917464c8 req-c86e849e-39db-4c40-99fb-48980ccb7afa tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:04.534884 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c955e87e-0f38-4c08-b838-b7ec917464c8 req-c86e849e-39db-4c40-99fb-48980ccb7afa tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0501239 Nov 09 04:41:04.585855 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c955e87e-0f38-4c08-b838-b7ec917464c8 req-d9d9c700-f7e9-4cb6-b20f-ea72aa72e7cd tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449257 Nov 09 04:41:04.697222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d52490-8d17-4f04-b817-0a6bab27f544 req-ac1fdb58-bc04-4dcc-b43e-7197c11570a8 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:04.698736 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-12d52490-8d17-4f04-b817-0a6bab27f544 req-ac1fdb58-bc04-4dcc-b43e-7197c11570a8 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0482118 Nov 09 04:41:04.751095 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-12d52490-8d17-4f04-b817-0a6bab27f544 req-7f538f0d-57fd-4967-afdf-423796e67529 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462387 Nov 09 04:41:04.865557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e908a-538a-464c-bcf6-c50ebda6b496 req-78f0c989-f7b9-4f1b-a763-710298836380 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:04.867054 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1c0e908a-538a-464c-bcf6-c50ebda6b496 req-78f0c989-f7b9-4f1b-a763-710298836380 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0486739 Nov 09 04:41:04.914098 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1c0e908a-538a-464c-bcf6-c50ebda6b496 req-eabef0f0-4e88-44c7-9ecf-f41cd70ac378 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411289 Nov 09 04:41:05.258247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-1de453b5-6fac-4391-9a97-e5ef59e88734 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:05.259706 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-1de453b5-6fac-4391-9a97-e5ef59e88734 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/networks?id=89eea669-4e61-4d68-bca1-bd0d3cf87506 HTTP/1.1" status: 200 len: 811 time: 0.1077082 Nov 09 04:41:05.274569 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-3ee822ca-636e-4552-8f6a-3bd63ac68347 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/quotas/f7481e8aa9ae444da2b286d8db6ac859 HTTP/1.1" status: 200 len: 375 time: 0.0087106 Nov 09 04:41:05.321379 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-f9a6bda4-200e-421e-bbe0-b79dd6cd50a5 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f7481e8aa9ae444da2b286d8db6ac859&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413091 Nov 09 04:41:05.411073 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-9c8afe1d-201b-4d53-9d9b-8ca58b0c0f17 service neutron] 10.222.0.21 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823860 Nov 09 04:41:05.509874 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-591dcd67-220b-4219-8a85-8a9c1319e5a6 service neutron] 10.222.0.21 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929430 Nov 09 04:41:05.664494 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d27daa45-91a5-40fe-b7ff-254ab873a479 req-e1f10220-5789-47ae-b83f-dcbb89372804 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 210 time: 0.0257232 Nov 09 04:41:06.574644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-370cd4a5-3554-4776-8acc-5c8411efe6d0 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:06.576304 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-370cd4a5-3554-4776-8acc-5c8411efe6d0 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.31 "GET /v2.0/networks?id=89eea669-4e61-4d68-bca1-bd0d3cf87506 HTTP/1.1" status: 200 len: 811 time: 0.1151087 Nov 09 04:41:06.603311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-d55605aa-8ab6-4de2-911d-579e97dbe312 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Request body: {'port': {'device_id': 'd50d3629-72cd-472c-adfa-944983479d74', 'network_id': '89eea669-4e61-4d68-bca1-bd0d3cf87506', 'admin_state_up': True, 'tenant_id': 'f7481e8aa9ae444da2b286d8db6ac859'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:41:06.711798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-d55605aa-8ab6-4de2-911d-579e97dbe312 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Made reservation on behalf of f7481e8aa9ae444da2b286d8db6ac859 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:41:06.715825 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-d55605aa-8ab6-4de2-911d-579e97dbe312 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:06.795875 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f87be662-0294-4a13-a00c-741aae201f68 req-717fe587-fd33-4932-b9ce-47a74351da46 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 210 time: 0.0583270 Nov 09 04:41:06.797145 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.31', 54568) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:41:06.856280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b93883-4c05-4165-9b2f-ebb6c64ab17c req-4e5dd279-6f6c-49d9-b730-9aadd372b38e tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:06.857745 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-90b93883-4c05-4165-9b2f-ebb6c64ab17c req-4e5dd279-6f6c-49d9-b730-9aadd372b38e tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d44f985-997c-49c4-8ae1-4d9d427288fe HTTP/1.1" status: 200 len: 945 time: 0.0593996 Nov 09 04:41:06.867964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-d55605aa-8ab6-4de2-911d-579e97dbe312 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Allocated IP 172.20.0.4 (89eea669-4e61-4d68-bca1-bd0d3cf87506/e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a/47b857ed-1e71-4dba-80a1-c64d5103daf7) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:41:06.947591 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-90b93883-4c05-4165-9b2f-ebb6c64ab17c req-a05bd0fb-ea32-42c6-87f6-bdf4aa6764f4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Deleting port 0101f112-7233-4947-af89-d03be10f08ac {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:41:06.947924 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-90b93883-4c05-4165-9b2f-ebb6c64ab17c req-a05bd0fb-ea32-42c6-87f6-bdf4aa6764f4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:07.017041 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-d55605aa-8ab6-4de2-911d-579e97dbe312 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:07.037442 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-90b93883-4c05-4165-9b2f-ebb6c64ab17c req-a05bd0fb-ea32-42c6-87f6-bdf4aa6764f4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] For port 0101f112-7233-4947-af89-d03be10f08ac, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=0101f112-7233-4947-af89-d03be10f08ac,segment=NetworkSegment(ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60),segment_id=ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:41:07.037829 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-90b93883-4c05-4165-9b2f-ebb6c64ab17c req-a05bd0fb-ea32-42c6-87f6-bdf4aa6764f4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:07.049468 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-d55605aa-8ab6-4de2-911d-579e97dbe312 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:07.050560 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [req-90b93883-4c05-4165-9b2f-ebb6c64ab17c req-a05bd0fb-ea32-42c6-87f6-bdf4aa6764f4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Calling delete_port for 0101f112-7233-4947-af89-d03be10f08ac owned by compute:nova {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:41:07.062626 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['0101f112-7233-4947-af89-d03be10f08ac'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:41:07.093105 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-d55605aa-8ab6-4de2-911d-579e97dbe312 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Network 89eea669-4e61-4d68-bca1-bd0d3cf87506 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:41:07.098706 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-d55605aa-8ab6-4de2-911d-579e97dbe312 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:41:07.102741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-d55605aa-8ab6-4de2-911d-579e97dbe312 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:41:07.131851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55605aa-8ab6-4de2-911d-579e97dbe312 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Pushing event updated for resources: {'Port': ['ID=47b857ed-1e71-4dba-80a1-c64d5103daf7,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:07.159453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-d55605aa-8ab6-4de2-911d-579e97dbe312 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:07.160084 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-d55605aa-8ab6-4de2-911d-579e97dbe312 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:07.175537 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-d55605aa-8ab6-4de2-911d-579e97dbe312 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5759027 Nov 09 04:41:07.190018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Request body: {'port': {'device_id': 'd50d3629-72cd-472c-adfa-944983479d74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:41:07.207101 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-90b93883-4c05-4165-9b2f-ebb6c64ab17c req-a05bd0fb-ea32-42c6-87f6-bdf4aa6764f4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:07.234760 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bd0fb-ea32-42c6-87f6-bdf4aa6764f4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Pushing event deleted for resources: {'Port': ['ID=0101f112-7233-4947-af89-d03be10f08ac,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:07.254656 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:07.276856 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b93883-4c05-4165-9b2f-ebb6c64ab17c req-a05bd0fb-ea32-42c6-87f6-bdf4aa6764f4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] No DVR routers for this DVR port 0101f112-7233-4947-af89-d03be10f08ac on host hv-neutron-8168 {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:41:07.279554 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-90b93883-4c05-4165-9b2f-ebb6c64ab17c req-a05bd0fb-ea32-42c6-87f6-bdf4aa6764f4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:07.282989 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-90b93883-4c05-4165-9b2f-ebb6c64ab17c req-a05bd0fb-ea32-42c6-87f6-bdf4aa6764f4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.31 "DELETE /v2.0/ports/0101f112-7233-4947-af89-d03be10f08ac HTTP/1.1" status: 204 len: 173 time: 0.4190035 Nov 09 04:41:07.283451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d44f985-997c-49c4-8ae1-4d9d427288fe', 'name': 'network-vif-deleted', 'tag': '0101f112-7233-4947-af89-d03be10f08ac'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:41:07.285770 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909b2735-c23d-4b01-b5bb-a9f1d74c11b7" -d '{"events": [{"server_uuid": "3d44f985-997c-49c4-8ae1-4d9d427288fe", "name": "network-vif-deleted", "tag": "0101f112-7233-4947-af89-d03be10f08ac"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:41:07.390733 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0775ca41-c78d-4aae-aaf8-d3f0008eaf40 x-openstack-request-id: req-0775ca41-c78d-4aae-aaf8-d3f0008eaf40 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:41:07.391324 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d44f985-997c-49c4-8ae1-4d9d427288fe", "name": "network-vif-deleted", "tag": "0101f112-7233-4947-af89-d03be10f08ac", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:41:07.391707 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0775ca41-c78d-4aae-aaf8-d3f0008eaf40 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:41:07.392341 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d44f985-997c-49c4-8ae1-4d9d427288fe', 'name': 'network-vif-deleted', 'tag': '0101f112-7233-4947-af89-d03be10f08ac', 'status': 'completed', 'code': 200} Nov 09 04:41:07.521880 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b857ed-1e71-4dba-80a1-c64d5103daf7 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:41:07.529613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:07.541043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Transition to ACTIVE for port object 47b857ed-1e71-4dba-80a1-c64d5103daf7 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:41:07.544212 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:07.593225 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Pushing event updated for resources: {'Port': ['ID=47b857ed-1e71-4dba-80a1-c64d5103daf7,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:07.663875 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Attempting to bind port 47b857ed-1e71-4dba-80a1-c64d5103daf7 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:41:07.664213 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Attempting to bind port 47b857ed-1e71-4dba-80a1-c64d5103daf7 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '89eea669-4e61-4d68-bca1-bd0d3cf87506'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:41:07.664539 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Attempting to bind port 47b857ed-1e71-4dba-80a1-c64d5103daf7 on network 89eea669-4e61-4d68-bca1-bd0d3cf87506 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:41:07.668835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Port 47b857ed-1e71-4dba-80a1-c64d5103daf7 on network 89eea669-4e61-4d68-bca1-bd0d3cf87506 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:41:07.669157 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Attempting to bind port 47b857ed-1e71-4dba-80a1-c64d5103daf7 on network 89eea669-4e61-4d68-bca1-bd0d3cf87506 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:41:07.674685 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:41:07.675013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Checking segment: {'id': 'ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '89eea669-4e61-4d68-bca1-bd0d3cf87506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:41:07.675387 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Bound using segment: {'id': 'ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '89eea669-4e61-4d68-bca1-bd0d3cf87506'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:41:07.675816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Bound port: 47b857ed-1e71-4dba-80a1-c64d5103daf7, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '89eea669-4e61-4d68-bca1-bd0d3cf87506'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:41:07.676151 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:07.740742 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] For port 47b857ed-1e71-4dba-80a1-c64d5103daf7, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:41:07.744171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] For port 47b857ed-1e71-4dba-80a1-c64d5103daf7, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47b857ed-1e71-4dba-80a1-c64d5103daf7,segment=NetworkSegment(ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60),segment_id=ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:41:07.748007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:07.782412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:07.783028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:07.784385 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] 10.222.0.31 "PUT /v2.0/ports/47b857ed-1e71-4dba-80a1-c64d5103daf7 HTTP/1.1" status: 200 len: 1093 time: 0.6003544 Nov 09 04:41:07.784816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50d3629-72cd-472c-adfa-944983479d74', 'tag': '47b857ed-1e71-4dba-80a1-c64d5103daf7'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:41:07.787042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1d19bd-8460-4d8e-966a-75b22037c1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d50d3629-72cd-472c-adfa-944983479d74", "tag": "47b857ed-1e71-4dba-80a1-c64d5103daf7"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:41:07.810689 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13316dc0-7471-435f-8479-395fc2017e4d service neutron] Pushing event updated for resources: {'Port': ['ID=47b857ed-1e71-4dba-80a1-c64d5103daf7,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:07.829536 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5047a7-2ed5-4176-9849-801677c1501e x-openstack-request-id: req-bb5047a7-2ed5-4176-9849-801677c1501e {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:41:07.829812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50d3629-72cd-472c-adfa-944983479d74", "tag": "47b857ed-1e71-4dba-80a1-c64d5103daf7", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:41:07.830089 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb5047a7-2ed5-4176-9849-801677c1501e {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:41:07.830488 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50d3629-72cd-472c-adfa-944983479d74', 'tag': '47b857ed-1e71-4dba-80a1-c64d5103daf7', 'status': 'completed', 'code': 200} Nov 09 04:41:07.878107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-76028a76-59ef-464d-860f-82a0da04a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:07.879838 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-76028a76-59ef-464d-860f-82a0da04a062 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f7481e8aa9ae444da2b286d8db6ac859&device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 1096 time: 0.0470107 Nov 09 04:41:07.919782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d6466-4e40-472c-9294-abda5f232923 req-55a211e9-7402-4113-97d5-829d7cbe0f49 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:07.921179 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4d1d6466-4e40-472c-9294-abda5f232923 req-55a211e9-7402-4113-97d5-829d7cbe0f49 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 943 time: 0.0531032 Nov 09 04:41:07.921575 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-1b1df0c6-bad4-4a10-a896-51a7e8c9b005 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47b857ed-1e71-4dba-80a1-c64d5103daf7 HTTP/1.1" status: 200 len: 217 time: 0.0342429 Nov 09 04:41:07.968049 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4d1d6466-4e40-472c-9294-abda5f232923 req-5be46433-847c-40b2-9736-7d8d1b778d33 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408432 Nov 09 04:41:07.970169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-092be709-c037-4a08-9ec3-a751c495780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:07.971647 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-092be709-c037-4a08-9ec3-a751c495780f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a HTTP/1.1" status: 200 len: 851 time: 0.0437372 Nov 09 04:41:08.006656 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-ebb4deeb-8872-4ebd-9aa2-eafbcd517c71 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89eea669-4e61-4d68-bca1-bd0d3cf87506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282211 Nov 09 04:41:08.094650 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-778f671d-f6f9-4b3c-aa26-ceeb5e0a8023 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802195 Nov 09 04:41:08.189017 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e22f148f-04c7-4855-a4f9-5e9b772ca516 req-4b28327d-01b2-4470-8ec1-39cd1a8d48ab service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870779 Nov 09 04:41:08.274640 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d19bd-8460-4d8e-966a-75b22037c1c0 req-9e6f7f64-e8e3-4f76-83f3-a622579480cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:08.276121 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9b1d19bd-8460-4d8e-966a-75b22037c1c0 req-9e6f7f64-e8e3-4f76-83f3-a622579480cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f7481e8aa9ae444da2b286d8db6ac859&device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 1096 time: 0.0403342 Nov 09 04:41:08.365304 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d19bd-8460-4d8e-966a-75b22037c1c0 req-7d688576-5c90-414d-9b17-181bf7f9b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:08.366755 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9b1d19bd-8460-4d8e-966a-75b22037c1c0 req-7d688576-5c90-414d-9b17-181bf7f9b32d service neutron] 10.222.0.31 "GET /v2.0/networks?id=89eea669-4e61-4d68-bca1-bd0d3cf87506 HTTP/1.1" status: 200 len: 911 time: 0.0814035 Nov 09 04:41:08.410679 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9b1d19bd-8460-4d8e-966a-75b22037c1c0 req-7af748a0-9930-47e5-b8e2-a3bbffc23a4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47b857ed-1e71-4dba-80a1-c64d5103daf7 HTTP/1.1" status: 200 len: 217 time: 0.0354056 Nov 09 04:41:08.457709 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d19bd-8460-4d8e-966a-75b22037c1c0 req-681bd4ed-9f61-4bbf-a548-3471556f2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:08.459043 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9b1d19bd-8460-4d8e-966a-75b22037c1c0 req-681bd4ed-9f61-4bbf-a548-3471556f2e35 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a HTTP/1.1" status: 200 len: 851 time: 0.0419030 Nov 09 04:41:08.490997 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9b1d19bd-8460-4d8e-966a-75b22037c1c0 req-3f9c0853-54f2-40e2-b23c-9b0cf87e1dd8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89eea669-4e61-4d68-bca1-bd0d3cf87506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237916 Nov 09 04:41:08.581301 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9b1d19bd-8460-4d8e-966a-75b22037c1c0 req-f41f7efd-f8b1-486b-8637-d77f00752a09 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827739 Nov 09 04:41:08.672978 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9b1d19bd-8460-4d8e-966a-75b22037c1c0 req-2b28029b-f685-4300-8866-a5b687667c78 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834589 Nov 09 04:41:09.084590 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f9efe-e066-476a-a24b-db92d9a3a622 req-cd903eae-0cae-4b29-beb5-bc4f181386ba tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:09.086083 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6f4f9efe-e066-476a-a24b-db92d9a3a622 req-cd903eae-0cae-4b29-beb5-bc4f181386ba tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 943 time: 0.0511777 Nov 09 04:41:09.131105 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6f4f9efe-e066-476a-a24b-db92d9a3a622 req-e8bcb4c2-b8d3-49a0-bc9c-42f8348d0347 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390034 Nov 09 04:41:10.242629 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fedc31-37cc-4657-a620-5adaac480f3a req-5f952f70-d74b-460b-a072-cd37e97ddaf4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:10.244120 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-47fedc31-37cc-4657-a620-5adaac480f3a req-5f952f70-d74b-460b-a072-cd37e97ddaf4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 943 time: 0.0480556 Nov 09 04:41:10.289469 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-47fedc31-37cc-4657-a620-5adaac480f3a req-0267e319-62ea-4a72-8802-e19e29e27b4f tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394845 Nov 09 04:41:10.489528 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 47b857ed-1e71-4dba-80a1-c64d5103daf7 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:41:10.494566 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0101f112-7233-4947-af89-d03be10f08ac no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:41:10.525490 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 0101f112-7233-4947-af89-d03be10f08ac {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:41:10.525855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 0101f112-7233-4947-af89-d03be10f08ac not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:41:10.604742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 47b857ed-1e71-4dba-80a1-c64d5103daf7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47b857ed-1e71-4dba-80a1-c64d5103daf7,segment=NetworkSegment(ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60),segment_id=ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:41:10.614801 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '47b857ed-1e71-4dba-80a1-c64d5103daf7', 'network_id': '89eea669-4e61-4d68-bca1-bd0d3cf87506', 'port_id': '47b857ed-1e71-4dba-80a1-c64d5103daf7', 'mac_address': 'fa:16:3e:8f:76:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:41:10.651677 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:10.667817 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b857ed-1e71-4dba-80a1-c64d5103daf7 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:41:10.685734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 47b857ed-1e71-4dba-80a1-c64d5103daf7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47b857ed-1e71-4dba-80a1-c64d5103daf7,segment=NetworkSegment(ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60),segment_id=ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:41:10.690414 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:10.736767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=47b857ed-1e71-4dba-80a1-c64d5103daf7,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:10.882546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['47b857ed-1e71-4dba-80a1-c64d5103daf7'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:41:11.400783 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d23d4-39ec-4684-a2a6-2d0deb5ecabe req-33e7dce4-ed00-4ece-aef5-ff535e96ad58 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:11.402287 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-222d23d4-39ec-4684-a2a6-2d0deb5ecabe req-33e7dce4-ed00-4ece-aef5-ff535e96ad58 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 944 time: 0.0481176 Nov 09 04:41:11.448121 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-222d23d4-39ec-4684-a2a6-2d0deb5ecabe req-8dd90dd5-0996-43bb-b4ff-28f6e50ec510 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Nov 09 04:41:12.495131 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 47b857ed-1e71-4dba-80a1-c64d5103daf7 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:41:12.547496 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 47b857ed-1e71-4dba-80a1-c64d5103daf7 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:41:12.551435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 47b857ed-1e71-4dba-80a1-c64d5103daf7 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:41:12.551802 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:12.562015 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a77206-f4bf-4ac3-8b84-f92d57d55c04 req-97f5fef7-4ec2-4e26-9744-8313b59cf0f4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:12.563499 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f1a77206-f4bf-4ac3-8b84-f92d57d55c04 req-97f5fef7-4ec2-4e26-9744-8313b59cf0f4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 944 time: 0.0487890 Nov 09 04:41:12.613627 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f1a77206-f4bf-4ac3-8b84-f92d57d55c04 req-1c0a155b-7734-4212-a47e-1535d6730cd0 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442307 Nov 09 04:41:12.629328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:12.650757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50d3629-72cd-472c-adfa-944983479d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b857ed-1e71-4dba-80a1-c64d5103daf7'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:41:12.653268 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba2e676-e6a8-44c3-a62a-fbe0dd26e24a" -d '{"events": [{"server_uuid": "d50d3629-72cd-472c-adfa-944983479d74", "name": "network-vif-plugged", "status": "completed", "tag": "47b857ed-1e71-4dba-80a1-c64d5103daf7"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:41:12.665618 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 47b857ed-1e71-4dba-80a1-c64d5103daf7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47b857ed-1e71-4dba-80a1-c64d5103daf7,segment=NetworkSegment(ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60),segment_id=ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:41:12.669589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:12.696817 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64339282-4549-4db0-bbe0-eb130a8ead6a x-openstack-request-id: req-64339282-4549-4db0-bbe0-eb130a8ead6a {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:41:12.697113 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50d3629-72cd-472c-adfa-944983479d74", "name": "network-vif-plugged", "status": "completed", "tag": "47b857ed-1e71-4dba-80a1-c64d5103daf7", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:41:12.697374 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64339282-4549-4db0-bbe0-eb130a8ead6a {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:41:12.697786 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50d3629-72cd-472c-adfa-944983479d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b857ed-1e71-4dba-80a1-c64d5103daf7', 'code': 200} Nov 09 04:41:12.725437 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=47b857ed-1e71-4dba-80a1-c64d5103daf7,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:12.852910 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f30f69-181b-4b43-957f-5cbe0145a11a req-c4322d68-2c04-437d-a072-3749b3b86a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:12.854420 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91f30f69-181b-4b43-957f-5cbe0145a11a req-c4322d68-2c04-437d-a072-3749b3b86a4c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 1098 time: 0.0396287 Nov 09 04:41:12.902127 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91f30f69-181b-4b43-957f-5cbe0145a11a req-1aa732d4-068b-4784-a95b-6b63733fa60c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393701 Nov 09 04:41:13.726076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969515b-1bd4-4be5-a516-3dd60939e5de req-b612418b-2176-4a34-a176-ee72b0c881a8 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:13.727552 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b969515b-1bd4-4be5-a516-3dd60939e5de req-b612418b-2176-4a34-a176-ee72b0c881a8 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0486004 Nov 09 04:41:13.776508 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b969515b-1bd4-4be5-a516-3dd60939e5de req-9399348e-714b-4d1a-b48c-1078a12d0401 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431504 Nov 09 04:41:14.892249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f906a6f-7a83-4ac7-b37f-e8dbeb274085 req-baab5a37-35e9-4c06-a25c-3c843cd75fbc tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:14.893783 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0f906a6f-7a83-4ac7-b37f-e8dbeb274085 req-baab5a37-35e9-4c06-a25c-3c843cd75fbc tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0488055 Nov 09 04:41:14.939799 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0f906a6f-7a83-4ac7-b37f-e8dbeb274085 req-f2179676-7592-427a-8b89-8d5c77420972 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402009 Nov 09 04:41:15.051106 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1a197-139c-42c2-ba1a-48128ef5f887 req-e3ad0634-277b-4040-bbf3-c0ccebe2394c tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:15.052589 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-88e1a197-139c-42c2-ba1a-48128ef5f887 req-e3ad0634-277b-4040-bbf3-c0ccebe2394c tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0479963 Nov 09 04:41:15.097859 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-88e1a197-139c-42c2-ba1a-48128ef5f887 req-4d71dee2-13b1-455e-b7cc-68c52907a3b0 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394053 Nov 09 04:41:15.315599 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-2aa27779-e8c6-40a7-8b12-d10ea6a05455 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412238 Nov 09 04:41:15.330338 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad2364-87e1-4700-b798-f54a362fded5 req-7e898910-6ddd-45eb-bbed-bb3e4967eae3 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:15.331910 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-81ad2364-87e1-4700-b798-f54a362fded5 req-7e898910-6ddd-45eb-bbed-bb3e4967eae3 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0523279 Nov 09 04:41:15.381003 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-81ad2364-87e1-4700-b798-f54a362fded5 req-a353dcde-d9d0-4103-8959-4d95cd1953d0 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431311 Nov 09 04:41:16.351938 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-a1af6e08-a000-4d9a-8d96-ef5c84777756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:16.353414 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-a1af6e08-a000-4d9a-8d96-ef5c84777756 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f7481e8aa9ae444da2b286d8db6ac859&device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 1098 time: 0.0399494 Nov 09 04:41:16.445882 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-5ef9f795-d7dc-4c62-845f-b1b183507467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:16.447354 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-5ef9f795-d7dc-4c62-845f-b1b183507467 service neutron] 10.222.0.31 "GET /v2.0/networks?id=89eea669-4e61-4d68-bca1-bd0d3cf87506 HTTP/1.1" status: 200 len: 911 time: 0.0864835 Nov 09 04:41:16.513097 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-ba9e531a-0047-49ce-a712-048f59f79e16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47b857ed-1e71-4dba-80a1-c64d5103daf7 HTTP/1.1" status: 200 len: 217 time: 0.0545695 Nov 09 04:41:16.553188 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709444e-da9e-4342-8846-084186141cfc req-8c58f617-8cb7-46fd-b8ef-ee0e80078b04 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:16.554759 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1709444e-da9e-4342-8846-084186141cfc req-8c58f617-8cb7-46fd-b8ef-ee0e80078b04 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.1049831 Nov 09 04:41:16.585486 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-1b9fc6ad-1202-4d19-b940-09709da2eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:16.586914 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-1b9fc6ad-1202-4d19-b940-09709da2eb8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a HTTP/1.1" status: 200 len: 851 time: 0.0659277 Nov 09 04:41:16.626875 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-adda40d1-6d5e-45bc-b719-cf4668a6af35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89eea669-4e61-4d68-bca1-bd0d3cf87506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294354 Nov 09 04:41:16.633889 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1709444e-da9e-4342-8846-084186141cfc req-37e92274-0c82-43ef-b020-c439f66df392 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712130 Nov 09 04:41:16.719687 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-62995ab1-6a5b-4436-a31c-e472fbd5b1f0 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848801 Nov 09 04:41:16.806677 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-93ee38ef-43f8-4d3d-8c7d-dee8966fb957 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801070 Nov 09 04:41:17.090320 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:17.749594 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b1c57-3805-49d9-9183-bd4a31f4353d req-35194b34-abd5-4793-8db7-24c32db876d8 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:17.751041 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-717b1c57-3805-49d9-9183-bd4a31f4353d req-35194b34-abd5-4793-8db7-24c32db876d8 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0481215 Nov 09 04:41:17.796519 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-717b1c57-3805-49d9-9183-bd4a31f4353d req-6b404897-a0bd-460f-a001-72479d55440d tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396852 Nov 09 04:41:18.912098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215da4d3-14b1-4ffa-82d8-658a1f71fce7 req-0b2d6ad5-e606-4494-9475-b309c159a06c tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:18.913568 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-215da4d3-14b1-4ffa-82d8-658a1f71fce7 req-0b2d6ad5-e606-4494-9475-b309c159a06c tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0518198 Nov 09 04:41:18.958917 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-215da4d3-14b1-4ffa-82d8-658a1f71fce7 req-06b27446-ecf8-4b15-9eeb-d5efbc28b768 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394607 Nov 09 04:41:20.074646 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c664a-f34e-4dc7-96cc-2fc2b2ec7c18 req-b446b969-1924-4c76-95bc-7811a26820f7 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:20.076127 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3c0c664a-f34e-4dc7-96cc-2fc2b2ec7c18 req-b446b969-1924-4c76-95bc-7811a26820f7 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0506670 Nov 09 04:41:20.122885 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3c0c664a-f34e-4dc7-96cc-2fc2b2ec7c18 req-ff1ff5f5-af6b-43af-862c-90ba3777ef41 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402386 Nov 09 04:41:21.235633 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869250d-04c1-4e3b-938e-9755e8c49c77 req-dd8757ca-85b7-42c8-baa0-dcd461436801 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:21.237083 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b869250d-04c1-4e3b-938e-9755e8c49c77 req-dd8757ca-85b7-42c8-baa0-dcd461436801 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0476422 Nov 09 04:41:21.282133 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b869250d-04c1-4e3b-938e-9755e8c49c77 req-4605cf48-1133-4ef7-91b9-0f01ac99257f tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391791 Nov 09 04:41:22.396063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df4254-b838-4169-ab0b-ece69df4f267 req-66b791ce-f836-4b23-9586-0ea40ba76dfd tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:22.397554 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-41df4254-b838-4169-ab0b-ece69df4f267 req-66b791ce-f836-4b23-9586-0ea40ba76dfd tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0475016 Nov 09 04:41:22.442840 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-41df4254-b838-4169-ab0b-ece69df4f267 req-0752b3ed-7e1c-4898-a51b-0309225ec6ab tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394242 Nov 09 04:41:23.260376 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:41:23.556899 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404286c1-f24f-4ba2-9478-e788a257a705 req-34606bee-2554-4bc1-a9b4-9536ccaf1172 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:23.558323 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-404286c1-f24f-4ba2-9478-e788a257a705 req-34606bee-2554-4bc1-a9b4-9536ccaf1172 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0506427 Nov 09 04:41:23.607934 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-404286c1-f24f-4ba2-9478-e788a257a705 req-1c408ec6-ad6c-402e-91f9-bf08eb9798cb tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431545 Nov 09 04:41:24.727819 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbdcca-5bc7-47b9-bbf9-aacfc18cbea5 req-928becdc-1e7f-40d9-b816-f055f5d271f7 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:24.729278 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7dfbdcca-5bc7-47b9-bbf9-aacfc18cbea5 req-928becdc-1e7f-40d9-b816-f055f5d271f7 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0493698 Nov 09 04:41:24.785179 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7dfbdcca-5bc7-47b9-bbf9-aacfc18cbea5 req-d1dc2867-4dd3-494e-9cf4-5b439bf9a626 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499682 Nov 09 04:41:25.575696 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-046bf058-a0b7-4865-af6f-b8dc897083f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:25.897066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610f090-2579-4b7b-8260-bed81e0390ab req-d09371c4-1834-41ea-80b8-6927fe17da5c tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:25.898565 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0610f090-2579-4b7b-8260-bed81e0390ab req-d09371c4-1834-41ea-80b8-6927fe17da5c tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0476985 Nov 09 04:41:25.944006 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0610f090-2579-4b7b-8260-bed81e0390ab req-d168b939-39e0-4274-ba47-de2fbe094f3f tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Nov 09 04:41:27.055259 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa7a09-defb-4d39-9e75-63d82246cd2d req-772fbf56-80c0-4636-9958-272af1c54a80 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:27.056715 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-16aa7a09-defb-4d39-9e75-63d82246cd2d req-772fbf56-80c0-4636-9958-272af1c54a80 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0469980 Nov 09 04:41:27.104652 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-16aa7a09-defb-4d39-9e75-63d82246cd2d req-99db5d97-a626-46fa-8370-e6df72caaa0d tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Nov 09 04:41:27.865948 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9045f956-6755-479c-abab-2d46b4af77ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:28.217315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c097f-2c0e-4238-97b8-8edc92dad435 req-e20dc062-f315-408e-a30b-dba7fe390ac6 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:28.219464 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e05c097f-2c0e-4238-97b8-8edc92dad435 req-e20dc062-f315-408e-a30b-dba7fe390ac6 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0483377 Nov 09 04:41:28.263778 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e05c097f-2c0e-4238-97b8-8edc92dad435 req-701fa18a-7313-4b9d-a9f5-1a0d0b4bc10b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384619 Nov 09 04:41:29.139549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:29.376557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016ba8e-2e8e-4b0d-bcc6-37acb03bd3e2 req-ba8fa19a-3a04-49de-aa7c-907f2336c0b0 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:29.378027 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b016ba8e-2e8e-4b0d-bcc6-37acb03bd3e2 req-ba8fa19a-3a04-49de-aa7c-907f2336c0b0 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0473375 Nov 09 04:41:29.423730 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b016ba8e-2e8e-4b0d-bcc6-37acb03bd3e2 req-ec13c24d-0b73-4432-9fd4-7aeef9eaff8a tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398438 Nov 09 04:41:30.319610 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:30.539954 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072693f9-37eb-4bec-bf21-23521492ba20 req-668e9883-77d2-4dba-b275-03c2c77aa592 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:30.541424 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-072693f9-37eb-4bec-bf21-23521492ba20 req-668e9883-77d2-4dba-b275-03c2c77aa592 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0520360 Nov 09 04:41:30.587076 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-072693f9-37eb-4bec-bf21-23521492ba20 req-e6a89f8e-89af-464e-a82c-7b56405e764b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398710 Nov 09 04:41:31.056701 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:31.704922 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee899c-5dc1-4e2e-bda7-f50af775e6f1 req-a43ff9f6-b181-4896-b014-7d35c631d111 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:31.706429 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-01ee899c-5dc1-4e2e-bda7-f50af775e6f1 req-a43ff9f6-b181-4896-b014-7d35c631d111 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0531237 Nov 09 04:41:31.752014 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-01ee899c-5dc1-4e2e-bda7-f50af775e6f1 req-f682f277-ad27-4a11-96f6-68a222ef40ab tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396311 Nov 09 04:41:32.865354 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62826923-0b12-45f6-be66-266d59fd0aeb req-4da107c6-f766-4c8d-a802-ce96fb85be39 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:32.866846 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-62826923-0b12-45f6-be66-266d59fd0aeb req-4da107c6-f766-4c8d-a802-ce96fb85be39 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0482769 Nov 09 04:41:32.912956 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-62826923-0b12-45f6-be66-266d59fd0aeb req-c8943f1c-d294-4f4a-baf7-1a5f6c88102f tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401816 Nov 09 04:41:34.024564 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d6c6a-9759-4788-a380-525fa74c1fff req-6768aa39-2097-4129-a579-d8ec5fe93a91 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:34.025960 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-098d6c6a-9759-4788-a380-525fa74c1fff req-6768aa39-2097-4129-a579-d8ec5fe93a91 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0472739 Nov 09 04:41:34.071996 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-098d6c6a-9759-4788-a380-525fa74c1fff req-e8620803-e965-45ae-9c62-a92daa26553b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395780 Nov 09 04:41:35.188513 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc35d16-5de1-467d-b06d-eee438a89ddd req-d14b86ea-77e5-4a00-80fa-88d2690c7596 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:35.190022 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bfc35d16-5de1-467d-b06d-eee438a89ddd req-d14b86ea-77e5-4a00-80fa-88d2690c7596 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0519276 Nov 09 04:41:35.236480 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bfc35d16-5de1-467d-b06d-eee438a89ddd req-b6d1a3bf-75a7-4da4-8edf-0c1ed1d0035b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406263 Nov 09 04:41:36.349898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a028c8-afad-4b41-9b6b-a372985299a3 req-06438234-83a1-4e39-8439-ca0168bb5fab tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:36.351358 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-57a028c8-afad-4b41-9b6b-a372985299a3 req-06438234-83a1-4e39-8439-ca0168bb5fab tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0475402 Nov 09 04:41:36.400112 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-57a028c8-afad-4b41-9b6b-a372985299a3 req-539834f6-5c30-4b09-a95b-024af0799bda tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Nov 09 04:41:37.512334 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f543e-3142-4dca-8039-02c778d6da59 req-5636405f-8a47-4098-a585-9e66f2898af2 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:37.513902 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-917f543e-3142-4dca-8039-02c778d6da59 req-5636405f-8a47-4098-a585-9e66f2898af2 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0476148 Nov 09 04:41:37.560169 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-917f543e-3142-4dca-8039-02c778d6da59 req-52531987-43dd-4e25-b407-c660dca38482 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404475 Nov 09 04:41:38.673998 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188ed8f-751f-4e0d-8db9-253a2f7187c0 req-9499f679-dae6-4b53-8d81-39ebb7f5dd98 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:38.675491 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6188ed8f-751f-4e0d-8db9-253a2f7187c0 req-9499f679-dae6-4b53-8d81-39ebb7f5dd98 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0490320 Nov 09 04:41:38.722672 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6188ed8f-751f-4e0d-8db9-253a2f7187c0 req-f7ba7f36-2e3a-4d21-a75c-fc7df353d1d8 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Nov 09 04:41:39.832209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e095c-523a-408e-8bb4-85216f3390b9 req-11cc8044-1c2c-4cd2-8926-7d43687af290 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:39.833694 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dd7e095c-523a-408e-8bb4-85216f3390b9 req-11cc8044-1c2c-4cd2-8926-7d43687af290 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0465755 Nov 09 04:41:39.883446 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dd7e095c-523a-408e-8bb4-85216f3390b9 req-2628f2e0-6b36-458d-806b-1d95b88eade7 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439434 Nov 09 04:41:40.997616 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b86a4-4148-4270-a27c-1ed743a9d248 req-5f9c2e4c-6fe2-4bcb-96b1-aa5cd737ca18 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:40.999134 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c81b86a4-4148-4270-a27c-1ed743a9d248 req-5f9c2e4c-6fe2-4bcb-96b1-aa5cd737ca18 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0477200 Nov 09 04:41:41.045379 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c81b86a4-4148-4270-a27c-1ed743a9d248 req-a76399ce-b863-454e-88fa-5d5f9dd69b5f tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Nov 09 04:41:42.157677 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41196e8d-7f7c-466d-aca7-fc42d5bb2d88 req-c1ef9882-42ce-42d3-9037-588353ab7e9b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:42.159126 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-41196e8d-7f7c-466d-aca7-fc42d5bb2d88 req-c1ef9882-42ce-42d3-9037-588353ab7e9b tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0475905 Nov 09 04:41:42.204417 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-41196e8d-7f7c-466d-aca7-fc42d5bb2d88 req-03871d48-aa19-4977-906f-1c92b28449bb tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394959 Nov 09 04:41:43.311913 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-a749bfa9-5bc2-429f-a583-cf0f28ebf67e service neutron] 10.222.0.31 "GET /v2.0/ports/47b857ed-1e71-4dba-80a1-c64d5103daf7/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0527701 Nov 09 04:41:43.318762 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6238e-3f30-42b7-819d-be85166f1a40 req-2b1540c2-fac1-4b54-a97c-7d1c7ebb404a tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:43.320228 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bf6238e-3f30-42b7-819d-be85166f1a40 req-2b1540c2-fac1-4b54-a97c-7d1c7ebb404a tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0505888 Nov 09 04:41:43.369324 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2bf6238e-3f30-42b7-819d-be85166f1a40 req-97751d7b-6d3b-4ec0-84cb-cca782f663dc tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430846 Nov 09 04:41:43.513476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-c9e665bf-7b1d-4999-b9af-eb9479635451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:43.514869 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-c9e665bf-7b1d-4999-b9af-eb9479635451 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74&tenant_id=f7481e8aa9ae444da2b286d8db6ac859 HTTP/1.1" status: 200 len: 1098 time: 0.0394387 Nov 09 04:41:43.576613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-ed031c72-16b7-4b2a-a067-422bf3ceb493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:43.578114 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-ed031c72-16b7-4b2a-a067-422bf3ceb493 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f7481e8aa9ae444da2b286d8db6ac859&device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 1098 time: 0.0420482 Nov 09 04:41:43.663780 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-433d213e-3635-44c2-a0b4-567982045a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:43.665194 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-433d213e-3635-44c2-a0b4-567982045a86 service neutron] 10.222.0.31 "GET /v2.0/networks?id=89eea669-4e61-4d68-bca1-bd0d3cf87506 HTTP/1.1" status: 200 len: 911 time: 0.0801308 Nov 09 04:41:43.708766 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-1f3d9ad4-3cf5-4d43-a296-48a07383a88f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47b857ed-1e71-4dba-80a1-c64d5103daf7 HTTP/1.1" status: 200 len: 217 time: 0.0365739 Nov 09 04:41:43.755438 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-0aff5cf3-0604-483b-8416-1b0bfe8c2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:43.756823 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-0aff5cf3-0604-483b-8416-1b0bfe8c2815 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a HTTP/1.1" status: 200 len: 851 time: 0.0417340 Nov 09 04:41:43.788598 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-2f64cc3d-0233-4e32-a680-b4ca1eaacfe9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89eea669-4e61-4d68-bca1-bd0d3cf87506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235150 Nov 09 04:41:43.878472 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-ba36297a-28cb-45cb-adb8-3cf159f21f4e service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827780 Nov 09 04:41:43.962932 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3247e790-b62a-4202-bb27-c9a4dbcc1114 req-2ec6d40e-509b-44b3-9991-0aca109d3d29 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0774639 Nov 09 04:41:44.482409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e34e24-9a5a-4369-b865-7436dd1b9458 req-0394e150-00d0-4f30-97a5-493a5c46ef9a tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:44.483853 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e1e34e24-9a5a-4369-b865-7436dd1b9458 req-0394e150-00d0-4f30-97a5-493a5c46ef9a tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0480299 Nov 09 04:41:44.533037 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e1e34e24-9a5a-4369-b865-7436dd1b9458 req-062d3d17-f1e2-4a13-a6a4-0d0cd576a039 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425560 Nov 09 04:41:45.653067 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130b7fb-4c2d-4a87-96be-c375f33184fa req-6fd13ff1-a80d-4a1d-b582-39d11928e973 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:45.654619 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4130b7fb-4c2d-4a87-96be-c375f33184fa req-6fd13ff1-a80d-4a1d-b582-39d11928e973 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0516491 Nov 09 04:41:45.701493 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4130b7fb-4c2d-4a87-96be-c375f33184fa req-a3a5382a-eb9c-4694-b1a3-55e7c31c2dd3 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 Nov 09 04:41:45.803001 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02da74be-4571-42a3-85cb-5f854756b21d req-e55b2305-bb31-48ae-9262-aace81551817 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393720 Nov 09 04:41:45.883016 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da74be-4571-42a3-85cb-5f854756b21d req-4b896c10-94d9-404b-a6d1-8e3fd4e163f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:45.884467 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02da74be-4571-42a3-85cb-5f854756b21d req-4b896c10-94d9-404b-a6d1-8e3fd4e163f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f7481e8aa9ae444da2b286d8db6ac859&device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 1098 time: 0.0403595 Nov 09 04:41:45.987855 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da74be-4571-42a3-85cb-5f854756b21d req-c1be93c7-e170-4591-9cc9-4d8b6ab12d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:45.989294 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02da74be-4571-42a3-85cb-5f854756b21d req-c1be93c7-e170-4591-9cc9-4d8b6ab12d96 service neutron] 10.222.0.31 "GET /v2.0/networks?id=89eea669-4e61-4d68-bca1-bd0d3cf87506 HTTP/1.1" status: 200 len: 911 time: 0.0857060 Nov 09 04:41:46.028861 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02da74be-4571-42a3-85cb-5f854756b21d req-f1e91c7f-3900-4357-8515-59ca7c0dbc45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47b857ed-1e71-4dba-80a1-c64d5103daf7 HTTP/1.1" status: 200 len: 217 time: 0.0327325 Nov 09 04:41:46.074314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da74be-4571-42a3-85cb-5f854756b21d req-2fad44bc-369f-48c7-aaf3-9dd2a51db933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:46.075682 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02da74be-4571-42a3-85cb-5f854756b21d req-2fad44bc-369f-48c7-aaf3-9dd2a51db933 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a HTTP/1.1" status: 200 len: 851 time: 0.0402985 Nov 09 04:41:46.109929 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02da74be-4571-42a3-85cb-5f854756b21d req-c1dd0674-77a8-4a8d-8c2b-8fe5a3c5e950 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89eea669-4e61-4d68-bca1-bd0d3cf87506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273561 Nov 09 04:41:46.195020 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02da74be-4571-42a3-85cb-5f854756b21d req-4598c561-d61f-4187-ab8f-b55fc9e30e9c service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783594 Nov 09 04:41:46.284562 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02da74be-4571-42a3-85cb-5f854756b21d req-2056c1ab-dbbd-429f-8d65-d68bd0ccb161 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822847 Nov 09 04:41:46.635772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 47b857ed-1e71-4dba-80a1-c64d5103daf7 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:41:46.638961 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 47b857ed-1e71-4dba-80a1-c64d5103daf7 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:41:46.788562 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:46.816476 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 47b857ed-1e71-4dba-80a1-c64d5103daf7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47b857ed-1e71-4dba-80a1-c64d5103daf7,segment=NetworkSegment(ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60),segment_id=ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:41:46.827765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50d3629-72cd-472c-adfa-944983479d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47b857ed-1e71-4dba-80a1-c64d5103daf7'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:41:46.830071 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0fc128-a6ad-413a-9f96-e50eadd1a896" -d '{"events": [{"server_uuid": "d50d3629-72cd-472c-adfa-944983479d74", "name": "network-vif-unplugged", "status": "completed", "tag": "47b857ed-1e71-4dba-80a1-c64d5103daf7"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:41:46.843724 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '47b857ed-1e71-4dba-80a1-c64d5103daf7', 'network_id': '89eea669-4e61-4d68-bca1-bd0d3cf87506', 'port_id': '47b857ed-1e71-4dba-80a1-c64d5103daf7', 'mac_address': 'fa:16:3e:8f:76:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:41:46.846396 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 47b857ed-1e71-4dba-80a1-c64d5103daf7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47b857ed-1e71-4dba-80a1-c64d5103daf7,segment=NetworkSegment(ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60),segment_id=ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:41:46.852434 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:46.896330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 04:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41b9729-cec1-4225-ada2-3a5af820ae59 x-openstack-request-id: req-f41b9729-cec1-4225-ada2-3a5af820ae59 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:41:46.896618 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50d3629-72cd-472c-adfa-944983479d74", "name": "network-vif-unplugged", "status": "completed", "tag": "47b857ed-1e71-4dba-80a1-c64d5103daf7", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:41:46.896864 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f41b9729-cec1-4225-ada2-3a5af820ae59 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:41:46.897248 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50d3629-72cd-472c-adfa-944983479d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47b857ed-1e71-4dba-80a1-c64d5103daf7', 'code': 200} Nov 09 04:41:46.906122 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a81613-e35e-4126-b909-d0de45c26fae req-c7ef7437-aebe-47c8-b8b4-987cc14a24f8 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:46.907713 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b9a81613-e35e-4126-b909-d0de45c26fae req-c7ef7437-aebe-47c8-b8b4-987cc14a24f8 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 943 time: 0.1373954 Nov 09 04:41:46.911581 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:46.940228 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b857ed-1e71-4dba-80a1-c64d5103daf7 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:41:46.947799 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=47b857ed-1e71-4dba-80a1-c64d5103daf7,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:46.955101 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b9a81613-e35e-4126-b909-d0de45c26fae req-e9670ef4-11a7-4fda-a839-032ab0d31ca2 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Nov 09 04:41:46.963395 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:46.963748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:46.964091 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:46.964423 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:46.964751 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:46.965076 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:46.965440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:46.966006 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:46.966326 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:46.966644 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:46.966962 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:46.967279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:46.978543 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 47b857ed-1e71-4dba-80a1-c64d5103daf7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47b857ed-1e71-4dba-80a1-c64d5103daf7,segment=NetworkSegment(ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60),segment_id=ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:41:46.982780 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:47.033730 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=47b857ed-1e71-4dba-80a1-c64d5103daf7,revision_number=7']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:47.038958 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['47b857ed-1e71-4dba-80a1-c64d5103daf7'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:41:47.130174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:47.160875 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23c192-b7ad-49c4-8b91-ecf3167b4660 req-3c3ea1f4-f3ce-470d-b7ba-5e2bdf393388 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:47.162380 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-db23c192-b7ad-49c4-8b91-ecf3167b4660 req-3c3ea1f4-f3ce-470d-b7ba-5e2bdf393388 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 944 time: 0.0547080 Nov 09 04:41:47.562266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca745d-0eeb-4ca8-841b-ceb4fcd5d2da req-3556682b-8d37-4fcd-8693-cbcc2d15461a tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:47.563747 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-86ca745d-0eeb-4ca8-841b-ceb4fcd5d2da req-3556682b-8d37-4fcd-8693-cbcc2d15461a tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.31 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74&tenant_id=f7481e8aa9ae444da2b286d8db6ac859&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 944 time: 0.4005065 Nov 09 04:41:47.567293 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-db23c192-b7ad-49c4-8b91-ecf3167b4660 req-bcae286c-c3fc-4e86-bd58-434fd0c27f75 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958941 Nov 09 04:41:47.647014 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca745d-0eeb-4ca8-841b-ceb4fcd5d2da req-ab1efd68-273d-484a-a573-09e65a95767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:47.648453 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-86ca745d-0eeb-4ca8-841b-ceb4fcd5d2da req-ab1efd68-273d-484a-a573-09e65a95767d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f7481e8aa9ae444da2b286d8db6ac859&device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 1097 time: 0.0391798 Nov 09 04:41:47.741582 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca745d-0eeb-4ca8-841b-ceb4fcd5d2da req-8507ceac-d3e4-466a-bb85-a8c4ec4a3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:47.743016 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-86ca745d-0eeb-4ca8-841b-ceb4fcd5d2da req-8507ceac-d3e4-466a-bb85-a8c4ec4a3340 service neutron] 10.222.0.31 "GET /v2.0/networks?id=89eea669-4e61-4d68-bca1-bd0d3cf87506 HTTP/1.1" status: 200 len: 911 time: 0.0863903 Nov 09 04:41:47.783077 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-86ca745d-0eeb-4ca8-841b-ceb4fcd5d2da req-f512c3ec-6af1-440e-b77c-6085fcebfcb1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47b857ed-1e71-4dba-80a1-c64d5103daf7 HTTP/1.1" status: 200 len: 217 time: 0.0332692 Nov 09 04:41:47.829362 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca745d-0eeb-4ca8-841b-ceb4fcd5d2da req-bcfb357d-f00c-4964-8316-a97775d69a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:47.830697 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-86ca745d-0eeb-4ca8-841b-ceb4fcd5d2da req-bcfb357d-f00c-4964-8316-a97775d69a71 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a HTTP/1.1" status: 200 len: 851 time: 0.0410676 Nov 09 04:41:47.862730 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-86ca745d-0eeb-4ca8-841b-ceb4fcd5d2da req-2f0f588e-2089-45cd-a539-c1a8b05bca71 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89eea669-4e61-4d68-bca1-bd0d3cf87506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237017 Nov 09 04:41:47.952792 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-86ca745d-0eeb-4ca8-841b-ceb4fcd5d2da req-f11c9fab-89d3-4bf1-be55-09561d5514d8 service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822892 Nov 09 04:41:48.042062 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-86ca745d-0eeb-4ca8-841b-ceb4fcd5d2da req-be62b8a9-0178-44e1-b886-27a78216c20e service neutron] 10.222.0.31 "GET /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823922 Nov 09 04:41:48.655762 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 47b857ed-1e71-4dba-80a1-c64d5103daf7 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:41:48.707289 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 47b857ed-1e71-4dba-80a1-c64d5103daf7 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:41:48.707664 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:48.741889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7ee98-7464-49cf-9641-59fd212909a8 req-b881dbf0-bcb7-4882-ab45-5f7042e5e274 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:48.743379 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7dc7ee98-7464-49cf-9641-59fd212909a8 req-b881dbf0-bcb7-4882-ab45-5f7042e5e274 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 944 time: 0.1052623 Nov 09 04:41:48.783280 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:48.790029 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7dc7ee98-7464-49cf-9641-59fd212909a8 req-a4b213ab-b417-48f7-9206-a9ee25c77e66 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402205 Nov 09 04:41:48.814861 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 47b857ed-1e71-4dba-80a1-c64d5103daf7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47b857ed-1e71-4dba-80a1-c64d5103daf7,segment=NetworkSegment(ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60),segment_id=ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:41:48.818588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:48.870666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=47b857ed-1e71-4dba-80a1-c64d5103daf7,revision_number=8']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:48.898199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50d3629-72cd-472c-adfa-944983479d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b857ed-1e71-4dba-80a1-c64d5103daf7'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:41:48.900566 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b218d90e-3e4a-4a90-a517-6cfa9b5d2324" -d '{"events": [{"server_uuid": "d50d3629-72cd-472c-adfa-944983479d74", "name": "network-vif-plugged", "status": "completed", "tag": "47b857ed-1e71-4dba-80a1-c64d5103daf7"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:41:48.939029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b019ef51-12d8-4099-b299-87793e62d7d6 x-openstack-request-id: req-b019ef51-12d8-4099-b299-87793e62d7d6 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:41:48.939389 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50d3629-72cd-472c-adfa-944983479d74", "name": "network-vif-plugged", "status": "completed", "tag": "47b857ed-1e71-4dba-80a1-c64d5103daf7", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:41:48.939593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b019ef51-12d8-4099-b299-87793e62d7d6 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:41:48.939994 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50d3629-72cd-472c-adfa-944983479d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b857ed-1e71-4dba-80a1-c64d5103daf7', 'code': 200} Nov 09 04:41:49.063347 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e46237-d868-45ac-ba8b-4615f9fc0fc1 req-eba48bda-5a12-4fe1-9b80-a1ebc11e5bf5 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:49.064841 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e1e46237-d868-45ac-ba8b-4615f9fc0fc1 req-eba48bda-5a12-4fe1-9b80-a1ebc11e5bf5 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0479674 Nov 09 04:41:49.110717 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e1e46237-d868-45ac-ba8b-4615f9fc0fc1 req-1778a158-3265-4469-95bf-c65dab8ab8a7 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400465 Nov 09 04:41:49.221488 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814429ed-f715-4b9b-9c84-5b6ad85f936f req-5b27f262-89ff-4e25-a79d-bea7ccbcfc75 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:49.222885 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-814429ed-f715-4b9b-9c84-5b6ad85f936f req-5b27f262-89ff-4e25-a79d-bea7ccbcfc75 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0477424 Nov 09 04:41:49.267772 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-814429ed-f715-4b9b-9c84-5b6ad85f936f req-e7dfb9d4-7878-46d2-b462-5657a187055d tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391381 Nov 09 04:41:49.577064 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0242373-617e-4dc6-8531-a0ae9df4d090 req-3300dd92-e517-402c-baa9-9b029cdfd205 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:49.579231 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f0242373-617e-4dc6-8531-a0ae9df4d090 req-3300dd92-e517-402c-baa9-9b029cdfd205 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0470481 Nov 09 04:41:49.623750 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f0242373-617e-4dc6-8531-a0ae9df4d090 req-9456442c-a237-4852-b92d-f36758d8a41c tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388153 Nov 09 04:41:50.735913 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb1139-5b5f-44d2-8a81-3c12d5189ff6 req-79cad7af-18ee-4d41-8f1c-c9e13ab7cc41 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:50.737377 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e9bb1139-5b5f-44d2-8a81-3c12d5189ff6 req-79cad7af-18ee-4d41-8f1c-c9e13ab7cc41 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0484431 Nov 09 04:41:50.786570 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e9bb1139-5b5f-44d2-8a81-3c12d5189ff6 req-fc3a8779-c326-4a36-8531-f9ff8b23fc94 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8666c6e-e000-40ca-8999-bf6be6992b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432742 Nov 09 04:41:51.116218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078368d-5cdb-4983-817d-ea279eaa2fe4 req-d9113287-309e-4f59-97b1-62b13a3c478c tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:51.117693 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b078368d-5cdb-4983-817d-ea279eaa2fe4 req-d9113287-309e-4f59-97b1-62b13a3c478c tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.31 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 945 time: 0.0526626 Nov 09 04:41:51.203306 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-b078368d-5cdb-4983-817d-ea279eaa2fe4 req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Deleting port 47b857ed-1e71-4dba-80a1-c64d5103daf7 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:41:51.204249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b078368d-5cdb-4983-817d-ea279eaa2fe4 req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:51.301019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-b078368d-5cdb-4983-817d-ea279eaa2fe4 req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] For port 47b857ed-1e71-4dba-80a1-c64d5103daf7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=47b857ed-1e71-4dba-80a1-c64d5103daf7,segment=NetworkSegment(ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60),segment_id=ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:41:51.301397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b078368d-5cdb-4983-817d-ea279eaa2fe4 req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:51.314234 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-b078368d-5cdb-4983-817d-ea279eaa2fe4 req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Calling delete_port for 47b857ed-1e71-4dba-80a1-c64d5103daf7 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:41:51.437121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b078368d-5cdb-4983-817d-ea279eaa2fe4 req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:51.449478 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['47b857ed-1e71-4dba-80a1-c64d5103daf7'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:41:51.463238 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Pushing event deleted for resources: {'Port': ['ID=47b857ed-1e71-4dba-80a1-c64d5103daf7,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:51.477111 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:51.477458 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:51.477849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:51.478181 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:51.478508 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:51.478835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:51.479159 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:51.479481 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:51.479801 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:51.480120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:51.480441 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:51.480759 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:51.513814 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b078368d-5cdb-4983-817d-ea279eaa2fe4 req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] No DVR routers for this DVR port 47b857ed-1e71-4dba-80a1-c64d5103daf7 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:41:51.516461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b078368d-5cdb-4983-817d-ea279eaa2fe4 req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:51.519799 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b078368d-5cdb-4983-817d-ea279eaa2fe4 req-cae0d2f6-7bdd-46b2-8948-22487939c057 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.31 "DELETE /v2.0/ports/47b857ed-1e71-4dba-80a1-c64d5103daf7 HTTP/1.1" status: 204 len: 173 time: 0.3951287 Nov 09 04:41:51.520266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50d3629-72cd-472c-adfa-944983479d74', 'name': 'network-vif-deleted', 'tag': '47b857ed-1e71-4dba-80a1-c64d5103daf7'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:41:51.522526 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c0990b-f71f-4553-89d6-f71496f219b4" -d '{"events": [{"server_uuid": "d50d3629-72cd-472c-adfa-944983479d74", "name": "network-vif-deleted", "tag": "47b857ed-1e71-4dba-80a1-c64d5103daf7"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:41:51.562288 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45455b18-f329-40f3-ae21-465d36d7b6ab x-openstack-request-id: req-45455b18-f329-40f3-ae21-465d36d7b6ab {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:41:51.562577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50d3629-72cd-472c-adfa-944983479d74", "name": "network-vif-deleted", "tag": "47b857ed-1e71-4dba-80a1-c64d5103daf7", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:41:51.562826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45455b18-f329-40f3-ae21-465d36d7b6ab {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:41:51.563771 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50d3629-72cd-472c-adfa-944983479d74', 'name': 'network-vif-deleted', 'tag': '47b857ed-1e71-4dba-80a1-c64d5103daf7', 'status': 'completed', 'code': 200} Nov 09 04:41:51.889927 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e66ec489-a5d9-4977-91e8-1716ae768500 req-3c31ea3c-38f5-4c2b-9dd6-08ba73c0a0f1 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] 10.222.0.21 "GET /v2.0/ports?device_id=d50d3629-72cd-472c-adfa-944983479d74 HTTP/1.1" status: 200 len: 210 time: 0.0253313 Nov 09 04:41:53.012457 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 54152) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:41:53.056511 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3301c8-0085-4e67-a34c-27bb409aa3ae admin admin] Deleting subnet e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:41:53.059527 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f3301c8-0085-4e67-a34c-27bb409aa3ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.096401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f3301c8-0085-4e67-a34c-27bb409aa3ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.133741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f3301c8-0085-4e67-a34c-27bb409aa3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.182739 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f3301c8-0085-4e67-a34c-27bb409aa3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.210082 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5f3301c8-0085-4e67-a34c-27bb409aa3ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.213396 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5f3301c8-0085-4e67-a34c-27bb409aa3ae admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a HTTP/1.1" status: 204 len: 168 time: 0.1999269 Nov 09 04:41:53.214399 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3301c8-0085-4e67-a34c-27bb409aa3ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e0a5c0-dfd5-418b-a2b1-62ae8e9f585a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:53.216224 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 54154) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:41:53.286807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.365441 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.384431 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89eea669-4e61-4d68-bca1-bd0d3cf87506']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:41:53.393327 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:41:53.393659 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2ee85b-b0bd-4d39-9a0c-af2eb259ed60') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:41:53.402499 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.415681 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.421383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:41:53.421782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:41:53.424001 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:41:53.477428 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.482367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.486061 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] 10.222.0.21 "DELETE /v2.0/networks/89eea669-4e61-4d68-bca1-bd0d3cf87506 HTTP/1.1" status: 204 len: 168 time: 0.2688472 Nov 09 04:41:53.496293 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=89eea669-4e61-4d68-bca1-bd0d3cf87506,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:53.503314 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:53.503661 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:53.503996 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:53.504324 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:53.504659 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:53.504981 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:53.505304 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:53.505653 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:53.505977 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:53.506290 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:53.506605 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:53.506921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c521bda-9c20-4c7a-b141-e4f8e53e7e7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:53.609328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 54158) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:41:53.647881 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-28a658b0-904a-4097-bce0-775bc4826429 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7481e8aa9ae444da2b286d8db6ac859&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373821 Nov 09 04:41:53.650228 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 54160) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:41:53.699150 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c58b32e7-1cd5-4323-9abf-744b243844bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.720487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c58b32e7-1cd5-4323-9abf-744b243844bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.764620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c58b32e7-1cd5-4323-9abf-744b243844bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.767636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c58b32e7-1cd5-4323-9abf-744b243844bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:53.768767 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c58b32e7-1cd5-4323-9abf-744b243844bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8666c6e-e000-40ca-8999-bf6be6992b23 HTTP/1.1" status: 204 len: 168 time: 0.1176569 Nov 09 04:41:53.778148 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b32e7-1cd5-4323-9abf-744b243844bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8666c6e-e000-40ca-8999-bf6be6992b23,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:54.439842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 54182) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:41:54.530777 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-506451978-network', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:41:54.552470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] Made reservation on behalf of 95b37bdb7ea74a40a3d34ac52e2b77b0 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:41:54.554935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:54.563611 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:54.635586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:54.639188 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:54.645975 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 47b857ed-1e71-4dba-80a1-c64d5103daf7 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:41:54.666239 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:41:54.670040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 47b857ed-1e71-4dba-80a1-c64d5103daf7 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:41:54.670384 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 47b857ed-1e71-4dba-80a1-c64d5103daf7 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:41:54.677694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac1b6c8-3f98-4c89-900e-7c5c27f2a1eb,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:54.684323 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:54.684672 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] Added segment 69f1191b-1a3c-45f5-be60-ccc998d11082 of type vlan for network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 Nov 09 04:41:54.730713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:54.754116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:54.755238 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:54.755837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:54.786904 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3459740 Nov 09 04:41:54.789938 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 54186) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:41:54.794923 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-533f4e88-c4de-4a9e-946f-9e2132ba5bdf admin admin] Request body: {'subnet': {'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-506451978-subnet', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:41:54.815904 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533f4e88-c4de-4a9e-946f-9e2132ba5bdf admin admin] Made reservation on behalf of 95b37bdb7ea74a40a3d34ac52e2b77b0 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:41:54.818230 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-533f4e88-c4de-4a9e-946f-9e2132ba5bdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:54.819440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15339482-709d-4726-b4ae-29d6c53ea0bc admin admin] Pushing event updated for resources: {'Network': ['ID=04d5299b-3e39-46b0-ba5b-152c2dd7e755,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:54.829243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:41:54.986085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-533f4e88-c4de-4a9e-946f-9e2132ba5bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.038664 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f4e88-c4de-4a9e-946f-9e2132ba5bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=49114e29-88ce-4d5b-b049-bccaaa97e3a7,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:55.047159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533f4e88-c4de-4a9e-946f-9e2132ba5bdf admin admin] Checking segment: {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:41:55.047548 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533f4e88-c4de-4a9e-946f-9e2132ba5bdf admin admin] Network hostable DHCP agents. Network: 04d5299b-3e39-46b0-ba5b-152c2dd7e755, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:41:55.063498 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533f4e88-c4de-4a9e-946f-9e2132ba5bdf admin admin] Network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:41:55.072150 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-533f4e88-c4de-4a9e-946f-9e2132ba5bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 04d5299b-3e39-46b0-ba5b-152c2dd7e755) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:41:55.076482 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533f4e88-c4de-4a9e-946f-9e2132ba5bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:41:55.077137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-533f4e88-c4de-4a9e-946f-9e2132ba5bdf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.083672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facdaa38-405e-44cb-b34b-0bbcbb9cb992 None None] Network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:41:55.093056 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-533f4e88-c4de-4a9e-946f-9e2132ba5bdf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3019617 Nov 09 04:41:55.096470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 54188) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:41:55.101037 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:41:55.121851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.122861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.180458 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.316774 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.368014 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:41:55.368873 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.500166 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Allocated IP 172.20.0.2 (04d5299b-3e39-46b0-ba5b-152c2dd7e755/49114e29-88ce-4d5b-b049-bccaaa97e3a7/46499107-e5f4-4cac-bdaf-058e4c977c46) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:41:55.521914 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.542356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.590369 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-acd11085-f095-461b-a544-83b12962d918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.648685 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Allocated IP 172.26.5.15 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/8568fe25-4f9c-4455-9345-2bfc74ba49b1) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:41:55.654505 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.660397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.697008 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:41:55.703498 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:41:55.708758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:41:55.711734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Pushing event updated for resources: {'Port': ['ID=46499107-e5f4-4cac-bdaf-058e4c977c46,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:55.761287 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.763172 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Attempting to bind port 46499107-e5f4-4cac-bdaf-058e4c977c46 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:41:55.763552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Attempting to bind port 46499107-e5f4-4cac-bdaf-058e4c977c46 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:41:55.763933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Attempting to bind port 46499107-e5f4-4cac-bdaf-058e4c977c46 on network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:41:55.769376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:41:55.769785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Checking segment: {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:41:55.770184 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.770573 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Bound using segment: {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:41:55.771034 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Bound port: 46499107-e5f4-4cac-bdaf-058e4c977c46, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:41:55.771408 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.795988 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.840750 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] For port 46499107-e5f4-4cac-bdaf-058e4c977c46, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:41:55.841813 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:41:55.844617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] For port 46499107-e5f4-4cac-bdaf-058e4c977c46, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=46499107-e5f4-4cac-bdaf-058e4c977c46,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:41:55.844960 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:41:55.847898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:41:55.849491 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:55.854098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8568fe25-4f9c-4455-9345-2bfc74ba49b1,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:55.911711 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8a52a-74a3-4a08-bc3d-2712ebdec8b0 None None] Pushing event updated for resources: {'Port': ['ID=46499107-e5f4-4cac-bdaf-058e4c977c46,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:56.128043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:56.317881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:56.443478 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:41:56.551880 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:41:56.561961 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Sync routers for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:41:56.569453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:56.571249 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-17042846-194c-4d89-9824-f421434382e2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4735909 Nov 09 04:41:56.573530 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:41:56.573960 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 54190) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:41:56.574418 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:41:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:41:56.685015 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:41:56.840471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23830d6b-d4f2-40cd-a5aa-314ebddd585e None None] Network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:41:56.871106 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:56Z', 'revision_number': 3, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:41:56.902733 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Checking router: 918e75d7-4202-4ceb-a4a7-4788853d4ea1 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:41:56.903235 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Updating router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 port 8568fe25-4f9c-4455-9345-2bfc74ba49b1 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:41:56.911129 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b973cda8-b527-4eb5-a0c9-14e6fafefbe1 None None] Provisioning complete for port 46499107-e5f4-4cac-bdaf-058e4c977c46 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:41:56.911739 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b973cda8-b527-4eb5-a0c9-14e6fafefbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:56.930493 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:57.059985 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b973cda8-b527-4eb5-a0c9-14e6fafefbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:57.104543 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b973cda8-b527-4eb5-a0c9-14e6fafefbe1 None None] For port 46499107-e5f4-4cac-bdaf-058e4c977c46, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=46499107-e5f4-4cac-bdaf-058e4c977c46,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:41:57.111323 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b973cda8-b527-4eb5-a0c9-14e6fafefbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:57.177556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973cda8-b527-4eb5-a0c9-14e6fafefbe1 None None] Pushing event updated for resources: {'Port': ['ID=46499107-e5f4-4cac-bdaf-058e4c977c46,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:57.284524 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:57.290386 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:57.341682 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Attempting to bind port 8568fe25-4f9c-4455-9345-2bfc74ba49b1 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:41:57.342318 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Attempting to bind port 8568fe25-4f9c-4455-9345-2bfc74ba49b1 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:41:57.342676 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Attempting to bind port 8568fe25-4f9c-4455-9345-2bfc74ba49b1 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:41:57.350137 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cbb12-7275-4fc0-bd23-e62318dd0f6e None None] Pushing event updated for resources: {'Port': ['ID=8568fe25-4f9c-4455-9345-2bfc74ba49b1,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:57.350330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-663a34a0-d3ef-47cc-9765-778be6841dd9 None None] Provisioning complete for port 46499107-e5f4-4cac-bdaf-058e4c977c46 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:41:57.351093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-663a34a0-d3ef-47cc-9765-778be6841dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:57.358262 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:41:57.358630 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:41:57.359021 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:57.359405 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:41:57.360408 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Bound port: 8568fe25-4f9c-4455-9345-2bfc74ba49b1, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:41:57.360776 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:57.363640 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbb12-7275-4fc0-bd23-e62318dd0f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:57.364163 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbb12-7275-4fc0-bd23-e62318dd0f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:57.364653 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbb12-7275-4fc0-bd23-e62318dd0f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:57.365149 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbb12-7275-4fc0-bd23-e62318dd0f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:57.365478 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbb12-7275-4fc0-bd23-e62318dd0f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:57.365830 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbb12-7275-4fc0-bd23-e62318dd0f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:57.366160 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbb12-7275-4fc0-bd23-e62318dd0f6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:57.366480 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbb12-7275-4fc0-bd23-e62318dd0f6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:57.366804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbb12-7275-4fc0-bd23-e62318dd0f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:57.367123 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbb12-7275-4fc0-bd23-e62318dd0f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:57.367439 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbb12-7275-4fc0-bd23-e62318dd0f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:57.367780 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbb12-7275-4fc0-bd23-e62318dd0f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:41:57.393756 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:57.420184 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] For port 8568fe25-4f9c-4455-9345-2bfc74ba49b1, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:41:57.423775 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] For port 8568fe25-4f9c-4455-9345-2bfc74ba49b1, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=8568fe25-4f9c-4455-9345-2bfc74ba49b1,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:41:57.429633 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:57.486264 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:41:57.486264 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:41:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:41:57.525979 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cbb12-7275-4fc0-bd23-e62318dd0f6e None None] Pushing event updated for resources: {'Port': ['ID=8568fe25-4f9c-4455-9345-2bfc74ba49b1,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:57.546386 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Allocated IP 172.20.0.1 (04d5299b-3e39-46b0-ba5b-152c2dd7e755/49114e29-88ce-4d5b-b049-bccaaa97e3a7/bd37aca2-2105-4d59-a850-86bae9a0775e) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:41:57.595965 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:41:57.649224 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:57.681723 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:57.715355 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:41:57.718804 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:41:57.721861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:41:57.758307 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Pushing event updated for resources: {'Port': ['ID=bd37aca2-2105-4d59-a850-86bae9a0775e,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:57.770493 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:56Z', 'revision_number': 3, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:41:57.772775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:57.804750 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12df45c-708d-444d-b5eb-2af7757ed217 None None] The sync data for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv is: [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:56Z', 'revision_number': 3, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:41:57.879097 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bfebe726-fd68-4e48-9b0b-9953a34fbea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:57.910229 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 46499107-e5f4-4cac-bdaf-058e4c977c46 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:41:57.949974 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:57.974039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-58b546ad-6095-4cdc-8ac2-8a6386374fca None None] Provisioning complete for port bd37aca2-2105-4d59-a850-86bae9a0775e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:41:57.974520 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-58b546ad-6095-4cdc-8ac2-8a6386374fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:58.003516 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 46499107-e5f4-4cac-bdaf-058e4c977c46 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:41:58.003888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:58.036429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-58b546ad-6095-4cdc-8ac2-8a6386374fca None None] Port bd37aca2-2105-4d59-a850-86bae9a0775e cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:41:58.135618 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:58.140176 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:58.214043 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Pushing event updated for resources: {'Port': ['ID=bd37aca2-2105-4d59-a850-86bae9a0775e,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:58.221958 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:58.313689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:41:58.315152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:41:58.437626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:41:58.552486 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:41:58.560180 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ac3eeafc-2ece-4a5f-b411-baa763bf4142 None None] Provisioning complete for port bd37aca2-2105-4d59-a850-86bae9a0775e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:41:58.560564 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ac3eeafc-2ece-4a5f-b411-baa763bf4142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:58.570110 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dfeff6b6-a9ef-4eb9-bd11-4d162cff9c2e admin admin] 10.222.0.21 "PUT /v2.0/routers/918e75d7-4202-4ceb-a4a7-4788853d4ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9949489 Nov 09 04:41:58.597129 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ac3eeafc-2ece-4a5f-b411-baa763bf4142 None None] Port bd37aca2-2105-4d59-a850-86bae9a0775e cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:41:58.998114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 54198) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:41:59.003318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-bac494bc-66ad-43c0-b855-657c23ae3b63 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--394926364', 'description': 'tempest-description--1826635802'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:41:59.025703 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bac494bc-66ad-43c0-b855-657c23ae3b63 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.092057 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bac494bc-66ad-43c0-b855-657c23ae3b63 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.096233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bac494bc-66ad-43c0-b855-657c23ae3b63 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.126861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bac494bc-66ad-43c0-b855-657c23ae3b63 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.129821 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bac494bc-66ad-43c0-b855-657c23ae3b63 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1305177 Nov 09 04:41:59.130925 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 54200) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:41:59.132117 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac494bc-66ad-43c0-b855-657c23ae3b63 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34331f0-1324-496d-a782-900ff1be7605,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:59.137014 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-825575a3-af96-4483-b87f-2e456527b12e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Request body: {'security_group_rule': {'security_group_id': 'b34331f0-1324-496d-a782-900ff1be7605', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:41:59.145850 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.163776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-825575a3-af96-4483-b87f-2e456527b12e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.220443 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-825575a3-af96-4483-b87f-2e456527b12e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.224803 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-825575a3-af96-4483-b87f-2e456527b12e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.243444 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825575a3-af96-4483-b87f-2e456527b12e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685af317-0125-4710-a7c7-777446de392f,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:59.250401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-825575a3-af96-4483-b87f-2e456527b12e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.251605 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-825575a3-af96-4483-b87f-2e456527b12e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190033 Nov 09 04:41:59.254167 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 54202) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:41:59.258850 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6735b883-bf3a-4fc2-91b2-ea5a0f4866be tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Request body: {'security_group_rule': {'security_group_id': 'b34331f0-1324-496d-a782-900ff1be7605', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:41:59.285782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6735b883-bf3a-4fc2-91b2-ea5a0f4866be tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.344933 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6735b883-bf3a-4fc2-91b2-ea5a0f4866be tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.348519 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6735b883-bf3a-4fc2-91b2-ea5a0f4866be tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.368397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735b883-bf3a-4fc2-91b2-ea5a0f4866be tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fecb73-5e70-4ba9-be81-5a8cbbf69dce,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:59.376804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6735b883-bf3a-4fc2-91b2-ea5a0f4866be tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.378168 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6735b883-bf3a-4fc2-91b2-ea5a0f4866be tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227207 Nov 09 04:41:59.381258 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 54204) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:41:59.385799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:41:59.391744 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Sync routers for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:41:59.402069 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:41:59.402689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:41:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:41:59.414452 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.509084 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.509617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:41:59.613082 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Allocated IP 172.26.5.109 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/183b79e7-bb36-4812-ab74-8f0050a25099) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:41:59.712691 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:41:58Z', 'revision_number': 2, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:41:59.720297 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.739153 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Checking router: 918e75d7-4202-4ceb-a4a7-4788853d4ea1 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:41:59.739512 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Updating router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 port bd37aca2-2105-4d59-a850-86bae9a0775e binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:41:59.752268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.763410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.793381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:41:59.798272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:41:59.801905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:41:59.826536 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Pushing event updated for resources: {'Port': ['ID=183b79e7-bb36-4812-ab74-8f0050a25099,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:41:59.902444 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:41:59.910263 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8568fe25-4f9c-4455-9345-2bfc74ba49b1 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:41:59.937861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.015185 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 8568fe25-4f9c-4455-9345-2bfc74ba49b1 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:42:00.015555 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.087987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.093942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.116485 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.139580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.166506 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Pushing event updated for resources: {'Port': ['ID=183b79e7-bb36-4812-ab74-8f0050a25099,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:42:00.182146 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.185050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.206033 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.207312 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6a4b5e0e-cca9-4c10-8126-8ca60ed95381 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8250921 Nov 09 04:42:00.216517 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f800422-24f2-4edd-b7b7-ea8e33253c26 None None] Pushing event updated for resources: {'Port': ['ID=bd37aca2-2105-4d59-a850-86bae9a0775e,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:42:00.224095 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 8568fe25-4f9c-4455-9345-2bfc74ba49b1, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=8568fe25-4f9c-4455-9345-2bfc74ba49b1,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:42:00.244159 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.265878 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:42:00.328600 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Attempting to bind port bd37aca2-2105-4d59-a850-86bae9a0775e on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:42:00.328985 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Attempting to bind port bd37aca2-2105-4d59-a850-86bae9a0775e by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:42:00.329357 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Attempting to bind port bd37aca2-2105-4d59-a850-86bae9a0775e on network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:42:00.346808 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.347668 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:42:00.348052 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Checking segment: {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:42:00.348450 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.348843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Bound using segment: {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:42:00.349316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Bound port: bd37aca2-2105-4d59-a850-86bae9a0775e, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:42:00.349718 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.359258 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=8568fe25-4f9c-4455-9345-2bfc74ba49b1,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:42:00.377354 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-61fcef49-dbe0-41b7-bd1c-dbfa090de342 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--394926364&fields=id&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 267 time: 0.0476189 Nov 09 04:42:00.419669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] For port bd37aca2-2105-4d59-a850-86bae9a0775e, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:42:00.424273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] For port bd37aca2-2105-4d59-a850-86bae9a0775e, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=bd37aca2-2105-4d59-a850-86bae9a0775e,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:42:00.431319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.487205 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-29cd9fd2-0582-422e-a79c-0c55ec198e00 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:00.492559 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-fd3abda4-50e0-4852-9368-450c89319e9e None None] Provisioning complete for port bd37aca2-2105-4d59-a850-86bae9a0775e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:42:00.492934 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fd3abda4-50e0-4852-9368-450c89319e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.494429 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-29cd9fd2-0582-422e-a79c-0c55ec198e00 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 811 time: 0.1093540 Nov 09 04:42:00.505410 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-db8accfa-5eec-45f9-8785-b6d0d7d27380 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/quotas/95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 375 time: 0.0100849 Nov 09 04:42:00.522229 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:42:00.522868 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:41:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:42:00.564502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f800422-24f2-4edd-b7b7-ea8e33253c26 None None] Pushing event updated for resources: {'Port': ['ID=bd37aca2-2105-4d59-a850-86bae9a0775e,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:42:00.565958 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-9bd50585-611f-42f8-9695-8c2fdfda52c6 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543566 Nov 09 04:42:00.729420 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-9805af34-9544-4bb8-ad77-1b45050ccd9b service neutron] 10.222.0.21 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485143 Nov 09 04:42:00.823009 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-4a228b95-055b-4101-8139-3608978bfc25 service neutron] 10.222.0.21 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868928 Nov 09 04:42:00.836445 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:42:00.872791 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fd3abda4-50e0-4852-9368-450c89319e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:00.962823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-fd3abda4-50e0-4852-9368-450c89319e9e None None] For port bd37aca2-2105-4d59-a850-86bae9a0775e, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=bd37aca2-2105-4d59-a850-86bae9a0775e,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:42:00.989360 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fd3abda4-50e0-4852-9368-450c89319e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:01.004766 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ffa8761b-3e10-4276-9a2a-06f996ceaed8 req-3b1d5e81-9001-4e00-94a8-d7ad4afbba8c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 210 time: 0.0339818 Nov 09 04:42:01.074504 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3abda4-50e0-4852-9368-450c89319e9e None None] Pushing event updated for resources: {'Port': ['ID=bd37aca2-2105-4d59-a850-86bae9a0775e,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:42:01.106510 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:01.126518 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-004993c0-4631-45ad-b8b2-99b293bed9ee None None] Provisioning complete for port bd37aca2-2105-4d59-a850-86bae9a0775e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:42:01.126885 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-004993c0-4631-45ad-b8b2-99b293bed9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:01.178681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:42:01.212702 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca3523c-747b-4b67-b245-93df9dda4be8 None None] The sync data for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv is: [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:42:01.946597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8568fe25-4f9c-4455-9345-2bfc74ba49b1 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:42:01.999160 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 8568fe25-4f9c-4455-9345-2bfc74ba49b1 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:42:01.999536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:02.013826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-9c4a0192-b4e0-4fff-82db-f71c224778a2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:02.015331 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-9c4a0192-b4e0-4fff-82db-f71c224778a2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 811 time: 0.1477225 Nov 09 04:42:02.099359 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device bd37aca2-2105-4d59-a850-86bae9a0775e up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:42:02.144327 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-15716351-f7df-4e06-b9af-339be1b11de9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 379 time: 0.1188576 Nov 09 04:42:02.146282 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c9e218f1-f211-4547-b725-fdece7786512 req-9d0afc70-2da9-4f9a-bbc0-250dd66dbcaf tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 210 time: 0.0365553 Nov 09 04:42:02.153611 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port bd37aca2-2105-4d59-a850-86bae9a0775e triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:42:02.153836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-19fb4250-0c29-4fb1-959e-355c6d8de07c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Request body: {'port': {'device_id': '92676abe-3f6a-481e-b1d6-c983702c709f', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'admin_state_up': True, 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'security_groups': ['b34331f0-1324-496d-a782-900ff1be7605']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:42:02.153947 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:02.277752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-19fb4250-0c29-4fb1-959e-355c6d8de07c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Made reservation on behalf of 95b37bdb7ea74a40a3d34ac52e2b77b0 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:42:02.281354 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-19fb4250-0c29-4fb1-959e-355c6d8de07c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:02.408701 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-19fb4250-0c29-4fb1-959e-355c6d8de07c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Allocated IP 172.20.0.8 (04d5299b-3e39-46b0-ba5b-152c2dd7e755/49114e29-88ce-4d5b-b049-bccaaa97e3a7/22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:42:02.544731 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-19fb4250-0c29-4fb1-959e-355c6d8de07c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:02.576073 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-19fb4250-0c29-4fb1-959e-355c6d8de07c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:02.615689 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-19fb4250-0c29-4fb1-959e-355c6d8de07c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:42:02.618541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-19fb4250-0c29-4fb1-959e-355c6d8de07c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:42:02.624609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-19fb4250-0c29-4fb1-959e-355c6d8de07c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:42:02.650107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb4250-0c29-4fb1-959e-355c6d8de07c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Pushing event updated for resources: {'Port': ['ID=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:42:02.682729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-19fb4250-0c29-4fb1-959e-355c6d8de07c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:02.683364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-19fb4250-0c29-4fb1-959e-355c6d8de07c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:02.706354 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-19fb4250-0c29-4fb1-959e-355c6d8de07c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562730 Nov 09 04:42:02.718959 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Request body: {'port': {'device_id': '92676abe-3f6a-481e-b1d6-c983702c709f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:42:02.778953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:02.894795 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2595342f-21b7-48eb-aac9-bc1e535537d8 None None] Provisioning complete for port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:42:02.895352 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2595342f-21b7-48eb-aac9-bc1e535537d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:02.928895 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-2595342f-21b7-48eb-aac9-bc1e535537d8 None None] Port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:42:03.039050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:42:03.046621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:03.058089 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Transition to ACTIVE for port object 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:42:03.061628 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:03.126766 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Pushing event updated for resources: {'Port': ['ID=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:42:03.184747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Attempting to bind port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:42:03.185179 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Attempting to bind port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:42:03.185728 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Attempting to bind port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 on network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:42:03.191276 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 on network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:42:03.192156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Attempting to bind port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 on network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:42:03.197461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:42:03.197982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Checking segment: {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:42:03.198360 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Bound using segment: {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:42:03.198781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Bound port: 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:42:03.199133 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:03.271556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] For port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:42:03.273705 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2393b5-7aa1-4cab-9d8b-0c619bade21b req-74cb0083-d8ac-4e33-8127-55745f08331a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:03.275482 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] For port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:42:03.276293 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8e2393b5-7aa1-4cab-9d8b-0c619bade21b req-74cb0083-d8ac-4e33-8127-55745f08331a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 943 time: 0.0535219 Nov 09 04:42:03.280294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:03.314034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:03.314752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:03.316150 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] 10.222.0.31 "PUT /v2.0/ports/22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 HTTP/1.1" status: 200 len: 1093 time: 0.6017947 Nov 09 04:42:03.316645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92676abe-3f6a-481e-b1d6-c983702c709f', 'tag': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:42:03.318917 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f492ae-0a4d-4f88-9924-556fd47b1608" -d '{"events": [{"name": "network-changed", "server_uuid": "92676abe-3f6a-481e-b1d6-c983702c709f", "tag": "22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:42:03.329784 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8e2393b5-7aa1-4cab-9d8b-0c619bade21b req-733b012d-d410-46ca-8641-a6e1c48287e4 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462747 Nov 09 04:42:03.382710 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00ef330-cbf8-4e40-8a50-25aff3543b85 x-openstack-request-id: req-e00ef330-cbf8-4e40-8a50-25aff3543b85 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:42:03.383007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92676abe-3f6a-481e-b1d6-c983702c709f", "tag": "22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:42:03.383261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e00ef330-cbf8-4e40-8a50-25aff3543b85 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:42:03.383654 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92676abe-3f6a-481e-b1d6-c983702c709f', 'tag': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6', 'status': 'completed', 'code': 200} Nov 09 04:42:03.402720 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635c700-618f-41d1-8643-4ab64a09472f service neutron] Pushing event updated for resources: {'Port': ['ID=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:42:03.419474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-aa8613a9-fdb8-4ca0-90ff-e0a48631498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:03.420926 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-aa8613a9-fdb8-4ca0-90ff-e0a48631498e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 1096 time: 0.0558167 Nov 09 04:42:03.467932 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-b29c099d-32e9-4b27-b513-a33c99299e92 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 HTTP/1.1" status: 200 len: 217 time: 0.0390642 Nov 09 04:42:03.519042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-e17f9c94-ef67-469e-9321-b5ef15502070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:03.520491 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-e17f9c94-ef67-469e-9321-b5ef15502070 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0450716 Nov 09 04:42:03.567782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-18300f18-56a1-49b9-b605-0a4afbbc194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:03.569246 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-18300f18-56a1-49b9-b605-0a4afbbc194c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420215 Nov 09 04:42:03.661731 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-fe7620e9-789f-4e98-b34c-926ec7fe565a service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839369 Nov 09 04:42:03.752413 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb190ce5-1d37-4812-8463-60c284dc7eb8 req-6498391d-e0f2-4287-a64f-b9641c911f93 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839424 Nov 09 04:42:03.840045 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f492ae-0a4d-4f88-9924-556fd47b1608 req-64f4c938-ec44-4351-a477-38c4a68e5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:03.841822 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08f492ae-0a4d-4f88-9924-556fd47b1608 req-64f4c938-ec44-4351-a477-38c4a68e5a03 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 1096 time: 0.0438774 Nov 09 04:42:03.930104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f492ae-0a4d-4f88-9924-556fd47b1608 req-57cf89e8-7044-445c-a4b8-6ac358262108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:03.931539 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08f492ae-0a4d-4f88-9924-556fd47b1608 req-57cf89e8-7044-445c-a4b8-6ac358262108 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0828123 Nov 09 04:42:03.975819 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08f492ae-0a4d-4f88-9924-556fd47b1608 req-8e770f07-4f86-47f9-a327-9dc37c8c21fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 HTTP/1.1" status: 200 len: 217 time: 0.0361145 Nov 09 04:42:04.339733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f492ae-0a4d-4f88-9924-556fd47b1608 req-23868cfd-cf37-4f95-b77e-96b670d097a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:04.341179 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08f492ae-0a4d-4f88-9924-556fd47b1608 req-23868cfd-cf37-4f95-b77e-96b670d097a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.3585012 Nov 09 04:42:04.386116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f492ae-0a4d-4f88-9924-556fd47b1608 req-526dc68f-e5fa-43d9-b306-58383f2b08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:04.387644 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08f492ae-0a4d-4f88-9924-556fd47b1608 req-526dc68f-e5fa-43d9-b306-58383f2b08be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383260 Nov 09 04:42:04.460225 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74ba33-28b0-4dbd-a99c-fc30735df008 req-1319b2ea-cfe5-49d1-b260-54ebb3bf0416 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:04.461719 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-db74ba33-28b0-4dbd-a99c-fc30735df008 req-1319b2ea-cfe5-49d1-b260-54ebb3bf0416 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 943 time: 0.0478065 Nov 09 04:42:04.480267 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08f492ae-0a4d-4f88-9924-556fd47b1608 req-df92274a-c8ac-4e1b-bd5f-b86d7007561b service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845046 Nov 09 04:42:04.507655 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-db74ba33-28b0-4dbd-a99c-fc30735df008 req-a7e67c70-0241-43ce-a152-792643314d78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395913 Nov 09 04:42:04.569400 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08f492ae-0a4d-4f88-9924-556fd47b1608 req-589bc5c9-ffba-4eb1-af71-516cc31c62f3 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809727 Nov 09 04:42:05.622236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfce30b-7dbf-403b-bbe1-3be58a8cb5a9 req-31030193-2dbe-49fa-80aa-68c2e0e7a82b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:05.623713 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5dfce30b-7dbf-403b-bbe1-3be58a8cb5a9 req-31030193-2dbe-49fa-80aa-68c2e0e7a82b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 943 time: 0.0489531 Nov 09 04:42:05.673107 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5dfce30b-7dbf-403b-bbe1-3be58a8cb5a9 req-4a883b23-eed4-42fa-bf4d-80825fbae8ca tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435658 Nov 09 04:42:06.708462 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:42:06.795679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554aed22-d9aa-4363-9749-8d2f6724a114 req-b9bcf167-5bf0-43e2-89aa-e555d5384216 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:06.797159 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-554aed22-d9aa-4363-9749-8d2f6724a114 req-b9bcf167-5bf0-43e2-89aa-e555d5384216 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 943 time: 0.0518396 Nov 09 04:42:06.812104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:42:06.823905 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'port_id': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6', 'mac_address': 'fa:16:3e:93:4d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:42:06.845168 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-554aed22-d9aa-4363-9749-8d2f6724a114 req-2f16401b-9ede-4e1e-80ce-dcb20f89d7dc tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416191 Nov 09 04:42:06.860601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:06.874571 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:42:06.896737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:42:06.900549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:06.949609 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:42:07.101433 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:42:07.958843 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac7c97-7c25-47c9-971b-d4c955b374e1 req-9d6eb799-4db8-456f-82db-474630057141 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:07.960198 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-41ac7c97-7c25-47c9-971b-d4c955b374e1 req-9d6eb799-4db8-456f-82db-474630057141 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 944 time: 0.0478680 Nov 09 04:42:08.005830 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-41ac7c97-7c25-47c9-971b-d4c955b374e1 req-1a039200-0707-4089-bd8a-cec1bd6059df tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396941 Nov 09 04:42:08.708765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:42:08.759975 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:42:08.763806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:42:08.764170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:08.838528 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:08.860562 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92676abe-3f6a-481e-b1d6-c983702c709f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:42:08.862832 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c461375a-e15b-4bca-a9c1-ca058aab975e" -d '{"events": [{"server_uuid": "92676abe-3f6a-481e-b1d6-c983702c709f", "name": "network-vif-plugged", "status": "completed", "tag": "22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:42:08.875404 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:42:08.880052 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:08.902393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fc6004-eb22-48f2-9137-b07d219c6c76 x-openstack-request-id: req-44fc6004-eb22-48f2-9137-b07d219c6c76 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:42:08.902677 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92676abe-3f6a-481e-b1d6-c983702c709f", "name": "network-vif-plugged", "status": "completed", "tag": "22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:42:08.902924 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44fc6004-eb22-48f2-9137-b07d219c6c76 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:42:08.903307 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92676abe-3f6a-481e-b1d6-c983702c709f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6', 'code': 200} Nov 09 04:42:08.932012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:42:09.065636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c5d5c-84d8-495a-9aa0-68f48f293b10 req-ffa685f8-4fa2-4745-942a-2f0b6904ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:09.067887 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-129c5d5c-84d8-495a-9aa0-68f48f293b10 req-ffa685f8-4fa2-4745-942a-2f0b6904ef04 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 1098 time: 0.0409095 Nov 09 04:42:09.147497 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f340362-2a3a-4732-88ad-fc84afc29078 req-b9891b36-404e-43a5-9ff8-6ca9c517a576 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:09.148964 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7f340362-2a3a-4732-88ad-fc84afc29078 req-b9891b36-404e-43a5-9ff8-6ca9c517a576 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0772004 Nov 09 04:42:09.150999 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-129c5d5c-84d8-495a-9aa0-68f48f293b10 req-7c9b9374-cccb-4036-9bda-8734ca376270 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710623 Nov 09 04:42:09.194711 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7f340362-2a3a-4732-88ad-fc84afc29078 req-8faa5faa-eeba-4529-aa4a-02ad7536a147 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398741 Nov 09 04:42:10.307479 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635700bd-4549-46f2-bfd7-5ef0e17bd766 req-09f74811-5e99-42b6-9173-ea2d74cbf17c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:10.308945 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-635700bd-4549-46f2-bfd7-5ef0e17bd766 req-09f74811-5e99-42b6-9173-ea2d74cbf17c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0472791 Nov 09 04:42:10.355647 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-635700bd-4549-46f2-bfd7-5ef0e17bd766 req-6b634a1a-2093-4a9f-954e-0b03f416a374 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401678 Nov 09 04:42:10.463771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d571c-45e1-436c-b21a-343ce0b5e5f8 req-b710341f-bd72-4780-919f-34c40a554d0e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:10.465246 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2a7d571c-45e1-436c-b21a-343ce0b5e5f8 req-b710341f-bd72-4780-919f-34c40a554d0e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0473502 Nov 09 04:42:10.474390 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 54256) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:42:10.478620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6c3a468e-cb67-4c4e-b68d-a53ab1b36e8e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Request body: {'floatingip': {'port_id': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:42:10.519770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c3a468e-cb67-4c4e-b68d-a53ab1b36e8e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:10.951919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c3a468e-cb67-4c4e-b68d-a53ab1b36e8e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:10.955582 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c3a468e-cb67-4c4e-b68d-a53ab1b36e8e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:11.053017 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-6c3a468e-cb67-4c4e-b68d-a53ab1b36e8e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Floating IP 96531ce3-89db-4095-acc9-2aca8028d14a associated. External IP: 172.26.5.109, port: 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6. Nov 09 04:42:11.256303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3a468e-cb67-4c4e-b68d-a53ab1b36e8e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:42:11.362557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3a468e-cb67-4c4e-b68d-a53ab1b36e8e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:42:11.367082 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c3a468e-cb67-4c4e-b68d-a53ab1b36e8e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:11.371965 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde26114-63dc-428c-b86d-ea2b67843428 None None] Sync routers for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:42:11.381469 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde26114-63dc-428c-b86d-ea2b67843428 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:42:11.382090 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cde26114-63dc-428c-b86d-ea2b67843428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:41:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:42:11.393461 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6c3a468e-cb67-4c4e-b68d-a53ab1b36e8e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "PUT /v2.0/floatingips/96531ce3-89db-4095-acc9-2aca8028d14a HTTP/1.1" status: 200 len: 991 time: 0.9180877 Nov 09 04:42:11.394070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92676abe-3f6a-481e-b1d6-c983702c709f', 'tag': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:42:11.396424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3684e2f4-e85c-4f6b-98c0-4f3c0c36cf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "92676abe-3f6a-481e-b1d6-c983702c709f", "tag": "22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:42:11.432635 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152d2042-fc82-406f-93f3-df550b0d6964 x-openstack-request-id: req-152d2042-fc82-406f-93f3-df550b0d6964 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:42:11.432928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92676abe-3f6a-481e-b1d6-c983702c709f", "tag": "22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:42:11.433182 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-152d2042-fc82-406f-93f3-df550b0d6964 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:42:11.433645 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92676abe-3f6a-481e-b1d6-c983702c709f', 'tag': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6', 'status': 'completed', 'code': 200} Nov 09 04:42:11.495201 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684e2f4-e85c-4f6b-98c0-4f3c0c36cf2c req-300a1907-a79a-46f8-a57c-2c03953d5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:11.496736 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3684e2f4-e85c-4f6b-98c0-4f3c0c36cf2c req-300a1907-a79a-46f8-a57c-2c03953d5d5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 1098 time: 0.0414481 Nov 09 04:42:11.500471 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-cde26114-63dc-428c-b86d-ea2b67843428 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:42:11.591409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684e2f4-e85c-4f6b-98c0-4f3c0c36cf2c req-66f1d5d2-d58e-436a-b6fb-86fc044c38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:11.593215 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3684e2f4-e85c-4f6b-98c0-4f3c0c36cf2c req-66f1d5d2-d58e-436a-b6fb-86fc044c38a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0895066 Nov 09 04:42:11.657909 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3684e2f4-e85c-4f6b-98c0-4f3c0c36cf2c req-f1d06f82-9dff-4391-82f2-615e4c88378e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 HTTP/1.1" status: 200 len: 999 time: 0.0571477 Nov 09 04:42:11.712133 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684e2f4-e85c-4f6b-98c0-4f3c0c36cf2c req-e44c96cf-2381-43ba-a9b5-e7e268982524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:11.713656 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3684e2f4-e85c-4f6b-98c0-4f3c0c36cf2c req-e44c96cf-2381-43ba-a9b5-e7e268982524 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0502257 Nov 09 04:42:11.719206 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cde26114-63dc-428c-b86d-ea2b67843428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '96531ce3-89db-4095-acc9-2aca8028d14a', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'port_id': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'mac_address': 'fa:16:3e:93:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92676abe-3f6a-481e-b1d6-c983702c709f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:41:59Z', 'updated_at': '2021-11-09T04:42:10Z', 'revision_number': 1, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:42:11.744849 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde26114-63dc-428c-b86d-ea2b67843428 None None] Checking router: 918e75d7-4202-4ceb-a4a7-4788853d4ea1 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:42:11.752878 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde26114-63dc-428c-b86d-ea2b67843428 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:42:11.753471 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cde26114-63dc-428c-b86d-ea2b67843428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:41:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:42:11.758670 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684e2f4-e85c-4f6b-98c0-4f3c0c36cf2c req-64547653-9b37-4307-b431-bac1ec7608f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:11.760173 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3684e2f4-e85c-4f6b-98c0-4f3c0c36cf2c req-64547653-9b37-4307-b431-bac1ec7608f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395126 Nov 09 04:42:11.853104 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3684e2f4-e85c-4f6b-98c0-4f3c0c36cf2c req-b0519fb1-e71c-4def-b8b8-ed6b0b748a8e service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848665 Nov 09 04:42:11.855708 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-cde26114-63dc-428c-b86d-ea2b67843428 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:42:11.944287 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3684e2f4-e85c-4f6b-98c0-4f3c0c36cf2c req-dcfb4d3f-1889-49b5-91b5-2ac1ca504b72 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837791 Nov 09 04:42:12.070031 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cde26114-63dc-428c-b86d-ea2b67843428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '96531ce3-89db-4095-acc9-2aca8028d14a', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'port_id': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'mac_address': 'fa:16:3e:93:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92676abe-3f6a-481e-b1d6-c983702c709f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:41:59Z', 'updated_at': '2021-11-09T04:42:10Z', 'revision_number': 1, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:42:12.098620 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde26114-63dc-428c-b86d-ea2b67843428 None None] The sync data for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv is: [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '96531ce3-89db-4095-acc9-2aca8028d14a', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'port_id': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'mac_address': 'fa:16:3e:93:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92676abe-3f6a-481e-b1d6-c983702c709f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:41:59Z', 'updated_at': '2021-11-09T04:42:10Z', 'revision_number': 1, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:42:12.282708 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c032ec43-efa3-4a80-95b2-bb2ba5ff69d6 None None] New status for floating IP 96531ce3-89db-4095-acc9-2aca8028d14a: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:42:17.096325 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:25.582025 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6d98fdeb-2865-44d2-af75-7d020e0b7741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:27.870597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-649f66e3-2cb4-44e3-b525-0682ef8b707d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:29.139073 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:30.327737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:31.058324 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:37.264366 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:42:47.097888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:47.313041 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0a0a16a5-a399-45cb-8596-cf1171c7558e req-e3a3122e-92cc-46ad-9d7d-b1a806c61660 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829570 Nov 09 04:42:47.399392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a16a5-a399-45cb-8596-cf1171c7558e req-9f7c8d17-9ee3-43cd-8e51-853ecc800e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:47.400777 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0a0a16a5-a399-45cb-8596-cf1171c7558e req-9f7c8d17-9ee3-43cd-8e51-853ecc800e44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 1098 time: 0.0444319 Nov 09 04:42:47.501378 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a16a5-a399-45cb-8596-cf1171c7558e req-0a94a099-35de-43d3-9cee-5320cd8f9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:47.503457 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0a0a16a5-a399-45cb-8596-cf1171c7558e req-0a94a099-35de-43d3-9cee-5320cd8f9ed9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0835230 Nov 09 04:42:47.570088 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0a0a16a5-a399-45cb-8596-cf1171c7558e req-4252256f-46a0-4bbe-b0c3-3bdb092625e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 HTTP/1.1" status: 200 len: 1001 time: 0.0597100 Nov 09 04:42:47.617757 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a16a5-a399-45cb-8596-cf1171c7558e req-a2fe27f5-1d7f-47e1-a545-b3c40cb16427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:47.619148 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0a0a16a5-a399-45cb-8596-cf1171c7558e req-a2fe27f5-1d7f-47e1-a545-b3c40cb16427 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0424082 Nov 09 04:42:47.664109 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a16a5-a399-45cb-8596-cf1171c7558e req-6b42d225-c78b-4621-b16d-933f543ea9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:47.665463 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0a0a16a5-a399-45cb-8596-cf1171c7558e req-6b42d225-c78b-4621-b16d-933f543ea9a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0374997 Nov 09 04:42:47.757280 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0a0a16a5-a399-45cb-8596-cf1171c7558e req-c2e16f41-cd8e-415a-a880-2e5991613313 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842700 Nov 09 04:42:47.844985 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0a0a16a5-a399-45cb-8596-cf1171c7558e req-dafb4ae4-1fbc-4320-9e07-774457901421 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809021 Nov 09 04:42:48.528207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd88a0-7e4d-4576-9894-cdd8e43a128f req-ddcd23ac-385c-43cf-afba-ca0db5187902 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:48.529685 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-98cd88a0-7e4d-4576-9894-cdd8e43a128f req-ddcd23ac-385c-43cf-afba-ca0db5187902 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0518544 Nov 09 04:42:48.576463 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-98cd88a0-7e4d-4576-9894-cdd8e43a128f req-6db00401-b195-460d-8f08-454ec1185c78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403621 Nov 09 04:42:48.821943 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-eb84b51c-a52f-4599-b0e4-b8d673002baa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0676174 Nov 09 04:42:48.833264 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6666d7-9e3a-4f29-8e5b-d8c871d36d1c req-cc901ce4-96bd-43ba-a1f0-daac28cebc4b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:48.834711 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ee6666d7-9e3a-4f29-8e5b-d8c871d36d1c req-cc901ce4-96bd-43ba-a1f0-daac28cebc4b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0569928 Nov 09 04:42:48.883399 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ee6666d7-9e3a-4f29-8e5b-d8c871d36d1c req-34a64be9-efad-4d4f-8c8b-e8e6014bbcdf tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422387 Nov 09 04:42:49.897888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-1ee413b5-f656-4de2-9205-c3e72611dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:49.899350 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-1ee413b5-f656-4de2-9205-c3e72611dcd9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 1098 time: 0.0430219 Nov 09 04:42:49.989981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-fb717a6b-1ca5-471e-8b54-3fa9e9c2074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:49.991350 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-fb717a6b-1ca5-471e-8b54-3fa9e9c2074b service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0847473 Nov 09 04:42:50.003496 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7384b4-36cd-401f-84cd-79207d15b79c req-9506ec02-5273-46d5-8393-87a109ec60d4 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:50.004967 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-eb7384b4-36cd-401f-84cd-79207d15b79c req-9506ec02-5273-46d5-8393-87a109ec60d4 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0523040 Nov 09 04:42:50.052434 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-eb7384b4-36cd-401f-84cd-79207d15b79c req-32f701ae-4714-497b-9f51-7169ae0246ce tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408318 Nov 09 04:42:50.058881 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-a881f2e8-e81e-47f5-99c4-45d520aa0a6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 HTTP/1.1" status: 200 len: 1001 time: 0.0603921 Nov 09 04:42:50.106564 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-9bda1347-a734-4629-a0ec-18a8dc024768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:50.107985 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-9bda1347-a734-4629-a0ec-18a8dc024768 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0420024 Nov 09 04:42:50.152423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-107052c0-6be2-4371-8486-759eb7f7f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:50.153908 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-107052c0-6be2-4371-8486-759eb7f7f2b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389507 Nov 09 04:42:50.246286 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-60b7f2de-227d-46dd-99dc-ec16c90313c4 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843356 Nov 09 04:42:50.333433 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-81cb0681-f812-46a1-8da0-98374ac72c6a service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792749 Nov 09 04:42:51.169035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40da02-3314-4d02-987b-48af4c15d56f req-114b3f28-d803-4f00-b594-0a28a0d39d6e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:51.170509 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4f40da02-3314-4d02-987b-48af4c15d56f req-114b3f28-d803-4f00-b594-0a28a0d39d6e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0516605 Nov 09 04:42:51.216612 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4f40da02-3314-4d02-987b-48af4c15d56f req-1a834fc6-bbad-4849-86be-b1f5131a4a7a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402069 Nov 09 04:42:52.332007 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f50f0e-f9bf-4233-80de-bb489c67e4b2 req-f22e66af-36ab-4714-8dd4-f6c2205e369e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:52.333440 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b9f50f0e-f9bf-4233-80de-bb489c67e4b2 req-f22e66af-36ab-4714-8dd4-f6c2205e369e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0474689 Nov 09 04:42:52.379812 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b9f50f0e-f9bf-4233-80de-bb489c67e4b2 req-b7ba108d-fc85-4eaf-b83d-151f73787184 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405009 Nov 09 04:42:53.493938 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a1df1-a8fb-4a13-bc58-08714d025bdf req-7c4a6e46-2443-4838-abaf-6817a78c4e84 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:53.495421 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-991a1df1-a8fb-4a13-bc58-08714d025bdf req-7c4a6e46-2443-4838-abaf-6817a78c4e84 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0486095 Nov 09 04:42:53.541301 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-991a1df1-a8fb-4a13-bc58-08714d025bdf req-f16aa896-f44a-4ac6-8d75-8827fe2749d0 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400724 Nov 09 04:42:54.657563 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1742eac-e95f-424c-abea-095ac728051d req-84689ca5-70d8-4c89-90b7-386c8e2fd726 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:54.659011 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e1742eac-e95f-424c-abea-095ac728051d req-84689ca5-70d8-4c89-90b7-386c8e2fd726 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0511055 Nov 09 04:42:54.704378 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e1742eac-e95f-424c-abea-095ac728051d req-bcffd533-22ef-4731-92ff-00534729bd2b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395350 Nov 09 04:42:55.583035 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5645da1e-d650-4e25-b918-f36ce8623eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:55.817150 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c5924-4e48-4677-b16a-ecd1c53ce2bc req-2bbbcf83-11fd-4db7-becc-7d4ca35eaf84 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:55.818761 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-550c5924-4e48-4677-b16a-ecd1c53ce2bc req-2bbbcf83-11fd-4db7-becc-7d4ca35eaf84 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0480707 Nov 09 04:42:55.868595 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-550c5924-4e48-4677-b16a-ecd1c53ce2bc req-9459da89-5467-402d-bafd-fb27cc437f07 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437889 Nov 09 04:42:56.983732 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516df1b8-8e36-41c7-bdb5-d9a1c9bf57bd req-53da11f8-849b-472d-95a7-c269f0a26eae tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:56.985129 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-516df1b8-8e36-41c7-bdb5-d9a1c9bf57bd req-53da11f8-849b-472d-95a7-c269f0a26eae tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0484014 Nov 09 04:42:57.034012 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-516df1b8-8e36-41c7-bdb5-d9a1c9bf57bd req-b7809e1c-83a0-4e4f-a612-ea91f088bec5 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418763 Nov 09 04:42:57.871121 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6b6e28c8-e3fd-47be-aabf-1da9052c57f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:58.146865 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030968e8-44df-4bd2-96cf-663be2374c42 req-aad708e3-8b0a-487f-bf6d-151b2cc7fc77 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:58.148814 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-030968e8-44df-4bd2-96cf-663be2374c42 req-aad708e3-8b0a-487f-bf6d-151b2cc7fc77 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0477424 Nov 09 04:42:58.194630 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-030968e8-44df-4bd2-96cf-663be2374c42 req-8ab9d5a0-1704-4b01-a913-fbfaec512f20 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399797 Nov 09 04:42:59.141017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:42:59.306578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d316632-6e7a-4b03-886d-e2bd36013478 req-72f6d2e6-c865-4be8-825d-d3e2ccc83757 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:42:59.308046 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6d316632-6e7a-4b03-886d-e2bd36013478 req-72f6d2e6-c865-4be8-825d-d3e2ccc83757 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0473580 Nov 09 04:42:59.358032 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6d316632-6e7a-4b03-886d-e2bd36013478 req-29bd414e-b983-45d6-a1e8-ff22b4262029 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441620 Nov 09 04:43:00.330692 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:00.469786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74ca21-00d7-4df8-b004-23a69b87f028 req-ff42c02c-0368-4065-aeb7-5d876852abe0 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:00.471265 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a74ca21-00d7-4df8-b004-23a69b87f028 req-ff42c02c-0368-4065-aeb7-5d876852abe0 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0479722 Nov 09 04:43:00.517349 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a74ca21-00d7-4df8-b004-23a69b87f028 req-ca313baa-9f72-4778-976e-9a093c4066d2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402229 Nov 09 04:43:01.059661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:01.631334 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746b522-26ff-4b40-a654-49b3a446a316 req-972edcc9-cc6f-407f-b271-5103ed144c3c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:01.632806 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d746b522-26ff-4b40-a654-49b3a446a316 req-972edcc9-cc6f-407f-b271-5103ed144c3c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0488961 Nov 09 04:43:01.678655 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d746b522-26ff-4b40-a654-49b3a446a316 req-e2015603-cfc8-46ed-8d86-61f448ab3818 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398886 Nov 09 04:43:01.869035 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-a93a9b7d-c146-4c95-9878-cd87a0a0c4c0 service neutron] 10.222.0.31 "GET /v2.0/ports/22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0574319 Nov 09 04:43:02.065405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-8cf97c55-7feb-4d55-9ccc-7133ac8a5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:02.066909 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-8cf97c55-7feb-4d55-9ccc-7133ac8a5afc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 1098 time: 0.0402467 Nov 09 04:43:02.126507 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-da81c750-eef6-4de7-b925-84be24b38df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:02.128421 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-da81c750-eef6-4de7-b925-84be24b38df9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 1098 time: 0.0401251 Nov 09 04:43:02.219441 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-d05b6cd9-fac8-4e55-aaae-46e2eaea39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:02.221012 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-d05b6cd9-fac8-4e55-aaae-46e2eaea39ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0861590 Nov 09 04:43:02.283412 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-cfff5830-bebf-4e2e-812d-830b259a0c4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 HTTP/1.1" status: 200 len: 1001 time: 0.0558040 Nov 09 04:43:02.333904 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-3025de80-8c31-4bb6-97d1-38d730b2c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:02.335292 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-3025de80-8c31-4bb6-97d1-38d730b2c1d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0454943 Nov 09 04:43:02.380219 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-18e5c727-aed4-45d9-9c83-3b0010b02126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:02.381709 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-18e5c727-aed4-45d9-9c83-3b0010b02126 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395446 Nov 09 04:43:02.467910 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-ac1cc777-7f4a-4c01-a7f9-0df4bf28dcfb service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793359 Nov 09 04:43:02.558775 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f844cea1-bae2-4f2c-b102-9ad1f69eb958 req-40ae06d7-0ae3-4fd1-a847-98da40dd6b65 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831618 Nov 09 04:43:02.791259 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c919d9-e374-497e-b64a-202119199cac req-b2dbd1e6-1092-44e0-8780-9eac2b62fd11 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:02.792774 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-41c919d9-e374-497e-b64a-202119199cac req-b2dbd1e6-1092-44e0-8780-9eac2b62fd11 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0478919 Nov 09 04:43:02.839083 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-41c919d9-e374-497e-b64a-202119199cac req-fe225a29-6b40-4b82-a9e4-f1635da26212 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404940 Nov 09 04:43:03.950732 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b80a97-bc35-4bef-95fe-3d4d683916f1 req-4c2d81b3-902f-4b16-82f8-57f2fcc670ac tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:03.952088 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-71b80a97-bc35-4bef-95fe-3d4d683916f1 req-4c2d81b3-902f-4b16-82f8-57f2fcc670ac tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0472639 Nov 09 04:43:03.997696 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-71b80a97-bc35-4bef-95fe-3d4d683916f1 req-563de9f8-bbc5-4e76-88ed-e80eaf9dc200 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397201 Nov 09 04:43:04.967531 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:43:04.969885 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:43:05.105808 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:05.115194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38e8d4-aaf9-4538-b1e7-4707e4c48790 req-05088b98-50dd-4419-af7f-5b002471ecaf tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:05.116695 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7f38e8d4-aaf9-4538-b1e7-4707e4c48790 req-05088b98-50dd-4419-af7f-5b002471ecaf tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0523591 Nov 09 04:43:05.131397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:43:05.152917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92676abe-3f6a-481e-b1d6-c983702c709f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:43:05.155145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa29fd9-236f-454f-ba13-575017c98c41" -d '{"events": [{"server_uuid": "92676abe-3f6a-481e-b1d6-c983702c709f", "name": "network-vif-unplugged", "status": "completed", "tag": "22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:43:05.164557 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7f38e8d4-aaf9-4538-b1e7-4707e4c48790 req-a93bce18-8e52-4aca-8afd-bbcd4564e479 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418830 Nov 09 04:43:05.166467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'port_id': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6', 'mac_address': 'fa:16:3e:93:4d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:43:05.175156 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:43:05.180499 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:05.240252 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:05.264684 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 04:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb732abf-0a7d-480f-b8b8-4a67b134ff56 x-openstack-request-id: req-eb732abf-0a7d-480f-b8b8-4a67b134ff56 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:43:05.264967 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92676abe-3f6a-481e-b1d6-c983702c709f", "name": "network-vif-unplugged", "status": "completed", "tag": "22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:43:05.265214 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb732abf-0a7d-480f-b8b8-4a67b134ff56 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:43:05.265619 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92676abe-3f6a-481e-b1d6-c983702c709f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6', 'code': 200} Nov 09 04:43:05.270009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:43:05.278486 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:43:05.295949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:05.296288 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:05.296627 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:05.296959 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:05.297286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:05.297652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:05.297951 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:05.298269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:05.298585 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:05.299552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:05.299872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:05.300194 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:05.306565 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:43:05.314085 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:05.371390 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,revision_number=7']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:43:05.377026 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:43:05.437073 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7674-5f5c-4d8b-9a54-b6f5040454ad req-1011c657-5890-4500-9228-9d45d0d8e04f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:05.438801 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5bfa7674-5f5c-4d8b-9a54-b6f5040454ad req-1011c657-5890-4500-9228-9d45d0d8e04f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 944 time: 0.0669029 Nov 09 04:43:05.445324 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035275f-a1e6-4ac4-ba88-2857b0987cde req-bf3819ab-871d-495a-b73d-512b03b00d7e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:05.446834 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b035275f-a1e6-4ac4-ba88-2857b0987cde req-bf3819ab-871d-495a-b73d-512b03b00d7e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 944 time: 0.0610878 Nov 09 04:43:05.493217 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5bfa7674-5f5c-4d8b-9a54-b6f5040454ad req-2d8b7130-86c9-40eb-a694-b349d7a0c255 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479364 Nov 09 04:43:05.537317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035275f-a1e6-4ac4-ba88-2857b0987cde req-f13befea-a61d-44e3-ae95-a7c8faa61701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:05.538829 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b035275f-a1e6-4ac4-ba88-2857b0987cde req-f13befea-a61d-44e3-ae95-a7c8faa61701 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 1097 time: 0.0421731 Nov 09 04:43:05.631383 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035275f-a1e6-4ac4-ba88-2857b0987cde req-00f25853-7bd9-4a32-849d-2d59f6871195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:05.632837 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b035275f-a1e6-4ac4-ba88-2857b0987cde req-00f25853-7bd9-4a32-849d-2d59f6871195 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0871224 Nov 09 04:43:05.696114 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b035275f-a1e6-4ac4-ba88-2857b0987cde req-2a605e7c-2090-4b5c-a2f8-ba0cc0593cc2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 HTTP/1.1" status: 200 len: 1000 time: 0.0557137 Nov 09 04:43:05.747939 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035275f-a1e6-4ac4-ba88-2857b0987cde req-ef271bdf-593d-4ffd-9fe8-81aaa2a56cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:05.749283 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b035275f-a1e6-4ac4-ba88-2857b0987cde req-ef271bdf-593d-4ffd-9fe8-81aaa2a56cb2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0466990 Nov 09 04:43:05.794459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035275f-a1e6-4ac4-ba88-2857b0987cde req-dccbdcd9-36a4-4b0b-80e4-24c332fde150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:05.795891 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b035275f-a1e6-4ac4-ba88-2857b0987cde req-dccbdcd9-36a4-4b0b-80e4-24c332fde150 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388086 Nov 09 04:43:05.882237 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b035275f-a1e6-4ac4-ba88-2857b0987cde req-7e9bc92b-a7e2-4a3d-b2f2-0dafbacb9b18 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792787 Nov 09 04:43:05.972339 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b035275f-a1e6-4ac4-ba88-2857b0987cde req-ea182d24-9462-40fe-ad2d-6b65a80b0c93 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828788 Nov 09 04:43:06.608437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1c6d2-6e62-4a47-a159-fe5c412bf5db req-846e347a-2d21-4780-a135-0af71cdfa7ad tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:06.609929 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7de1c6d2-6e62-4a47-a159-fe5c412bf5db req-846e347a-2d21-4780-a135-0af71cdfa7ad tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 944 time: 0.0484130 Nov 09 04:43:06.655916 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7de1c6d2-6e62-4a47-a159-fe5c412bf5db req-9af3c2c1-b4ab-4107-99a1-a963c57cfcce tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392025 Nov 09 04:43:06.767545 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710f54b-7dcf-43b8-8084-c18d690cb1e0 req-870ab71d-3c47-4f7e-bfd0-04273bae1270 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:06.768993 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6710f54b-7dcf-43b8-8084-c18d690cb1e0 req-870ab71d-3c47-4f7e-bfd0-04273bae1270 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 944 time: 0.0472507 Nov 09 04:43:06.815300 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6710f54b-7dcf-43b8-8084-c18d690cb1e0 req-428f3e7f-7f57-4225-b9c3-50a336ef1bfa tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403483 Nov 09 04:43:06.931417 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c69d0-3eb5-4e35-bca1-48afff537372 req-7ec8ac14-5ed6-4813-8ede-eff3c92b942f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:06.932888 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-662c69d0-3eb5-4e35-bca1-48afff537372 req-7ec8ac14-5ed6-4813-8ede-eff3c92b942f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 944 time: 0.0523267 Nov 09 04:43:06.975152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:43:06.980622 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-662c69d0-3eb5-4e35-bca1-48afff537372 req-f0077e3d-4cb2-4820-a47e-0c85709c95ca tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417559 Nov 09 04:43:07.022641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:43:07.023005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:07.103913 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:07.137892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:43:07.141855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:07.192746 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,revision_number=8']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:43:07.216346 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbe274-f33c-4a8c-9430-c83a9187b219 req-dd2626a6-25c6-4f53-af2e-849063caf16a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:07.217864 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4ddbe274-f33c-4a8c-9430-c83a9187b219 req-dd2626a6-25c6-4f53-af2e-849063caf16a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0482919 Nov 09 04:43:07.263218 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4ddbe274-f33c-4a8c-9430-c83a9187b219 req-fb9a740d-1cfc-4c9a-8bf9-6d882910fda3 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384548 Nov 09 04:43:07.266737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92676abe-3f6a-481e-b1d6-c983702c709f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:43:07.269601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4461572e-293e-45f2-9517-0cccb49b2f69" -d '{"events": [{"server_uuid": "92676abe-3f6a-481e-b1d6-c983702c709f", "name": "network-vif-plugged", "status": "completed", "tag": "22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:43:07.304947 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383a417c-f842-4128-9e09-d132e84d0bda x-openstack-request-id: req-383a417c-f842-4128-9e09-d132e84d0bda {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:43:07.305242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92676abe-3f6a-481e-b1d6-c983702c709f", "name": "network-vif-plugged", "status": "completed", "tag": "22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:43:07.305502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-383a417c-f842-4128-9e09-d132e84d0bda {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:43:07.305910 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92676abe-3f6a-481e-b1d6-c983702c709f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6', 'code': 200} Nov 09 04:43:08.375930 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab123b88-0bff-4d0d-97f6-3c6130905c34 req-2b587fa9-0363-460d-a923-bf515d3696e1 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:08.377370 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab123b88-0bff-4d0d-97f6-3c6130905c34 req-2b587fa9-0363-460d-a923-bf515d3696e1 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0477071 Nov 09 04:43:08.427493 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab123b88-0bff-4d0d-97f6-3c6130905c34 req-a8f70bae-6d47-405d-9382-e6520d2a50f0 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441961 Nov 09 04:43:08.829635 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-a408096b-0d7f-4440-a98b-ce63402bb58a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:08.831059 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-a408096b-0d7f-4440-a98b-ce63402bb58a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0469849 Nov 09 04:43:08.917584 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Deleting port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:43:08.918169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:09.007524 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] For port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:43:09.007809 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:09.170634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:09.170995 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:09.171312 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Floating IP 96531ce3-89db-4095-acc9-2aca8028d14a disassociated. External IP: 172.26.5.109, port: 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6. Nov 09 04:43:09.171653 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Calling delete_port for 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:43:09.549578 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db177b-d6c7-4a95-81a4-2b06790796f0 req-b67ea76e-8539-41e6-8cd5-2d87e78c34be tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:09.551626 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b6db177b-d6c7-4a95-81a4-2b06790796f0 req-b67ea76e-8539-41e6-8cd5-2d87e78c34be tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=92676abe-3f6a-481e-b1d6-c983702c709f HTTP/1.1" status: 200 len: 945 time: 0.0542562 Nov 09 04:43:09.600728 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b6db177b-d6c7-4a95-81a4-2b06790796f0 req-3768c162-ca72-4efe-815d-d86d8de55afa tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429673 Nov 09 04:43:09.624059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:09.651153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Pushing event deleted for resources: {'Port': ['ID=22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:43:09.662785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:09.663149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:09.663492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:09.663826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:09.664165 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:09.664498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:09.664827 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:09.665172 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:09.665487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:09.665839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:09.666163 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:09.666485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:43:09.778874 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:43:09.886642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:43:09.926821 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] No DVR routers for this DVR port 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:43:09.929336 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:09.932662 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2a8757d1-0410-4f2a-9823-ae6cd3a85e82 req-153d9817-676c-443b-9fd6-c505de4a6e78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "DELETE /v2.0/ports/22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 HTTP/1.1" status: 204 len: 173 time: 1.0954640 Nov 09 04:43:09.933142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92676abe-3f6a-481e-b1d6-c983702c709f', 'name': 'network-vif-deleted', 'tag': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:43:09.935463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e652ea-2a8d-4b88-b4d9-c8a7af1e9ec5" -d '{"events": [{"server_uuid": "92676abe-3f6a-481e-b1d6-c983702c709f", "name": "network-vif-deleted", "tag": "22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:43:09.977646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17739c4-8083-470c-9215-96cb5d9b2688 x-openstack-request-id: req-f17739c4-8083-470c-9215-96cb5d9b2688 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:43:09.977937 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92676abe-3f6a-481e-b1d6-c983702c709f", "name": "network-vif-deleted", "tag": "22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:43:09.978193 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f17739c4-8083-470c-9215-96cb5d9b2688 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:43:09.978582 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92676abe-3f6a-481e-b1d6-c983702c709f', 'name': 'network-vif-deleted', 'tag': '22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6', 'status': 'completed', 'code': 200} Nov 09 04:43:09.986905 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06c2a8b-338f-481c-8fa4-82e435ed6c42 None None] Sync routers for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:43:09.997325 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06c2a8b-338f-481c-8fa4-82e435ed6c42 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:43:09.997956 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-f06c2a8b-338f-481c-8fa4-82e435ed6c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:42:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:43:10.104017 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-f06c2a8b-338f-481c-8fa4-82e435ed6c42 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:43:10.291824 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-f06c2a8b-338f-481c-8fa4-82e435ed6c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:43:10.322823 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06c2a8b-338f-481c-8fa4-82e435ed6c42 None None] Checking router: 918e75d7-4202-4ceb-a4a7-4788853d4ea1 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:43:10.331053 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06c2a8b-338f-481c-8fa4-82e435ed6c42 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:43:10.332163 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-f06c2a8b-338f-481c-8fa4-82e435ed6c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:42:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:43:10.434589 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-f06c2a8b-338f-481c-8fa4-82e435ed6c42 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:43:10.623741 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-f06c2a8b-338f-481c-8fa4-82e435ed6c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:43:10.649887 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06c2a8b-338f-481c-8fa4-82e435ed6c42 None None] The sync data for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv is: [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:43:10.841931 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-f90e3c52-85df-4c00-b6d8-9f71ffed4ee2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--394926364&fields=id&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 267 time: 0.0436883 Nov 09 04:43:10.870029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e379189d-9c89-4212-9bb4-d4104c5136ec None None] New status for floating IP 96531ce3-89db-4095-acc9-2aca8028d14a: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:43:10.953039 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-2fa160f8-d298-4316-b423-ea9ebfb021d8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:10.954559 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-2fa160f8-d298-4316-b423-ea9ebfb021d8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 811 time: 0.1053503 Nov 09 04:43:10.969578 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-4f9f4181-40be-4edd-850c-26b9559b8b45 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/quotas/95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 375 time: 0.0092695 Nov 09 04:43:11.024614 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-156e4017-8f77-4eba-8157-56dfc8b6bd61 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497198 Nov 09 04:43:11.039707 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7fce54cc-1c16-476d-a047-d65f756353da service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:43:11.040640 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7fce54cc-1c16-476d-a047-d65f756353da service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050340 Nov 09 04:43:11.125911 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-bfa82796-7712-421f-88f5-7dcd004fd6e6 service neutron] 10.222.0.21 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797553 Nov 09 04:43:11.217641 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-75bcb552-e941-4bdd-9b84-8ce690187171 service neutron] 10.222.0.21 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856676 Nov 09 04:43:11.378645 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4fd49fc4-1de6-4094-8143-5282ea0dda2c req-c2b7b2a3-cc21-4149-957b-8ca70cd1e569 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 210 time: 0.0296311 Nov 09 04:43:12.254306 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-4ae0c671-3df6-45e3-85bd-f60a06401413 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:12.255849 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-4ae0c671-3df6-45e3-85bd-f60a06401413 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 811 time: 0.1100459 Nov 09 04:43:12.325766 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-c5da79ca-f5c3-49f4-a452-b8c5bdbb8212 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 379 time: 0.0610747 Nov 09 04:43:12.338994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-fa8a7b80-c4e7-4f9f-9f06-70fa5eefcf1b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Request body: {'port': {'device_id': '5358c49a-eb1a-4261-b51e-b5a6979c9435', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'admin_state_up': True, 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'security_groups': ['b34331f0-1324-496d-a782-900ff1be7605']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:43:12.447617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-fa8a7b80-c4e7-4f9f-9f06-70fa5eefcf1b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Made reservation on behalf of 95b37bdb7ea74a40a3d34ac52e2b77b0 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:43:12.451889 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-fa8a7b80-c4e7-4f9f-9f06-70fa5eefcf1b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:12.470771 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f67da0c4-b606-4044-b978-efbf7b2ded5f req-12871807-b8f2-44aa-a41e-d292eb37c75b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 210 time: 0.0265555 Nov 09 04:43:12.576726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-fa8a7b80-c4e7-4f9f-9f06-70fa5eefcf1b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Allocated IP 172.20.0.6 (04d5299b-3e39-46b0-ba5b-152c2dd7e755/49114e29-88ce-4d5b-b049-bccaaa97e3a7/ecf1aa94-74e6-42f7-a94a-346236700ae7) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:43:12.711162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-fa8a7b80-c4e7-4f9f-9f06-70fa5eefcf1b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:12.742567 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-fa8a7b80-c4e7-4f9f-9f06-70fa5eefcf1b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:12.787600 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-fa8a7b80-c4e7-4f9f-9f06-70fa5eefcf1b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:43:12.792523 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-fa8a7b80-c4e7-4f9f-9f06-70fa5eefcf1b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:43:12.796365 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-fa8a7b80-c4e7-4f9f-9f06-70fa5eefcf1b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:43:12.802652 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a7b80-c4e7-4f9f-9f06-70fa5eefcf1b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Pushing event updated for resources: {'Port': ['ID=ecf1aa94-74e6-42f7-a94a-346236700ae7,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:43:12.849167 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-fa8a7b80-c4e7-4f9f-9f06-70fa5eefcf1b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:12.849731 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-fa8a7b80-c4e7-4f9f-9f06-70fa5eefcf1b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:12.865812 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-fa8a7b80-c4e7-4f9f-9f06-70fa5eefcf1b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5303409 Nov 09 04:43:12.878043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Request body: {'port': {'device_id': '5358c49a-eb1a-4261-b51e-b5a6979c9435', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:43:12.937872 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:12.991589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7452d1c3-f3e5-4e5c-ab73-7e3247ad8a2d None None] Provisioning complete for port ecf1aa94-74e6-42f7-a94a-346236700ae7 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:43:12.992155 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7452d1c3-f3e5-4e5c-ab73-7e3247ad8a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:13.023278 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:43:13.045065 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-7452d1c3-f3e5-4e5c-ab73-7e3247ad8a2d None None] Port ecf1aa94-74e6-42f7-a94a-346236700ae7 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:43:13.046354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:43:13.046677 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 22ef6e3d-0754-4ba0-beaa-f604a9c5fbc6 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:43:13.208181 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf1aa94-74e6-42f7-a94a-346236700ae7 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:43:13.215363 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:13.227248 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Transition to ACTIVE for port object ecf1aa94-74e6-42f7-a94a-346236700ae7 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:43:13.230846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:13.280102 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf1aa94-74e6-42f7-a94a-346236700ae7,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:43:13.349494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Attempting to bind port ecf1aa94-74e6-42f7-a94a-346236700ae7 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:43:13.349859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Attempting to bind port ecf1aa94-74e6-42f7-a94a-346236700ae7 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:43:13.350194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Attempting to bind port ecf1aa94-74e6-42f7-a94a-346236700ae7 on network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:43:13.354849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Port ecf1aa94-74e6-42f7-a94a-346236700ae7 on network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:43:13.355175 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Attempting to bind port ecf1aa94-74e6-42f7-a94a-346236700ae7 on network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:43:13.360122 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:43:13.360466 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Checking segment: {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:43:13.360852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Bound using segment: {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:43:13.361280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Bound port: ecf1aa94-74e6-42f7-a94a-346236700ae7, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:43:13.361673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:13.430967 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] For port ecf1aa94-74e6-42f7-a94a-346236700ae7, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:43:13.433999 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] For port ecf1aa94-74e6-42f7-a94a-346236700ae7, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ecf1aa94-74e6-42f7-a94a-346236700ae7,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:43:13.438562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:13.471039 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:13.471676 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:13.473605 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-7419db30-f31c-452a-ad08-b21402073666 service neutron] 10.222.0.31 "PUT /v2.0/ports/ecf1aa94-74e6-42f7-a94a-346236700ae7 HTTP/1.1" status: 200 len: 1093 time: 0.5997870 Nov 09 04:43:13.474050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5358c49a-eb1a-4261-b51e-b5a6979c9435', 'tag': 'ecf1aa94-74e6-42f7-a94a-346236700ae7'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:43:13.476270 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a768eb84-3cd9-4f5d-8281-7a9d60ae7630" -d '{"events": [{"name": "network-changed", "server_uuid": "5358c49a-eb1a-4261-b51e-b5a6979c9435", "tag": "ecf1aa94-74e6-42f7-a94a-346236700ae7"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:43:13.505135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419db30-f31c-452a-ad08-b21402073666 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf1aa94-74e6-42f7-a94a-346236700ae7,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:43:13.552640 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc66910e-3b58-4718-9b41-801c694518c3 x-openstack-request-id: req-fc66910e-3b58-4718-9b41-801c694518c3 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:43:13.553014 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5358c49a-eb1a-4261-b51e-b5a6979c9435", "tag": "ecf1aa94-74e6-42f7-a94a-346236700ae7", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:43:13.553331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc66910e-3b58-4718-9b41-801c694518c3 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:43:13.553822 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5358c49a-eb1a-4261-b51e-b5a6979c9435', 'tag': 'ecf1aa94-74e6-42f7-a94a-346236700ae7', 'status': 'completed', 'code': 200} Nov 09 04:43:13.570568 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-8327e1b9-0538-499d-b560-08bc63631976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:13.572201 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-8327e1b9-0538-499d-b560-08bc63631976 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 1096 time: 0.0521593 Nov 09 04:43:13.604117 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06f0db-b808-4ade-9b15-cbdc723ee37a req-c8a0afb6-f8a7-4534-8df6-332157de6889 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:13.605853 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ee06f0db-b808-4ade-9b15-cbdc723ee37a req-c8a0afb6-f8a7-4534-8df6-332157de6889 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 943 time: 0.0522628 Nov 09 04:43:13.622638 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-e9f6bcc5-f196-4dfd-bf81-e8d8e9470b21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecf1aa94-74e6-42f7-a94a-346236700ae7 HTTP/1.1" status: 200 len: 217 time: 0.0409005 Nov 09 04:43:13.658379 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ee06f0db-b808-4ade-9b15-cbdc723ee37a req-834734a6-9e37-4e34-91e5-6deb7d906f66 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461435 Nov 09 04:43:13.679555 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-3d5b73cf-6105-4c25-abd5-127c461eb2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:13.679555 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-3d5b73cf-6105-4c25-abd5-127c461eb2dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0477214 Nov 09 04:43:13.725323 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-866e1009-2591-4c03-aafc-77980e484962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:13.726758 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-866e1009-2591-4c03-aafc-77980e484962 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414357 Nov 09 04:43:13.816871 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-9d8a06ad-3636-4561-a8ec-314f3cf42a48 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831044 Nov 09 04:43:13.904594 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1c70a587-b7c7-4c6f-8f00-72e37d6e8851 req-b212da28-75f7-485a-a793-f62fb0c94c54 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810909 Nov 09 04:43:13.987508 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768eb84-3cd9-4f5d-8281-7a9d60ae7630 req-4687197a-989b-49ee-bfa5-1cf93f737b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:13.988925 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a768eb84-3cd9-4f5d-8281-7a9d60ae7630 req-4687197a-989b-49ee-bfa5-1cf93f737b79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 1096 time: 0.0408168 Nov 09 04:43:14.080880 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768eb84-3cd9-4f5d-8281-7a9d60ae7630 req-bde12580-5e25-408c-98eb-add4bbd4fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:14.082897 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a768eb84-3cd9-4f5d-8281-7a9d60ae7630 req-bde12580-5e25-408c-98eb-add4bbd4fa11 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0871220 Nov 09 04:43:14.124534 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a768eb84-3cd9-4f5d-8281-7a9d60ae7630 req-bce8dbdd-fbb6-45bd-8cb6-7abc2b5d967a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecf1aa94-74e6-42f7-a94a-346236700ae7 HTTP/1.1" status: 200 len: 217 time: 0.0337400 Nov 09 04:43:14.177436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768eb84-3cd9-4f5d-8281-7a9d60ae7630 req-e0f73393-55c5-420c-b06f-c5519f0884bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:14.178883 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a768eb84-3cd9-4f5d-8281-7a9d60ae7630 req-e0f73393-55c5-420c-b06f-c5519f0884bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0458975 Nov 09 04:43:14.224957 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768eb84-3cd9-4f5d-8281-7a9d60ae7630 req-2439724d-ad11-477c-ae14-9b78cc3b3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:14.226502 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a768eb84-3cd9-4f5d-8281-7a9d60ae7630 req-2439724d-ad11-477c-ae14-9b78cc3b3a87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402544 Nov 09 04:43:14.267899 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:43:14.319625 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a768eb84-3cd9-4f5d-8281-7a9d60ae7630 req-bdc343a0-a1b4-4ac9-af5d-a9bdd8b476f3 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855606 Nov 09 04:43:14.408346 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a768eb84-3cd9-4f5d-8281-7a9d60ae7630 req-c003014c-70e5-48da-a7a3-1fc6c9c0f467 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813317 Nov 09 04:43:14.774665 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ea521-6ad4-466b-a012-ac02a2f09b4d req-c5fc5ff5-24e8-475d-a91b-0dd38d0979cf tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:14.776160 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-041ea521-6ad4-466b-a012-ac02a2f09b4d req-c5fc5ff5-24e8-475d-a91b-0dd38d0979cf tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 943 time: 0.0489771 Nov 09 04:43:14.826961 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-041ea521-6ad4-466b-a012-ac02a2f09b4d req-f37970ee-5c89-44df-89de-f0698211cd43 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448723 Nov 09 04:43:15.943505 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15217f6a-9ec5-4268-8476-f83f9d4af18c req-0e98dd4d-a577-4404-83b8-687497699774 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:15.944949 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-15217f6a-9ec5-4268-8476-f83f9d4af18c req-0e98dd4d-a577-4404-83b8-687497699774 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 943 time: 0.0531106 Nov 09 04:43:15.991399 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-15217f6a-9ec5-4268-8476-f83f9d4af18c req-e2793a44-8cbb-43bd-a9bb-b313e7c33d78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404830 Nov 09 04:43:17.039161 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ecf1aa94-74e6-42f7-a94a-346236700ae7 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:43:17.107467 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704112c-d986-4a5a-b507-c12466ce4bbb req-f82acbaa-ca17-4d3d-bcf8-e8159ba75466 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:17.109090 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9704112c-d986-4a5a-b507-c12466ce4bbb req-f82acbaa-ca17-4d3d-bcf8-e8159ba75466 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 943 time: 0.0509756 Nov 09 04:43:17.128924 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:17.145456 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ecf1aa94-74e6-42f7-a94a-346236700ae7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ecf1aa94-74e6-42f7-a94a-346236700ae7,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:43:17.156379 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9704112c-d986-4a5a-b507-c12466ce4bbb req-11929046-c397-4450-ba69-b64416dae7f0 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405385 Nov 09 04:43:17.156784 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'ecf1aa94-74e6-42f7-a94a-346236700ae7', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'port_id': 'ecf1aa94-74e6-42f7-a94a-346236700ae7', 'mac_address': 'fa:16:3e:45:a9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:43:17.198586 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:17.210907 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf1aa94-74e6-42f7-a94a-346236700ae7 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:43:17.230490 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ecf1aa94-74e6-42f7-a94a-346236700ae7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ecf1aa94-74e6-42f7-a94a-346236700ae7,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:43:17.233890 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:17.277834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=ecf1aa94-74e6-42f7-a94a-346236700ae7,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:43:17.435270 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['ecf1aa94-74e6-42f7-a94a-346236700ae7'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:43:18.272460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37717d4-f47c-482a-af1a-76d59f49b12b req-70d9817a-dec2-49b9-82b4-7c15d69bec28 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:18.273929 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f37717d4-f47c-482a-af1a-76d59f49b12b req-70d9817a-dec2-49b9-82b4-7c15d69bec28 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 944 time: 0.0475979 Nov 09 04:43:18.319568 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f37717d4-f47c-482a-af1a-76d59f49b12b req-63772952-f6d0-495f-8f8c-8f9b4e2c676a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397694 Nov 09 04:43:19.052933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ecf1aa94-74e6-42f7-a94a-346236700ae7 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:43:19.100203 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port ecf1aa94-74e6-42f7-a94a-346236700ae7 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:43:19.104203 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port ecf1aa94-74e6-42f7-a94a-346236700ae7 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:43:19.104566 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:19.182681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:19.204899 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5358c49a-eb1a-4261-b51e-b5a6979c9435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf1aa94-74e6-42f7-a94a-346236700ae7'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:43:19.207156 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb321a4f-83a7-4dfa-ba72-10cc01f9159c" -d '{"events": [{"server_uuid": "5358c49a-eb1a-4261-b51e-b5a6979c9435", "name": "network-vif-plugged", "status": "completed", "tag": "ecf1aa94-74e6-42f7-a94a-346236700ae7"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:43:19.219565 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ecf1aa94-74e6-42f7-a94a-346236700ae7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ecf1aa94-74e6-42f7-a94a-346236700ae7,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:43:19.223729 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:19.246947 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b66047-82ce-4eff-a171-72bdc6946f17 x-openstack-request-id: req-08b66047-82ce-4eff-a171-72bdc6946f17 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:43:19.247237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5358c49a-eb1a-4261-b51e-b5a6979c9435", "name": "network-vif-plugged", "status": "completed", "tag": "ecf1aa94-74e6-42f7-a94a-346236700ae7", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:43:19.247494 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08b66047-82ce-4eff-a171-72bdc6946f17 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:43:19.247882 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5358c49a-eb1a-4261-b51e-b5a6979c9435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf1aa94-74e6-42f7-a94a-346236700ae7', 'code': 200} Nov 09 04:43:19.273785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=ecf1aa94-74e6-42f7-a94a-346236700ae7,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:43:19.409350 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf1dc4-6eb0-41bd-aefb-de04d174cf76 req-b586f17d-c2f0-4fa2-a8cf-3a87916bdb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:19.411493 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4ecf1dc4-6eb0-41bd-aefb-de04d174cf76 req-b586f17d-c2f0-4fa2-a8cf-3a87916bdb37 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 1098 time: 0.0404470 Nov 09 04:43:19.438337 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ae8dd-7132-4158-85e7-a369270aa6da req-203fde70-e2b9-4b1e-a95c-41b1e163a9be tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:19.439810 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4c0ae8dd-7132-4158-85e7-a369270aa6da req-203fde70-e2b9-4b1e-a95c-41b1e163a9be tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0524917 Nov 09 04:43:19.455439 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4ecf1dc4-6eb0-41bd-aefb-de04d174cf76 req-a534f12b-8933-4c03-9328-c312c8b15842 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371032 Nov 09 04:43:19.485430 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4c0ae8dd-7132-4158-85e7-a369270aa6da req-21616497-b08c-404e-921e-74d3b17e0c32 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397222 Nov 09 04:43:20.604631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed68da7-9aa7-4a7e-9fd1-e5d2f9e90b63 req-5eb97ef1-970e-4d8b-b392-8232e0adbe65 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:20.606152 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2ed68da7-9aa7-4a7e-9fd1-e5d2f9e90b63 req-5eb97ef1-970e-4d8b-b392-8232e0adbe65 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0526199 Nov 09 04:43:20.653876 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2ed68da7-9aa7-4a7e-9fd1-e5d2f9e90b63 req-2383c6e4-f025-4c1c-b460-00b443279542 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415409 Nov 09 04:43:20.764003 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6324d-dc66-4913-993d-befa20c55128 req-23b809a8-e87b-4a67-8be9-d468064f1cc7 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:20.765479 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8ed6324d-dc66-4913-993d-befa20c55128 req-23b809a8-e87b-4a67-8be9-d468064f1cc7 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0487216 Nov 09 04:43:20.774185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 54472) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:43:20.778593 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-d12bec85-a831-4cde-ba3d-a92baacca756 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Request body: {'floatingip': {'port_id': 'ecf1aa94-74e6-42f7-a94a-346236700ae7'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:43:20.816619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d12bec85-a831-4cde-ba3d-a92baacca756 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:21.245409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d12bec85-a831-4cde-ba3d-a92baacca756 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:21.249051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d12bec85-a831-4cde-ba3d-a92baacca756 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:21.346182 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-d12bec85-a831-4cde-ba3d-a92baacca756 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Floating IP 96531ce3-89db-4095-acc9-2aca8028d14a associated. External IP: 172.26.5.109, port: ecf1aa94-74e6-42f7-a94a-346236700ae7. Nov 09 04:43:21.545455 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12bec85-a831-4cde-ba3d-a92baacca756 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:43:21.649861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12bec85-a831-4cde-ba3d-a92baacca756 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:43:21.654511 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d12bec85-a831-4cde-ba3d-a92baacca756 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:21.658941 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03cf58-753d-4d0b-b3eb-98613a59468d None None] Sync routers for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:43:21.668211 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03cf58-753d-4d0b-b3eb-98613a59468d None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:43:21.668813 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-5b03cf58-753d-4d0b-b3eb-98613a59468d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:42:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:43:21.679916 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d12bec85-a831-4cde-ba3d-a92baacca756 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "PUT /v2.0/floatingips/96531ce3-89db-4095-acc9-2aca8028d14a HTTP/1.1" status: 200 len: 991 time: 0.9046481 Nov 09 04:43:21.680494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5358c49a-eb1a-4261-b51e-b5a6979c9435', 'tag': 'ecf1aa94-74e6-42f7-a94a-346236700ae7'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:43:21.682826 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9374ad92-f494-46b8-a0cb-6c95b4dfad8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5358c49a-eb1a-4261-b51e-b5a6979c9435", "tag": "ecf1aa94-74e6-42f7-a94a-346236700ae7"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:43:21.723603 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ea0745-02f3-4eaa-a6d5-5be6069b8a97 x-openstack-request-id: req-19ea0745-02f3-4eaa-a6d5-5be6069b8a97 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:43:21.723889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5358c49a-eb1a-4261-b51e-b5a6979c9435", "tag": "ecf1aa94-74e6-42f7-a94a-346236700ae7", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:43:21.724139 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19ea0745-02f3-4eaa-a6d5-5be6069b8a97 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:43:21.724540 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5358c49a-eb1a-4261-b51e-b5a6979c9435', 'tag': 'ecf1aa94-74e6-42f7-a94a-346236700ae7', 'status': 'completed', 'code': 200} Nov 09 04:43:21.781601 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-5b03cf58-753d-4d0b-b3eb-98613a59468d None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:43:21.787512 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374ad92-f494-46b8-a0cb-6c95b4dfad8c req-943c17c2-8a98-4ddc-82e7-d266143a2ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:21.789058 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9374ad92-f494-46b8-a0cb-6c95b4dfad8c req-943c17c2-8a98-4ddc-82e7-d266143a2ca8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 1098 time: 0.0421734 Nov 09 04:43:21.883580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374ad92-f494-46b8-a0cb-6c95b4dfad8c req-50c9d010-3e76-42a6-a2b2-aa5595c1fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:21.885058 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9374ad92-f494-46b8-a0cb-6c95b4dfad8c req-50c9d010-3e76-42a6-a2b2-aa5595c1fe74 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0880942 Nov 09 04:43:21.950007 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9374ad92-f494-46b8-a0cb-6c95b4dfad8c req-bc2b5e92-4ea5-44a4-b5a8-fde943d02348 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecf1aa94-74e6-42f7-a94a-346236700ae7 HTTP/1.1" status: 200 len: 999 time: 0.0572095 Nov 09 04:43:21.998847 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-5b03cf58-753d-4d0b-b3eb-98613a59468d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '96531ce3-89db-4095-acc9-2aca8028d14a', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'port_id': 'ecf1aa94-74e6-42f7-a94a-346236700ae7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'mac_address': 'fa:16:3e:45:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5358c49a-eb1a-4261-b51e-b5a6979c9435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:41:59Z', 'updated_at': '2021-11-09T04:43:21Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:43:21.999128 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374ad92-f494-46b8-a0cb-6c95b4dfad8c req-fd42472d-c43c-4b76-829a-14d915b7e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:22.000485 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9374ad92-f494-46b8-a0cb-6c95b4dfad8c req-fd42472d-c43c-4b76-829a-14d915b7e5db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0427148 Nov 09 04:43:22.024397 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03cf58-753d-4d0b-b3eb-98613a59468d None None] Checking router: 918e75d7-4202-4ceb-a4a7-4788853d4ea1 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:43:22.032371 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03cf58-753d-4d0b-b3eb-98613a59468d None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:43:22.032957 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-5b03cf58-753d-4d0b-b3eb-98613a59468d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:42:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:43:22.048709 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374ad92-f494-46b8-a0cb-6c95b4dfad8c req-5d282fb5-5a32-4a93-bef2-0ea910637534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:22.050887 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9374ad92-f494-46b8-a0cb-6c95b4dfad8c req-5d282fb5-5a32-4a93-bef2-0ea910637534 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427394 Nov 09 04:43:22.136817 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-5b03cf58-753d-4d0b-b3eb-98613a59468d None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:43:22.139632 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9374ad92-f494-46b8-a0cb-6c95b4dfad8c req-d94658b3-6617-4e51-af1c-ba1e74323269 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820584 Nov 09 04:43:22.234121 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9374ad92-f494-46b8-a0cb-6c95b4dfad8c req-c2777d81-5c75-4ead-b7a3-47b61488efff service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873642 Nov 09 04:43:22.432592 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-5b03cf58-753d-4d0b-b3eb-98613a59468d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '96531ce3-89db-4095-acc9-2aca8028d14a', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'port_id': 'ecf1aa94-74e6-42f7-a94a-346236700ae7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'mac_address': 'fa:16:3e:45:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5358c49a-eb1a-4261-b51e-b5a6979c9435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:41:59Z', 'updated_at': '2021-11-09T04:43:21Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:43:22.456908 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b03cf58-753d-4d0b-b3eb-98613a59468d None None] The sync data for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv is: [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '96531ce3-89db-4095-acc9-2aca8028d14a', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'port_id': 'ecf1aa94-74e6-42f7-a94a-346236700ae7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'mac_address': 'fa:16:3e:45:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5358c49a-eb1a-4261-b51e-b5a6979c9435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:41:59Z', 'updated_at': '2021-11-09T04:43:21Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:43:22.636546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f815ae-0a8f-4611-b5d4-3faa1070518c None None] New status for floating IP 96531ce3-89db-4095-acc9-2aca8028d14a: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:43:25.584048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6b0ac3c4-f328-4283-a1b7-848ad20d8d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:27.871788 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b18e0765-5ccc-4a62-8638-9f47f31f82ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:29.143364 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:30.334291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:31.063570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:47.109892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:49.268894 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7be8106b-0e5a-4d8f-b760-07fd1e0092ee req-47117cb6-543b-4873-9447-1ce1dbb84ecd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397508 Nov 09 04:43:49.348858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8106b-0e5a-4d8f-b760-07fd1e0092ee req-fe355db6-2022-428a-9207-9646a48a3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:49.350835 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7be8106b-0e5a-4d8f-b760-07fd1e0092ee req-fe355db6-2022-428a-9207-9646a48a3fe9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 1098 time: 0.0391922 Nov 09 04:43:49.454888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8106b-0e5a-4d8f-b760-07fd1e0092ee req-d94a997d-46ef-4a74-bb77-5b890d24b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:49.456511 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7be8106b-0e5a-4d8f-b760-07fd1e0092ee req-d94a997d-46ef-4a74-bb77-5b890d24b3ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0856800 Nov 09 04:43:49.519265 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7be8106b-0e5a-4d8f-b760-07fd1e0092ee req-b40fc5fa-10c9-407f-8cdc-f54d16add520 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecf1aa94-74e6-42f7-a94a-346236700ae7 HTTP/1.1" status: 200 len: 1001 time: 0.0556452 Nov 09 04:43:49.569805 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8106b-0e5a-4d8f-b760-07fd1e0092ee req-2bb83c0a-fd77-4bb0-9e73-c9560200b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:49.571225 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7be8106b-0e5a-4d8f-b760-07fd1e0092ee req-2bb83c0a-fd77-4bb0-9e73-c9560200b7a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0461004 Nov 09 04:43:49.615409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8106b-0e5a-4d8f-b760-07fd1e0092ee req-e6058bd9-4cbe-402f-828a-270cc3c51faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:49.616831 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7be8106b-0e5a-4d8f-b760-07fd1e0092ee req-e6058bd9-4cbe-402f-828a-270cc3c51faa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388489 Nov 09 04:43:49.703087 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7be8106b-0e5a-4d8f-b760-07fd1e0092ee req-adbe2911-4039-43a6-822a-dbc8edad369c service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793078 Nov 09 04:43:49.793827 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7be8106b-0e5a-4d8f-b760-07fd1e0092ee req-c90f1a07-7bd2-45fb-b58c-af30e1d09406 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830705 Nov 09 04:43:51.266794 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:43:55.585953 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5bed32e1-ab19-428d-b300-440d917290cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:57.875420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a2273270-37c6-4264-a877-2b2fce0a3b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:43:58.943596 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe16f6-3aa1-4eaa-b6fa-21bc0f45cfa1 req-14e625a1-5a18-4c34-a781-7733203c584f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:43:58.945002 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2cfe16f6-3aa1-4eaa-b6fa-21bc0f45cfa1 req-14e625a1-5a18-4c34-a781-7733203c584f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0519538 Nov 09 04:43:58.991537 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2cfe16f6-3aa1-4eaa-b6fa-21bc0f45cfa1 req-d39ac070-5f3d-4567-afab-c2c11dc89cfb tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405719 Nov 09 04:43:59.147003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:00.111337 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253844ea-536c-4049-884a-f0170eede516 req-fcae2d27-4055-4bee-a767-d9ed494f67a2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:00.112821 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-253844ea-536c-4049-884a-f0170eede516 req-fcae2d27-4055-4bee-a767-d9ed494f67a2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0515814 Nov 09 04:44:00.159342 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-253844ea-536c-4049-884a-f0170eede516 req-2fa44764-c2d6-43df-95a0-ae731bc931c1 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400126 Nov 09 04:44:00.336778 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:01.067339 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:01.275162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19022e55-b15c-4a19-8d9e-f3052809cc31 req-022a8474-7e8b-4c8d-ae20-ebbc6b44038d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:01.276671 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19022e55-b15c-4a19-8d9e-f3052809cc31 req-022a8474-7e8b-4c8d-ae20-ebbc6b44038d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0513124 Nov 09 04:44:01.322744 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19022e55-b15c-4a19-8d9e-f3052809cc31 req-d898e965-f858-417a-878f-9513f7aa4b77 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400214 Nov 09 04:44:02.434191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ba59a-ce95-4ae9-990c-4585e5ddfa36 req-f37edaea-4ca2-4268-ac01-35b9bc77816b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:02.435650 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6c6ba59a-ce95-4ae9-990c-4585e5ddfa36 req-f37edaea-4ca2-4268-ac01-35b9bc77816b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0477276 Nov 09 04:44:02.480850 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6c6ba59a-ce95-4ae9-990c-4585e5ddfa36 req-f17164aa-29d0-4365-9099-dd9fa916b8c8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393093 Nov 09 04:44:03.593229 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c633c-a54e-483d-8fb5-59108bd77467 req-961d6f51-7a1b-4721-ada4-3b316d250015 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:03.594732 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-471c633c-a54e-483d-8fb5-59108bd77467 req-961d6f51-7a1b-4721-ada4-3b316d250015 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0478115 Nov 09 04:44:03.641099 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-471c633c-a54e-483d-8fb5-59108bd77467 req-73382f1a-22b6-4f79-8098-d44eb06c539c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397687 Nov 09 04:44:04.754997 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2a87a-15bb-4437-8206-af16b5d95b7f req-02887a63-bc21-4184-98ca-b82edd2aad64 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:04.757105 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1bf2a87a-15bb-4437-8206-af16b5d95b7f req-02887a63-bc21-4184-98ca-b82edd2aad64 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0476749 Nov 09 04:44:04.805839 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1bf2a87a-15bb-4437-8206-af16b5d95b7f req-e182d10e-f534-4a41-b129-d40a946a5412 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429091 Nov 09 04:44:05.920429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e158f4d-f5ae-4b4b-a585-c0d5b35e3900 req-1587b7b1-d325-46c8-b8d7-7b5591449fef tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:05.921933 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6e158f4d-f5ae-4b4b-a585-c0d5b35e3900 req-1587b7b1-d325-46c8-b8d7-7b5591449fef tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0481286 Nov 09 04:44:05.972094 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6e158f4d-f5ae-4b4b-a585-c0d5b35e3900 req-fbd08963-7de6-4b10-8883-d9ba8de79b34 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436652 Nov 09 04:44:07.084181 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08a845-b16c-4574-99a3-a54606742f29 req-39e2576b-1aa3-4819-8edc-cf245e24807b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:07.085677 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fe08a845-b16c-4574-99a3-a54606742f29 req-39e2576b-1aa3-4819-8edc-cf245e24807b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0481939 Nov 09 04:44:07.133746 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fe08a845-b16c-4574-99a3-a54606742f29 req-d7550c3a-1b74-4518-ad06-3af8bc4a6b29 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422051 Nov 09 04:44:08.247586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb8cfe-532e-4e2d-b5e5-7724619cff38 req-14314dce-f9dc-4240-91aa-a74242d389f2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:08.249040 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-46bb8cfe-532e-4e2d-b5e5-7724619cff38 req-14314dce-f9dc-4240-91aa-a74242d389f2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0478725 Nov 09 04:44:08.294916 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-46bb8cfe-532e-4e2d-b5e5-7724619cff38 req-d690e4cb-f68f-404a-aabd-a6939d19fccf tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399225 Nov 09 04:44:09.406656 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a36896-36a7-41b1-94e3-9f6201caab14 req-4165e759-7217-4e3d-994f-f52ab772f79c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:09.408113 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-03a36896-36a7-41b1-94e3-9f6201caab14 req-4165e759-7217-4e3d-994f-f52ab772f79c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0477805 Nov 09 04:44:09.453735 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-03a36896-36a7-41b1-94e3-9f6201caab14 req-ad8c843e-c5be-4912-ae3a-a8dc1a3f2f3b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396817 Nov 09 04:44:09.670985 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-0c2d1733-21c5-4844-bf99-300cc9b5d8ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391843 Nov 09 04:44:09.686355 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba6eec-b933-42ed-8c3b-2408ac213c7b req-a3079c3f-0689-41d1-a7c8-a0b21bb68b02 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:09.688043 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-98ba6eec-b933-42ed-8c3b-2408ac213c7b req-a3079c3f-0689-41d1-a7c8-a0b21bb68b02 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0526183 Nov 09 04:44:09.736980 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-98ba6eec-b933-42ed-8c3b-2408ac213c7b req-e694ba52-105f-4f77-8433-2b5b199fb8c1 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420277 Nov 09 04:44:10.689809 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-194c8fdb-48ae-4ad4-9a37-e35af84bc208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:10.691305 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-194c8fdb-48ae-4ad4-9a37-e35af84bc208 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 1098 time: 0.0395732 Nov 09 04:44:10.783506 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-c8d7ef44-2859-48d9-bf3c-c091e774aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:10.784980 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-c8d7ef44-2859-48d9-bf3c-c091e774aa28 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0871658 Nov 09 04:44:10.876250 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-3e3e20c1-53af-4012-bd45-09c004e9a354 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecf1aa94-74e6-42f7-a94a-346236700ae7 HTTP/1.1" status: 200 len: 1001 time: 0.0841482 Nov 09 04:44:10.899994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e71e0-1d62-4740-b4f6-f1bf13158be5 req-44d02f89-00f9-47ee-ab3b-aeb2a8e8a8ac tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:10.901398 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-390e71e0-1d62-4740-b4f6-f1bf13158be5 req-44d02f89-00f9-47ee-ab3b-aeb2a8e8a8ac tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0742319 Nov 09 04:44:10.955541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-7cd062cb-0545-4d30-abb2-9d91ac7b2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:10.956942 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-7cd062cb-0545-4d30-abb2-9d91ac7b2719 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0727587 Nov 09 04:44:10.982524 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-390e71e0-1d62-4740-b4f6-f1bf13158be5 req-89adb426-4221-406d-bc23-7e889ff7086a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633297 Nov 09 04:44:11.010572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-269cc768-6b1c-449f-9105-baf7ee31e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:11.012683 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-269cc768-6b1c-449f-9105-baf7ee31e6ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459402 Nov 09 04:44:11.103327 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-cb84a725-1819-4530-a9a0-0ce78bd42f1a service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832536 Nov 09 04:44:11.197914 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-9fce1dd9-a3c1-43e1-953b-8125a3411016 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873432 Nov 09 04:44:12.104227 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa91a61-a44e-4b50-850a-cfb455745b8a req-e5547077-59cf-42b0-b008-de77a7ed36b2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:12.105739 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2aa91a61-a44e-4b50-850a-cfb455745b8a req-e5547077-59cf-42b0-b008-de77a7ed36b2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0475912 Nov 09 04:44:12.150912 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2aa91a61-a44e-4b50-850a-cfb455745b8a req-2728429d-e455-4258-bb67-0016ee03144c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391889 Nov 09 04:44:12.727343 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-ca7e8749-870f-41cc-8b65-930dda36e9d5 service neutron] 10.222.0.31 "GET /v2.0/ports/ecf1aa94-74e6-42f7-a94a-346236700ae7/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0584996 Nov 09 04:44:12.923148 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-9ae3732c-13e1-41f0-ba8b-0e99995cb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:12.924623 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-9ae3732c-13e1-41f0-ba8b-0e99995cb4d3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 1098 time: 0.0392392 Nov 09 04:44:12.985085 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-fa5eac02-c0fc-41d3-b5a4-a23c89cb8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:12.986497 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-fa5eac02-c0fc-41d3-b5a4-a23c89cb8291 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 1098 time: 0.0400393 Nov 09 04:44:13.080870 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-bc64dc09-8817-4297-af6d-04411537c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:13.082380 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-bc64dc09-8817-4297-af6d-04411537c0cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0889883 Nov 09 04:44:13.145046 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-3e146691-677f-4f01-a791-ea784c1d9724 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecf1aa94-74e6-42f7-a94a-346236700ae7 HTTP/1.1" status: 200 len: 1001 time: 0.0558014 Nov 09 04:44:13.197595 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-e4d83086-eba0-49ca-8037-8d9e23f544da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:13.199082 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-e4d83086-eba0-49ca-8037-8d9e23f544da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0473764 Nov 09 04:44:13.272616 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-d91a132a-7a00-4e48-85f3-adec87839854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:13.274615 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-d91a132a-7a00-4e48-85f3-adec87839854 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671773 Nov 09 04:44:13.285847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37774dee-5109-4fc5-b8cc-288b19fce5c7 req-c6376f58-09a2-45c4-8963-178c9646a580 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:13.287195 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-37774dee-5109-4fc5-b8cc-288b19fce5c7 req-c6376f58-09a2-45c4-8963-178c9646a580 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0568430 Nov 09 04:44:13.383983 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-37774dee-5109-4fc5-b8cc-288b19fce5c7 req-050dbf62-af96-4163-aef9-2f3607445f9a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892336 Nov 09 04:44:13.403443 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-ac44795c-7f8b-4623-ab01-c663a495c92c service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153240 Nov 09 04:44:13.489233 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-859e0613-3711-4928-a88c-0c98c1dd2713 req-874e71b3-5b07-470b-beae-a9f3e473621e service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788734 Nov 09 04:44:14.497090 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d925e-08cf-4a68-a7fa-99de10e680df req-e645c01f-b800-482f-888e-8f04d1baf8cf tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:14.498551 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-310d925e-08cf-4a68-a7fa-99de10e680df req-e645c01f-b800-482f-888e-8f04d1baf8cf tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0477817 Nov 09 04:44:14.548580 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-310d925e-08cf-4a68-a7fa-99de10e680df req-fd08ba73-2e52-4124-a09d-c5a4243bed6e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441737 Nov 09 04:44:15.664237 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd390b-03d0-45a3-842a-dbd08e1ae6dc req-2a4bdfaa-6295-40e3-b409-306e248ad1a7 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:15.666229 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cedd390b-03d0-45a3-842a-dbd08e1ae6dc req-2a4bdfaa-6295-40e3-b409-306e248ad1a7 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0520778 Nov 09 04:44:15.711675 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cedd390b-03d0-45a3-842a-dbd08e1ae6dc req-185a0f9d-77cb-41c0-a507-58d2f09c0636 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395830 Nov 09 04:44:15.932594 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9be01-15a0-4686-86e0-2dc13e6de844 req-ce648203-7211-401f-b08f-7e77cf62fae5 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:15.934108 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-07c9be01-15a0-4686-86e0-2dc13e6de844 req-ce648203-7211-401f-b08f-7e77cf62fae5 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0773854 Nov 09 04:44:15.945841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b75dd-9314-479e-8600-f269f09dbfc5 req-e1196ec5-79c7-405b-8c3c-3821f75421e6 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:15.947194 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e16b75dd-9314-479e-8600-f269f09dbfc5 req-e1196ec5-79c7-405b-8c3c-3821f75421e6 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 945 time: 0.0660663 Nov 09 04:44:15.992810 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-07c9be01-15a0-4686-86e0-2dc13e6de844 req-1b818d2c-91ac-4cd7-b01f-f69967bfdef1 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446746 Nov 09 04:44:16.030978 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b75dd-9314-479e-8600-f269f09dbfc5 req-c7146d91-df53-4a45-9602-5e68b5e46c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:16.032424 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e16b75dd-9314-479e-8600-f269f09dbfc5 req-c7146d91-df53-4a45-9602-5e68b5e46c9a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 1098 time: 0.0387883 Nov 09 04:44:16.120713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b75dd-9314-479e-8600-f269f09dbfc5 req-4629d25a-613d-48bf-b3db-534f4d0e9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:16.122222 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e16b75dd-9314-479e-8600-f269f09dbfc5 req-4629d25a-613d-48bf-b3db-534f4d0e9fe3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0826662 Nov 09 04:44:16.189348 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e16b75dd-9314-479e-8600-f269f09dbfc5 req-d1d88df3-30b4-4fd9-accc-7db1c16313a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecf1aa94-74e6-42f7-a94a-346236700ae7 HTTP/1.1" status: 200 len: 1001 time: 0.0588088 Nov 09 04:44:16.237634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b75dd-9314-479e-8600-f269f09dbfc5 req-cae77a77-a0e9-40c1-bbbb-905d4a8ba96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:16.239085 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e16b75dd-9314-479e-8600-f269f09dbfc5 req-cae77a77-a0e9-40c1-bbbb-905d4a8ba96e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0423353 Nov 09 04:44:16.281905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b75dd-9314-479e-8600-f269f09dbfc5 req-1b75bd2f-03dc-4203-bee4-74f58aa5e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:16.283375 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e16b75dd-9314-479e-8600-f269f09dbfc5 req-1b75bd2f-03dc-4203-bee4-74f58aa5e8c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0374234 Nov 09 04:44:16.373976 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e16b75dd-9314-479e-8600-f269f09dbfc5 req-368bf59c-7665-4779-9065-b2ba55ca82ad service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832553 Nov 09 04:44:16.458760 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e16b75dd-9314-479e-8600-f269f09dbfc5 req-9ddba627-af05-4c57-9ded-0d25ae4ded58 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782397 Nov 09 04:44:17.112626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aea0f-6894-456c-9c86-b7d214b4c943 req-7e7b8f3f-4a00-4a51-8f5f-c5662e37f604 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:17.114146 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-141aea0f-6894-456c-9c86-b7d214b4c943 req-7e7b8f3f-4a00-4a51-8f5f-c5662e37f604 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0504854 Nov 09 04:44:17.128394 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:17.163958 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-141aea0f-6894-456c-9c86-b7d214b4c943 req-6860dc85-d610-419d-b4d5-2cbb193924d8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434072 Nov 09 04:44:17.282827 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22385049-e633-4098-9adb-1934aa0a980b req-fa8e7b74-2b26-4a64-b58b-d3355b3c8a27 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:17.284299 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-22385049-e633-4098-9adb-1934aa0a980b req-fa8e7b74-2b26-4a64-b58b-d3355b3c8a27 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0520482 Nov 09 04:44:17.330008 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-22385049-e633-4098-9adb-1934aa0a980b req-b9459409-3f59-46a4-a5f8-c70563af5b20 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392625 Nov 09 04:44:17.540229 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41992468-d1fe-4c06-8554-342e7bc4d675 req-8f079dfb-ee22-4bad-ba23-03e86993269d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:17.541670 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-41992468-d1fe-4c06-8554-342e7bc4d675 req-8f079dfb-ee22-4bad-ba23-03e86993269d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0691938 Nov 09 04:44:17.569027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a72f8b-2346-4566-9722-e878dc7e522e req-3d3e24fa-e207-49d7-9c7a-61c2aa026b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:17.570444 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59a72f8b-2346-4566-9722-e878dc7e522e req-3d3e24fa-e207-49d7-9c7a-61c2aa026b90 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 1098 time: 0.0624974 Nov 09 04:44:17.620967 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-41992468-d1fe-4c06-8554-342e7bc4d675 req-02311c0e-64f3-4de5-ba1d-339bb79695c6 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725427 Nov 09 04:44:17.675326 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a72f8b-2346-4566-9722-e878dc7e522e req-338229d4-f3c1-436e-a458-36123807b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:17.676761 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59a72f8b-2346-4566-9722-e878dc7e522e req-338229d4-f3c1-436e-a458-36123807b2e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0973194 Nov 09 04:44:17.742803 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59a72f8b-2346-4566-9722-e878dc7e522e req-3560e295-82f5-4362-8275-82151752698a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecf1aa94-74e6-42f7-a94a-346236700ae7 HTTP/1.1" status: 200 len: 1001 time: 0.0593548 Nov 09 04:44:18.106989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a72f8b-2346-4566-9722-e878dc7e522e req-17c83454-e02e-4510-b673-685fac88e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:18.108464 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59a72f8b-2346-4566-9722-e878dc7e522e req-17c83454-e02e-4510-b673-685fac88e000 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.3593512 Nov 09 04:44:18.153073 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a72f8b-2346-4566-9722-e878dc7e522e req-080c8102-829f-45f3-9f10-d0c4c8eb96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:18.154507 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59a72f8b-2346-4566-9722-e878dc7e522e req-080c8102-829f-45f3-9f10-d0c4c8eb96d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390701 Nov 09 04:44:18.245066 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59a72f8b-2346-4566-9722-e878dc7e522e req-e95b40a9-33ab-4da5-8b62-6fa55d4d2132 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826669 Nov 09 04:44:18.332377 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59a72f8b-2346-4566-9722-e878dc7e522e req-8d06e92d-7812-424f-8244-4970e421036e service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794342 Nov 09 04:44:18.741382 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a57fd7-b8fc-456e-ae18-6b925322ff97 req-0b8abfda-5b7d-4584-8b72-1a61297738e2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:18.743499 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-36a57fd7-b8fc-456e-ae18-6b925322ff97 req-0b8abfda-5b7d-4584-8b72-1a61297738e2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 945 time: 0.0504575 Nov 09 04:44:18.791305 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-36a57fd7-b8fc-456e-ae18-6b925322ff97 req-e94a8b9b-cffb-49d2-a2a3-7f4ae0e1ec53 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404649 Nov 09 04:44:19.261048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ecf1aa94-74e6-42f7-a94a-346236700ae7 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:44:19.335382 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:19.357613 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5358c49a-eb1a-4261-b51e-b5a6979c9435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf1aa94-74e6-42f7-a94a-346236700ae7'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:44:19.359880 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0c61f8-3d9c-4313-ac74-192f8f8e6b8e" -d '{"events": [{"server_uuid": "5358c49a-eb1a-4261-b51e-b5a6979c9435", "name": "network-vif-unplugged", "status": "completed", "tag": "ecf1aa94-74e6-42f7-a94a-346236700ae7"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:44:19.371959 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ecf1aa94-74e6-42f7-a94a-346236700ae7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ecf1aa94-74e6-42f7-a94a-346236700ae7,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:44:19.376247 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:19.405123 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 04:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39455cdc-b50f-4c64-a6c2-3d4a98a481a6 x-openstack-request-id: req-39455cdc-b50f-4c64-a6c2-3d4a98a481a6 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:44:19.405417 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5358c49a-eb1a-4261-b51e-b5a6979c9435", "name": "network-vif-unplugged", "status": "completed", "tag": "ecf1aa94-74e6-42f7-a94a-346236700ae7", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:44:19.405698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39455cdc-b50f-4c64-a6c2-3d4a98a481a6 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:44:19.406086 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5358c49a-eb1a-4261-b51e-b5a6979c9435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecf1aa94-74e6-42f7-a94a-346236700ae7', 'code': 200} Nov 09 04:44:19.430470 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=ecf1aa94-74e6-42f7-a94a-346236700ae7,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:44:19.437217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:19.437589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:19.437931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:19.438264 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:19.438593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:19.438921 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:19.439249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:19.439574 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:19.439903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:19.440223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:19.440540 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:19.440856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:19.909130 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bbf83-977d-4c75-8b6c-3caec2fc49f9 req-7418460d-4574-4bfc-bb8d-8c806f8a98a8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:19.910629 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-890bbf83-977d-4c75-8b6c-3caec2fc49f9 req-7418460d-4574-4bfc-bb8d-8c806f8a98a8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 943 time: 0.0525966 Nov 09 04:44:19.958761 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-890bbf83-977d-4c75-8b6c-3caec2fc49f9 req-0d39e9e2-23a1-4cd0-85fd-19faafe6e6b3 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420728 Nov 09 04:44:20.191628 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522c6b6-3136-4892-97b6-ec112d2d7104 req-b843399d-460a-4f61-a39c-f148ba705341 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:20.193201 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2522c6b6-3136-4892-97b6-ec112d2d7104 req-b843399d-460a-4f61-a39c-f148ba705341 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 943 time: 0.0482659 Nov 09 04:44:20.240407 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2522c6b6-3136-4892-97b6-ec112d2d7104 req-17d33bc1-6121-4e27-aebc-e53f74d95856 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409961 Nov 09 04:44:21.361024 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd87ec-ec4a-446a-8ce2-ecdbbdfc412f req-2a1d0862-0c9c-49c7-a41f-8c8725550760 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:21.362528 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-45bd87ec-ec4a-446a-8ce2-ecdbbdfc412f req-2a1d0862-0c9c-49c7-a41f-8c8725550760 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 943 time: 0.0487638 Nov 09 04:44:21.412058 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-45bd87ec-ec4a-446a-8ce2-ecdbbdfc412f req-a28a6ef4-7a54-44b2-bf10-4f427a811a0b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435281 Nov 09 04:44:21.812909 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42125fff-7bd9-4885-962b-151c1f875856 req-751f141f-33fc-41dd-8795-2bd75db1e5cc tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:21.814411 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-42125fff-7bd9-4885-962b-151c1f875856 req-751f141f-33fc-41dd-8795-2bd75db1e5cc tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 943 time: 0.0467680 Nov 09 04:44:21.900500 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-42125fff-7bd9-4885-962b-151c1f875856 req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Deleting port ecf1aa94-74e6-42f7-a94a-346236700ae7 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:44:21.900842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-42125fff-7bd9-4885-962b-151c1f875856 req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:21.989397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-42125fff-7bd9-4885-962b-151c1f875856 req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] For port ecf1aa94-74e6-42f7-a94a-346236700ae7, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ecf1aa94-74e6-42f7-a94a-346236700ae7,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:44:21.989718 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-42125fff-7bd9-4885-962b-151c1f875856 req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:22.153014 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-42125fff-7bd9-4885-962b-151c1f875856 req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:22.153374 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-42125fff-7bd9-4885-962b-151c1f875856 req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:22.153719 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [req-42125fff-7bd9-4885-962b-151c1f875856 req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Floating IP 96531ce3-89db-4095-acc9-2aca8028d14a disassociated. External IP: 172.26.5.109, port: ecf1aa94-74e6-42f7-a94a-346236700ae7. Nov 09 04:44:22.154056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-42125fff-7bd9-4885-962b-151c1f875856 req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Calling delete_port for ecf1aa94-74e6-42f7-a94a-346236700ae7 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:44:22.280479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-42125fff-7bd9-4885-962b-151c1f875856 req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:22.308966 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Pushing event deleted for resources: {'Port': ['ID=ecf1aa94-74e6-42f7-a94a-346236700ae7,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:44:22.318587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:22.318936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:22.319272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:22.319609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:22.319939 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:22.320375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:22.320742 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:22.321069 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:22.321396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:22.321742 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:22.322066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:22.322383 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:44:22.434602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42125fff-7bd9-4885-962b-151c1f875856 req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:44:22.512648 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-da7e0a82-a0d9-4c88-b59c-cb94a4db3ab5 req-930c72cd-da34-4546-b77c-f4455412db6f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=5358c49a-eb1a-4261-b51e-b5a6979c9435 HTTP/1.1" status: 200 len: 210 time: 0.0290141 Nov 09 04:44:22.545369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42125fff-7bd9-4885-962b-151c1f875856 req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:44:22.554656 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359d05d-9f13-474b-b13c-9f83f1aa84f8 None None] Sync routers for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:44:22.564079 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359d05d-9f13-474b-b13c-9f83f1aa84f8 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:44:22.564669 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b359d05d-9f13-474b-b13c-9f83f1aa84f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:43:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:44:22.582650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-42125fff-7bd9-4885-962b-151c1f875856 req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] No DVR routers for this DVR port ecf1aa94-74e6-42f7-a94a-346236700ae7 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:44:22.585106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-42125fff-7bd9-4885-962b-151c1f875856 req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:22.588877 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-42125fff-7bd9-4885-962b-151c1f875856 req-34fae09a-3866-41bf-8a8c-25f24a4e1609 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "DELETE /v2.0/ports/ecf1aa94-74e6-42f7-a94a-346236700ae7 HTTP/1.1" status: 204 len: 173 time: 0.7689469 Nov 09 04:44:22.589319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5358c49a-eb1a-4261-b51e-b5a6979c9435', 'name': 'network-vif-deleted', 'tag': 'ecf1aa94-74e6-42f7-a94a-346236700ae7'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:44:22.591654 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9506033-504a-4868-8987-50940f28b225" -d '{"events": [{"server_uuid": "5358c49a-eb1a-4261-b51e-b5a6979c9435", "name": "network-vif-deleted", "tag": "ecf1aa94-74e6-42f7-a94a-346236700ae7"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:44:22.640757 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d27927f-ae39-4975-a465-c9bd1fadf4f2 x-openstack-request-id: req-9d27927f-ae39-4975-a465-c9bd1fadf4f2 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:44:22.641116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5358c49a-eb1a-4261-b51e-b5a6979c9435", "name": "network-vif-deleted", "tag": "ecf1aa94-74e6-42f7-a94a-346236700ae7", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:44:22.641457 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d27927f-ae39-4975-a465-c9bd1fadf4f2 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:44:22.641954 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5358c49a-eb1a-4261-b51e-b5a6979c9435', 'name': 'network-vif-deleted', 'tag': 'ecf1aa94-74e6-42f7-a94a-346236700ae7', 'status': 'completed', 'code': 200} Nov 09 04:44:22.671455 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-b359d05d-9f13-474b-b13c-9f83f1aa84f8 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:44:22.862385 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b359d05d-9f13-474b-b13c-9f83f1aa84f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:44:22.887330 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359d05d-9f13-474b-b13c-9f83f1aa84f8 None None] Checking router: 918e75d7-4202-4ceb-a4a7-4788853d4ea1 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:44:22.895089 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359d05d-9f13-474b-b13c-9f83f1aa84f8 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:44:22.895669 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b359d05d-9f13-474b-b13c-9f83f1aa84f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:43:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:44:22.999043 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-b359d05d-9f13-474b-b13c-9f83f1aa84f8 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:44:23.193927 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b359d05d-9f13-474b-b13c-9f83f1aa84f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:44:23.228654 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359d05d-9f13-474b-b13c-9f83f1aa84f8 None None] The sync data for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv is: [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:44:23.431241 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5177b09b-58ff-4176-b01c-c15d5bd03845 None None] New status for floating IP 96531ce3-89db-4095-acc9-2aca8028d14a: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:44:24.060706 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-d8bc6743-90c1-4b1e-ad31-1606d347d6f7 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--394926364&fields=id&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 267 time: 0.3419757 Nov 09 04:44:24.162368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-4e539718-bcec-4c34-b357-5feb8108fbc7 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:24.163785 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-4e539718-bcec-4c34-b357-5feb8108fbc7 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 811 time: 0.0961506 Nov 09 04:44:24.178532 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-3980648a-6872-4a39-8232-e1f0f847fea0 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/quotas/95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 375 time: 0.0085905 Nov 09 04:44:24.232680 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-6e062b6b-59ae-4320-8ca3-e46d40f161bb tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481308 Nov 09 04:44:24.323048 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-b4cbe79e-5c47-45f2-a74a-0050ebe6b9ca service neutron] 10.222.0.21 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784996 Nov 09 04:44:24.411247 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-f79cf8fc-659c-41fb-9792-2f4c63323bec service neutron] 10.222.0.21 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822742 Nov 09 04:44:24.568160 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-80100b2a-2145-47d2-86ff-161c01dd5087 req-308aa262-483b-4025-88f3-0925f54c956e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 210 time: 0.0297146 Nov 09 04:44:25.285156 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ecf1aa94-74e6-42f7-a94a-346236700ae7 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:44:25.304560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: ecf1aa94-74e6-42f7-a94a-346236700ae7 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:44:25.305397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ecf1aa94-74e6-42f7-a94a-346236700ae7 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:44:25.440509 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-d10ce0a9-d5c5-4749-b2d8-a6e4f8352c7c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:25.442010 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-d10ce0a9-d5c5-4749-b2d8-a6e4f8352c7c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 811 time: 0.1051042 Nov 09 04:44:25.505147 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-2ffcccc9-4bcd-4a4e-9fd0-14e1ab6b355a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 379 time: 0.0541039 Nov 09 04:44:25.515192 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-da306ecb-2179-4dc8-9c3a-81fa40276311 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Request body: {'port': {'device_id': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'admin_state_up': True, 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'security_groups': ['b34331f0-1324-496d-a782-900ff1be7605']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:44:25.587098 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2290ffc5-390c-4125-b547-55eafa9c5847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:25.628918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-da306ecb-2179-4dc8-9c3a-81fa40276311 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Made reservation on behalf of 95b37bdb7ea74a40a3d34ac52e2b77b0 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:44:25.632520 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-da306ecb-2179-4dc8-9c3a-81fa40276311 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:25.665829 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-806fac97-a1ae-4a8d-816e-f438593d39ce req-c9e6a624-4978-424c-9d71-57155fc2568f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 210 time: 0.0268433 Nov 09 04:44:25.758682 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-da306ecb-2179-4dc8-9c3a-81fa40276311 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Allocated IP 172.20.0.12 (04d5299b-3e39-46b0-ba5b-152c2dd7e755/49114e29-88ce-4d5b-b049-bccaaa97e3a7/482f62de-2212-4aaa-a773-6f6c0f3211a8) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:44:25.894952 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-da306ecb-2179-4dc8-9c3a-81fa40276311 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:25.926600 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-da306ecb-2179-4dc8-9c3a-81fa40276311 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:25.972612 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-da306ecb-2179-4dc8-9c3a-81fa40276311 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:44:25.978133 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-da306ecb-2179-4dc8-9c3a-81fa40276311 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:44:25.981912 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-da306ecb-2179-4dc8-9c3a-81fa40276311 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:44:25.988158 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da306ecb-2179-4dc8-9c3a-81fa40276311 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Pushing event updated for resources: {'Port': ['ID=482f62de-2212-4aaa-a773-6f6c0f3211a8,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:44:26.034205 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-da306ecb-2179-4dc8-9c3a-81fa40276311 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:26.034831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-da306ecb-2179-4dc8-9c3a-81fa40276311 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:26.051790 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-da306ecb-2179-4dc8-9c3a-81fa40276311 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5403283 Nov 09 04:44:26.064076 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Request body: {'port': {'device_id': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:44:26.122076 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:26.213718 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-faf3ca4b-4c2a-469f-984e-5edbb8b77306 None None] Provisioning complete for port 482f62de-2212-4aaa-a773-6f6c0f3211a8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:44:26.214083 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-faf3ca4b-4c2a-469f-984e-5edbb8b77306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:26.247241 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-faf3ca4b-4c2a-469f-984e-5edbb8b77306 None None] Port 482f62de-2212-4aaa-a773-6f6c0f3211a8 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:44:26.381959 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482f62de-2212-4aaa-a773-6f6c0f3211a8 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:44:26.389531 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:26.401392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Transition to ACTIVE for port object 482f62de-2212-4aaa-a773-6f6c0f3211a8 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:44:26.405530 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:26.454106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Pushing event updated for resources: {'Port': ['ID=482f62de-2212-4aaa-a773-6f6c0f3211a8,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:44:26.522381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Attempting to bind port 482f62de-2212-4aaa-a773-6f6c0f3211a8 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:44:26.522715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Attempting to bind port 482f62de-2212-4aaa-a773-6f6c0f3211a8 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:44:26.523041 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Attempting to bind port 482f62de-2212-4aaa-a773-6f6c0f3211a8 on network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:44:26.528153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Port 482f62de-2212-4aaa-a773-6f6c0f3211a8 on network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:44:26.528467 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Attempting to bind port 482f62de-2212-4aaa-a773-6f6c0f3211a8 on network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:44:26.533609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:44:26.533929 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Checking segment: {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:44:26.534311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Bound using segment: {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:44:26.534736 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Bound port: 482f62de-2212-4aaa-a773-6f6c0f3211a8, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:44:26.535086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:26.603232 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] For port 482f62de-2212-4aaa-a773-6f6c0f3211a8, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:44:26.606207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] For port 482f62de-2212-4aaa-a773-6f6c0f3211a8, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:44:26.610542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:26.641870 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:26.642522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:26.643825 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] 10.222.0.31 "PUT /v2.0/ports/482f62de-2212-4aaa-a773-6f6c0f3211a8 HTTP/1.1" status: 200 len: 1094 time: 0.5841441 Nov 09 04:44:26.644272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:44:26.646500 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c715258-b859-4eaf-bfcc-ec2da874b3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:44:26.676699 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a2981-649a-4461-be2c-bd6e8bc07632 service neutron] Pushing event updated for resources: {'Port': ['ID=482f62de-2212-4aaa-a773-6f6c0f3211a8,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:44:26.700816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dafdd3-25dd-477c-9e9f-4d4410e8c578 x-openstack-request-id: req-b2dafdd3-25dd-477c-9e9f-4d4410e8c578 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:44:26.700816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:44:26.700816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2dafdd3-25dd-477c-9e9f-4d4410e8c578 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:44:26.701143 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'status': 'completed', 'code': 200} Nov 09 04:44:26.732256 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-889bbe65-4280-40dc-8ca2-10cb2d7a99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:26.733806 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-889bbe65-4280-40dc-8ca2-10cb2d7a99fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 1097 time: 0.0482779 Nov 09 04:44:26.785784 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-ca9c296c-afa3-4bd6-a41e-bc742788b705 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8 HTTP/1.1" status: 200 len: 217 time: 0.0408585 Nov 09 04:44:26.796845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa32cce-44cc-47fc-8baa-68cc95b70951 req-af48c76b-c9e4-4baa-b9fb-9c1edb2fcbc2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:26.798567 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-faa32cce-44cc-47fc-8baa-68cc95b70951 req-af48c76b-c9e4-4baa-b9fb-9c1edb2fcbc2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 944 time: 0.0505190 Nov 09 04:44:26.837971 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-4e0e605a-e7c5-4981-9d2e-a2566a209cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:26.839602 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-4e0e605a-e7c5-4981-9d2e-a2566a209cbd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0474863 Nov 09 04:44:26.848988 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-faa32cce-44cc-47fc-8baa-68cc95b70951 req-58651bd0-68f0-426d-82b7-a736b7954683 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439367 Nov 09 04:44:26.886993 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-01aab034-26b2-4729-af5e-bc005fcb2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:26.888517 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-01aab034-26b2-4729-af5e-bc005fcb2fa0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418029 Nov 09 04:44:26.979652 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-69dd82e6-ef26-4121-99cb-248cca4fa6d0 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840948 Nov 09 04:44:27.068071 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b96da14c-d489-4f68-96f5-bc3f8e847305 req-3ccde8d9-cbbe-4c91-bac8-5119f8e43bfa service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797553 Nov 09 04:44:27.156250 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c715258-b859-4eaf-bfcc-ec2da874b3b1 req-79149649-74bb-42af-9ca6-eb1c2f9f966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:27.157729 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2c715258-b859-4eaf-bfcc-ec2da874b3b1 req-79149649-74bb-42af-9ca6-eb1c2f9f966d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 1097 time: 0.0407176 Nov 09 04:44:27.258074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c715258-b859-4eaf-bfcc-ec2da874b3b1 req-883b1cfe-ac3d-48d0-bafd-32fb79533a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:27.259775 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2c715258-b859-4eaf-bfcc-ec2da874b3b1 req-883b1cfe-ac3d-48d0-bafd-32fb79533a37 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0943415 Nov 09 04:44:27.300027 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2c715258-b859-4eaf-bfcc-ec2da874b3b1 req-9d2ebbbb-7436-4a7f-bafe-75e1ade9d0a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8 HTTP/1.1" status: 200 len: 217 time: 0.0331566 Nov 09 04:44:27.352465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c715258-b859-4eaf-bfcc-ec2da874b3b1 req-4f9361ee-7f70-4d1c-8db6-eec9acc2fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:27.353943 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2c715258-b859-4eaf-bfcc-ec2da874b3b1 req-4f9361ee-7f70-4d1c-8db6-eec9acc2fc93 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0465164 Nov 09 04:44:27.399976 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c715258-b859-4eaf-bfcc-ec2da874b3b1 req-dcfe4f8a-2797-4060-88d0-46ca2260769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:27.401440 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2c715258-b859-4eaf-bfcc-ec2da874b3b1 req-dcfe4f8a-2797-4060-88d0-46ca2260769c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398176 Nov 09 04:44:27.498634 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2c715258-b859-4eaf-bfcc-ec2da874b3b1 req-eed5be28-298b-4678-9063-32af1abe8777 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887368 Nov 09 04:44:27.588749 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2c715258-b859-4eaf-bfcc-ec2da874b3b1 req-d9859dd5-5c2a-4e97-b658-95ccae8bdeeb service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829096 Nov 09 04:44:27.876537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-287afaa0-9497-443b-bfac-5a396c364b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:27.969758 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b607b47-2e9f-4a61-bd57-40609ac11eae req-e7ed6182-767d-4f2f-9f38-fdbfa82400e9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:27.971506 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8b607b47-2e9f-4a61-bd57-40609ac11eae req-e7ed6182-767d-4f2f-9f38-fdbfa82400e9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 944 time: 0.0489531 Nov 09 04:44:28.021719 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8b607b47-2e9f-4a61-bd57-40609ac11eae req-3cff60b7-98b2-4404-9fae-03c2407d54b4 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443203 Nov 09 04:44:28.266147 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:44:29.138826 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae3a0c-0275-44c9-8ea1-4fbd4f5038e6 req-60531ab1-6aa8-4fb6-9a3c-fb1d7208fd0b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:29.140346 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-72ae3a0c-0275-44c9-8ea1-4fbd4f5038e6 req-60531ab1-6aa8-4fb6-9a3c-fb1d7208fd0b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 944 time: 0.0525510 Nov 09 04:44:29.148347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:29.188960 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-72ae3a0c-0275-44c9-8ea1-4fbd4f5038e6 req-f6b6dfd7-8e79-4fe6-9dcd-0c10527cd1cf tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421662 Nov 09 04:44:29.300500 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 482f62de-2212-4aaa-a773-6f6c0f3211a8 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:44:29.394662 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 482f62de-2212-4aaa-a773-6f6c0f3211a8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:44:29.406173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'port_id': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'mac_address': 'fa:16:3e:32:fd:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:44:29.440578 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:29.452982 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482f62de-2212-4aaa-a773-6f6c0f3211a8 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:44:29.472489 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 482f62de-2212-4aaa-a773-6f6c0f3211a8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:44:29.476367 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:29.525872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=482f62de-2212-4aaa-a773-6f6c0f3211a8,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:44:29.678237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['482f62de-2212-4aaa-a773-6f6c0f3211a8'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:44:30.301795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5df60-cf90-41c5-8c5e-bc8829b08b33 req-b90992af-966d-43ab-8a6f-92525bcb10f3 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:30.303267 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b5f5df60-cf90-41c5-8c5e-bc8829b08b33 req-b90992af-966d-43ab-8a6f-92525bcb10f3 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 945 time: 0.0479293 Nov 09 04:44:30.340118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:30.350201 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b5f5df60-cf90-41c5-8c5e-bc8829b08b33 req-f5a802ac-4545-4ca5-a821-0684c4028715 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404212 Nov 09 04:44:31.074478 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:31.300186 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 482f62de-2212-4aaa-a773-6f6c0f3211a8 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:44:31.352048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 482f62de-2212-4aaa-a773-6f6c0f3211a8 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:44:31.356341 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 482f62de-2212-4aaa-a773-6f6c0f3211a8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:44:31.356762 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:31.441711 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:31.464528 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:44:31.466824 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22191958-1ae3-4775-9427-ca2ccf88f5fb" -d '{"events": [{"server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "name": "network-vif-plugged", "status": "completed", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:44:31.468647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea4671-9531-48e3-84a6-120aa3bfed94 req-94f8b45f-b79b-4b72-9ce2-3e16b738bb78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:31.470517 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c7ea4671-9531-48e3-84a6-120aa3bfed94 req-94f8b45f-b79b-4b72-9ce2-3e16b738bb78 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 945 time: 0.0518868 Nov 09 04:44:31.484025 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 482f62de-2212-4aaa-a773-6f6c0f3211a8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:44:31.488874 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:31.518097 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0047079-f6e1-4152-b360-20f521295451 x-openstack-request-id: req-d0047079-f6e1-4152-b360-20f521295451 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:44:31.518394 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "name": "network-vif-plugged", "status": "completed", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:44:31.518704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0047079-f6e1-4152-b360-20f521295451 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:44:31.519087 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'code': 200} Nov 09 04:44:31.530350 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c7ea4671-9531-48e3-84a6-120aa3bfed94 req-5d3be55b-9851-43d4-823b-1e01223cfd23 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527685 Nov 09 04:44:31.551086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=482f62de-2212-4aaa-a773-6f6c0f3211a8,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:44:31.687818 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2e0a4-0708-41fb-bd7f-fd6f392d1b4c req-7bb01401-3164-4b0d-9306-d68f8c1bd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:31.689319 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aaa2e0a4-0708-41fb-bd7f-fd6f392d1b4c req-7bb01401-3164-4b0d-9306-d68f8c1bd648 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 1099 time: 0.0416312 Nov 09 04:44:31.734127 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aaa2e0a4-0708-41fb-bd7f-fd6f392d1b4c req-02945172-73d9-43a9-8081-cd8e77a65ef8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375335 Nov 09 04:44:32.655176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090928e9-508c-4473-934f-3aa661f668b6 req-5d617f04-816c-4d4d-aa73-094130d03b9e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:32.656826 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-090928e9-508c-4473-934f-3aa661f668b6 req-5d617f04-816c-4d4d-aa73-094130d03b9e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0578923 Nov 09 04:44:32.710439 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-090928e9-508c-4473-934f-3aa661f668b6 req-741c97b9-2b3a-4bb7-b9b4-40f0deb3d006 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475268 Nov 09 04:44:33.828015 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f46988-ffe5-4a33-a385-aa91f7c81ed8 req-f64b14fe-e7e4-4d85-b338-00a2d74d5ad3 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:33.829473 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-64f46988-ffe5-4a33-a385-aa91f7c81ed8 req-f64b14fe-e7e4-4d85-b338-00a2d74d5ad3 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0508969 Nov 09 04:44:33.874928 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-64f46988-ffe5-4a33-a385-aa91f7c81ed8 req-3610f339-5f17-412b-9734-d9e7c63c756c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395820 Nov 09 04:44:33.986849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66937f-b046-4e7e-b377-9eb77b45ea3a req-777d83ac-c715-4755-a430-2a7fcca331e2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:33.988353 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0e66937f-b046-4e7e-b377-9eb77b45ea3a req-777d83ac-c715-4755-a430-2a7fcca331e2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0507462 Nov 09 04:44:33.997368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 54696) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:44:34.001994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b1b9224a-9ec8-4b99-aaf3-48aadeb9fea8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Request body: {'floatingip': {'port_id': '482f62de-2212-4aaa-a773-6f6c0f3211a8'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:44:34.045201 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b1b9224a-9ec8-4b99-aaf3-48aadeb9fea8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:34.485095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b1b9224a-9ec8-4b99-aaf3-48aadeb9fea8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:34.538750 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b1b9224a-9ec8-4b99-aaf3-48aadeb9fea8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:34.637640 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-b1b9224a-9ec8-4b99-aaf3-48aadeb9fea8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Floating IP 96531ce3-89db-4095-acc9-2aca8028d14a associated. External IP: 172.26.5.109, port: 482f62de-2212-4aaa-a773-6f6c0f3211a8. Nov 09 04:44:34.836557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b9224a-9ec8-4b99-aaf3-48aadeb9fea8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:44:34.941778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b9224a-9ec8-4b99-aaf3-48aadeb9fea8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:44:34.946660 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b1b9224a-9ec8-4b99-aaf3-48aadeb9fea8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:34.951218 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d3f77-d315-415f-8ada-948337d47801 None None] Sync routers for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:44:34.960299 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d3f77-d315-415f-8ada-948337d47801 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:44:34.960883 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-962d3f77-d315-415f-8ada-948337d47801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:44:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:44:34.973019 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b1b9224a-9ec8-4b99-aaf3-48aadeb9fea8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "PUT /v2.0/floatingips/96531ce3-89db-4095-acc9-2aca8028d14a HTTP/1.1" status: 200 len: 992 time: 0.9745178 Nov 09 04:44:34.973626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:44:34.975893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7af6d5c-ca00-43e9-9eb9-faffb5b5fdb0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:44:35.022029 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3428be-a651-4cd2-b1cd-90fdcc351d8b x-openstack-request-id: req-de3428be-a651-4cd2-b1cd-90fdcc351d8b {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:44:35.022961 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:44:35.023262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de3428be-a651-4cd2-b1cd-90fdcc351d8b {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:44:35.023689 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'status': 'completed', 'code': 200} Nov 09 04:44:35.080554 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-962d3f77-d315-415f-8ada-948337d47801 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:44:35.084663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af6d5c-ca00-43e9-9eb9-faffb5b5fdb0 req-d2010dab-160a-4627-bc33-43161a536786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:35.086216 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c7af6d5c-ca00-43e9-9eb9-faffb5b5fdb0 req-d2010dab-160a-4627-bc33-43161a536786 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 1099 time: 0.0431690 Nov 09 04:44:35.181108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af6d5c-ca00-43e9-9eb9-faffb5b5fdb0 req-5100f1e1-fe19-4396-a31f-34116145e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:35.182875 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c7af6d5c-ca00-43e9-9eb9-faffb5b5fdb0 req-5100f1e1-fe19-4396-a31f-34116145e8d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0898149 Nov 09 04:44:35.251612 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c7af6d5c-ca00-43e9-9eb9-faffb5b5fdb0 req-0ce17e49-5d12-4432-9a82-c5573182862c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8 HTTP/1.1" status: 200 len: 1000 time: 0.0610549 Nov 09 04:44:35.308587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af6d5c-ca00-43e9-9eb9-faffb5b5fdb0 req-963bffba-c3e0-4f33-83f7-2b0fb713ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:35.310115 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c7af6d5c-ca00-43e9-9eb9-faffb5b5fdb0 req-963bffba-c3e0-4f33-83f7-2b0fb713ff7f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0502715 Nov 09 04:44:35.326430 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-962d3f77-d315-415f-8ada-948337d47801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '96531ce3-89db-4095-acc9-2aca8028d14a', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'port_id': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'mac_address': 'fa:16:3e:32:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:41:59Z', 'updated_at': '2021-11-09T04:44:34Z', 'revision_number': 9, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:44:35.356667 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af6d5c-ca00-43e9-9eb9-faffb5b5fdb0 req-44040bd1-1797-42d7-951d-b12aedc304f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:35.358220 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c7af6d5c-ca00-43e9-9eb9-faffb5b5fdb0 req-44040bd1-1797-42d7-951d-b12aedc304f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408068 Nov 09 04:44:35.451435 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c7af6d5c-ca00-43e9-9eb9-faffb5b5fdb0 req-b9e51088-d6be-4bfd-827e-230f8ea2ff9e service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852861 Nov 09 04:44:35.474058 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d3f77-d315-415f-8ada-948337d47801 None None] Checking router: 918e75d7-4202-4ceb-a4a7-4788853d4ea1 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:44:35.484540 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d3f77-d315-415f-8ada-948337d47801 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:44:35.485292 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-962d3f77-d315-415f-8ada-948337d47801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:44:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:44:35.544861 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c7af6d5c-ca00-43e9-9eb9-faffb5b5fdb0 req-8ac036b3-e6a6-47a5-a514-c0bb06aec0cc service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864046 Nov 09 04:44:35.611127 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-962d3f77-d315-415f-8ada-948337d47801 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:44:35.833878 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-962d3f77-d315-415f-8ada-948337d47801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '96531ce3-89db-4095-acc9-2aca8028d14a', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'port_id': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'mac_address': 'fa:16:3e:32:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:41:59Z', 'updated_at': '2021-11-09T04:44:34Z', 'revision_number': 9, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:44:35.862581 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d3f77-d315-415f-8ada-948337d47801 None None] The sync data for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv is: [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '96531ce3-89db-4095-acc9-2aca8028d14a', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'port_id': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'mac_address': 'fa:16:3e:32:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:41:59Z', 'updated_at': '2021-11-09T04:44:34Z', 'revision_number': 9, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:44:36.054841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15bbf31-204e-4caf-a3b8-11fc29ecd35a None None] New status for floating IP 96531ce3-89db-4095-acc9-2aca8028d14a: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:44:47.133563 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:51.270555 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4f9af60c-c3dd-4ccb-b00e-f56b8def0a3d req-20965726-e770-4466-a3de-04d25561a03f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412188 Nov 09 04:44:51.356706 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9af60c-c3dd-4ccb-b00e-f56b8def0a3d req-1b21eac7-944b-4b16-8103-c4c058fcd1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:51.358724 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4f9af60c-c3dd-4ccb-b00e-f56b8def0a3d req-1b21eac7-944b-4b16-8103-c4c058fcd1fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 1099 time: 0.0443590 Nov 09 04:44:51.818955 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9af60c-c3dd-4ccb-b00e-f56b8def0a3d req-3d3e9bd8-1363-41f5-a4d6-249def698cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:51.820431 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4f9af60c-c3dd-4ccb-b00e-f56b8def0a3d req-3d3e9bd8-1363-41f5-a4d6-249def698cec service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.4224620 Nov 09 04:44:51.887636 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4f9af60c-c3dd-4ccb-b00e-f56b8def0a3d req-ab43abb7-2a83-4f12-893c-8f4a243ec0ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8 HTTP/1.1" status: 200 len: 1003 time: 0.0582333 Nov 09 04:44:51.936327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9af60c-c3dd-4ccb-b00e-f56b8def0a3d req-06556f22-a835-4bff-8651-d40e79cd1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:51.937716 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4f9af60c-c3dd-4ccb-b00e-f56b8def0a3d req-06556f22-a835-4bff-8651-d40e79cd1175 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0413935 Nov 09 04:44:51.983715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9af60c-c3dd-4ccb-b00e-f56b8def0a3d req-7ee3e637-587f-414a-aa98-5e089fa2e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:44:51.985076 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4f9af60c-c3dd-4ccb-b00e-f56b8def0a3d req-7ee3e637-587f-414a-aa98-5e089fa2e2b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379348 Nov 09 04:44:52.074680 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4f9af60c-c3dd-4ccb-b00e-f56b8def0a3d req-3e830757-d6cf-4b81-a02b-b83354f26749 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817027 Nov 09 04:44:52.162017 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4f9af60c-c3dd-4ccb-b00e-f56b8def0a3d req-f3ca2a27-e367-4166-beaf-d7b4554b0ddf service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797837 Nov 09 04:44:55.587472 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f3750041-fe83-4460-9ea3-5291ca7ea8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:57.877363 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-faa3cfcf-c3b3-4e7f-81b6-6429a8156f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:44:59.155000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:00.343712 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:01.065177 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:05.264601 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:45:11.328590 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154eca0-fb9a-4a14-bbc7-8e2b88096ea8 req-872b95a5-c620-4c97-9e58-f10acdae9a7c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:11.330107 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0154eca0-fb9a-4a14-bbc7-8e2b88096ea8 req-872b95a5-c620-4c97-9e58-f10acdae9a7c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0900416 Nov 09 04:45:11.340983 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-e4eada21-89ee-44a3-9e9d-12c85bbd5f8a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1170504 Nov 09 04:45:11.387458 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0154eca0-fb9a-4a14-bbc7-8e2b88096ea8 req-83eb5d7c-0189-4edf-9125-b57b0fc99e20 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429568 Nov 09 04:45:12.362236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-9f0d47c9-53e4-4625-8515-ce9158d6387d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:12.363726 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-9f0d47c9-53e4-4625-8515-ce9158d6387d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 1099 time: 0.0401368 Nov 09 04:45:12.460585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-0b183c92-7092-4a69-9218-a0e4b0bf6a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:12.462114 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-0b183c92-7092-4a69-9218-a0e4b0bf6a00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0913739 Nov 09 04:45:12.505023 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7129a-b44c-4ed8-a0c0-8d1be46bafd7 req-286e3257-43e8-408d-8ef8-f40d93c2937a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:12.506521 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f5d7129a-b44c-4ed8-a0c0-8d1be46bafd7 req-286e3257-43e8-408d-8ef8-f40d93c2937a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0485284 Nov 09 04:45:12.525800 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-789966b1-ba02-4f5b-a9a6-4c9baca2f7ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8 HTTP/1.1" status: 200 len: 1003 time: 0.0570209 Nov 09 04:45:12.553503 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f5d7129a-b44c-4ed8-a0c0-8d1be46bafd7 req-5c3d23cf-5f07-422d-a4de-26754f77ced2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408137 Nov 09 04:45:12.579833 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-cd854c56-5d91-4009-b1c7-d0c88a908417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:12.581302 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-cd854c56-5d91-4009-b1c7-d0c88a908417 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0488243 Nov 09 04:45:12.626143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-b78e0cfa-c384-4805-8003-cd1d7874749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:12.627530 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-b78e0cfa-c384-4805-8003-cd1d7874749f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394297 Nov 09 04:45:12.714482 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-2fa932f6-9e9d-4c2d-a339-f8af3d5a1ac0 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795746 Nov 09 04:45:12.806204 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-c99ad298-65fd-402a-98eb-b71dc9ed1e2f service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837457 Nov 09 04:45:13.669078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12048abe-b112-48de-a104-01d90029581d req-529751c8-dd50-42c2-ab7c-80d5050d3707 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:13.670621 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-12048abe-b112-48de-a104-01d90029581d req-529751c8-dd50-42c2-ab7c-80d5050d3707 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0491858 Nov 09 04:45:13.717200 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-12048abe-b112-48de-a104-01d90029581d req-b3fa66cb-7c2d-4d50-a4e9-0a26c99a223c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406787 Nov 09 04:45:14.834208 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa0d2b-2df8-43fe-9b84-c3f66b7b55aa req-dd47451a-e6d2-422d-9929-8557ab9d1879 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:14.835663 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-29aa0d2b-2df8-43fe-9b84-c3f66b7b55aa req-dd47451a-e6d2-422d-9929-8557ab9d1879 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0508428 Nov 09 04:45:14.881148 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-29aa0d2b-2df8-43fe-9b84-c3f66b7b55aa req-711d17d7-5b78-49dc-b33e-5dad01497170 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396497 Nov 09 04:45:16.002987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbb118-5e6e-4ff3-befa-b9fdb90e02df req-5f373b46-0dea-4cb4-96a8-04a391e887de tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:16.004399 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9cdbb118-5e6e-4ff3-befa-b9fdb90e02df req-5f373b46-0dea-4cb4-96a8-04a391e887de tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0529552 Nov 09 04:45:16.050522 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9cdbb118-5e6e-4ff3-befa-b9fdb90e02df req-719c39bb-1242-4e72-8aed-a633e183e12e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401750 Nov 09 04:45:17.139571 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:17.164588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfa73f-8156-4fc7-930d-10a9411d988a req-937a8070-70d9-4235-94f1-518720d2e1ff tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:17.166079 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5edfa73f-8156-4fc7-930d-10a9411d988a req-937a8070-70d9-4235-94f1-518720d2e1ff tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0484490 Nov 09 04:45:17.214049 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5edfa73f-8156-4fc7-930d-10a9411d988a req-63d29152-7ae1-4d8d-9324-8046fc31920e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414746 Nov 09 04:45:18.328784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f40c9-9903-4bb8-97c3-695a703b30cf req-45a1938f-5235-4bf7-ad49-cc56e01efbb8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:18.330301 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-461f40c9-9903-4bb8-97c3-695a703b30cf req-45a1938f-5235-4bf7-ad49-cc56e01efbb8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0475802 Nov 09 04:45:18.375900 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-461f40c9-9903-4bb8-97c3-695a703b30cf req-6629d154-0cc6-4af3-b2b7-5261fe477963 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398350 Nov 09 04:45:19.488603 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccedaf0-9245-4dc9-897f-e57cd8ea7295 req-bedce078-8ec4-4a02-879c-7389952d81f2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:19.489985 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8ccedaf0-9245-4dc9-897f-e57cd8ea7295 req-bedce078-8ec4-4a02-879c-7389952d81f2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0475891 Nov 09 04:45:19.538537 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8ccedaf0-9245-4dc9-897f-e57cd8ea7295 req-d6e11fd0-9fea-4f47-a90c-a8a61b17c742 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427582 Nov 09 04:45:20.657811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e9356-5b19-406e-bae2-f37361262425 req-2c84e1dc-1437-43e6-a612-557524a00466 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:20.659331 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-280e9356-5b19-406e-bae2-f37361262425 req-2c84e1dc-1437-43e6-a612-557524a00466 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0513680 Nov 09 04:45:20.718161 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-280e9356-5b19-406e-bae2-f37361262425 req-4986b9d2-63bd-48a5-80a4-1187eadfea89 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522289 Nov 09 04:45:21.830470 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2cec33-bb83-4028-9be9-ea778d55e360 req-6412cee4-936c-4a40-b53b-c41f51121a3f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:21.831938 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bc2cec33-bb83-4028-9be9-ea778d55e360 req-6412cee4-936c-4a40-b53b-c41f51121a3f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0478976 Nov 09 04:45:21.878413 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bc2cec33-bb83-4028-9be9-ea778d55e360 req-7d686aa5-da2d-4c0a-a7e1-f7997d0be223 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405946 Nov 09 04:45:22.991056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa8764-df6a-478e-a54e-2869153e490e req-99c331d8-b565-4dff-9c59-c5ab041ded64 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:22.992527 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d4fa8764-df6a-478e-a54e-2869153e490e req-99c331d8-b565-4dff-9c59-c5ab041ded64 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0479019 Nov 09 04:45:23.040473 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d4fa8764-df6a-478e-a54e-2869153e490e req-5b681e30-7cf1-416a-ad9e-51ae49c68907 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420389 Nov 09 04:45:24.157020 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85249b42-bf19-45d2-ab7c-d50a61d7b9db req-50e25b68-6ccd-448e-8cac-585101c0de98 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:24.158498 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-85249b42-bf19-45d2-ab7c-d50a61d7b9db req-50e25b68-6ccd-448e-8cac-585101c0de98 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0487251 Nov 09 04:45:24.203992 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-85249b42-bf19-45d2-ab7c-d50a61d7b9db req-e8560526-dc30-4d91-99dd-e97ec80e187a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390220 Nov 09 04:45:24.362707 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-41f54d65-ddfd-4dc4-82e7-3eb1625c8b76 service neutron] 10.222.0.31 "GET /v2.0/ports/482f62de-2212-4aaa-a773-6f6c0f3211a8/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0532370 Nov 09 04:45:24.557004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-e6cecb06-ee91-48b7-8bf7-1a7605408b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:24.558557 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-e6cecb06-ee91-48b7-8bf7-1a7605408b38 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 1099 time: 0.0412118 Nov 09 04:45:24.621300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-212ce231-d328-4b4c-ad82-97a35f0aab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:24.622768 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-212ce231-d328-4b4c-ad82-97a35f0aab77 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 1099 time: 0.0429804 Nov 09 04:45:24.709797 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-277d7c67-6666-4a33-bfb8-56af6a29a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:24.711261 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-277d7c67-6666-4a33-bfb8-56af6a29a519 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0817411 Nov 09 04:45:24.778706 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-2f02a502-f358-4673-a622-458f5a7dedfa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8 HTTP/1.1" status: 200 len: 1003 time: 0.0597444 Nov 09 04:45:24.826410 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-2a0129a5-47b6-4d75-b23a-be4303672537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:24.827785 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-2a0129a5-47b6-4d75-b23a-be4303672537 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0415092 Nov 09 04:45:24.871599 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-a766e5f2-9f41-410d-b7f5-364d8c54e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:24.872948 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-a766e5f2-9f41-410d-b7f5-364d8c54e847 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387003 Nov 09 04:45:24.962275 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-ad98053e-82ed-4a58-b5c7-8be6338ee5e8 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821493 Nov 09 04:45:25.049419 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-29d8732d-6e69-4baf-9329-e1537c0682d2 req-06d7fd37-6233-4480-9acd-c1671da01949 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792739 Nov 09 04:45:25.320498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03747d6-4f46-488b-9dd6-8e9fbe2b02fe req-1d41cb3d-cebb-438d-aed9-7f938aa43f16 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:25.321991 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f03747d6-4f46-488b-9dd6-8e9fbe2b02fe req-1d41cb3d-cebb-438d-aed9-7f938aa43f16 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0522735 Nov 09 04:45:25.368022 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f03747d6-4f46-488b-9dd6-8e9fbe2b02fe req-7b30c161-e445-425a-a6e3-b2ee65670666 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402007 Nov 09 04:45:25.587905 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a5e22297-4100-403a-b7bd-88e0778f2418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:26.486405 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eca40e-ed87-4f62-8b0b-45fbb694d96b req-063e9215-711f-4321-bcfe-14a9266c86a6 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:26.487861 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a7eca40e-ed87-4f62-8b0b-45fbb694d96b req-063e9215-711f-4321-bcfe-14a9266c86a6 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0523665 Nov 09 04:45:26.534055 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a7eca40e-ed87-4f62-8b0b-45fbb694d96b req-1299e11f-8abd-4d05-b0d8-28d8554a3244 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401900 Nov 09 04:45:27.581238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 482f62de-2212-4aaa-a773-6f6c0f3211a8 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:45:27.583360 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 482f62de-2212-4aaa-a773-6f6c0f3211a8 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:45:27.652593 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32b094-9531-42ae-9937-c324643c2b78 req-50b4d1a7-72e4-4193-bd28-49223136fbd1 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:27.654018 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d32b094-9531-42ae-9937-c324643c2b78 req-50b4d1a7-72e4-4193-bd28-49223136fbd1 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0484352 Nov 09 04:45:27.701165 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d32b094-9531-42ae-9937-c324643c2b78 req-748b524b-48de-4ed4-8c32-fc3aec94d99c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409715 Nov 09 04:45:27.732202 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:27.739026 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 482f62de-2212-4aaa-a773-6f6c0f3211a8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:45:27.757623 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'port_id': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'mac_address': 'fa:16:3e:32:fd:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:45:27.769467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:45:27.771714 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158eb680-1204-4422-aa8c-f95c0633e030" -d '{"events": [{"server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "name": "network-vif-unplugged", "status": "completed", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:45:27.807277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 482f62de-2212-4aaa-a773-6f6c0f3211a8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:45:27.815857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:27.842304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:27.860467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 482f62de-2212-4aaa-a773-6f6c0f3211a8 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:45:27.912524 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 04:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04444fcd-7f43-41c7-a493-b2971b07db42 x-openstack-request-id: req-04444fcd-7f43-41c7-a493-b2971b07db42 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:45:27.912841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "name": "network-vif-unplugged", "status": "completed", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:45:27.913055 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04444fcd-7f43-41c7-a493-b2971b07db42 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:45:27.913829 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'code': 200} Nov 09 04:45:27.919396 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-19e75944-11ae-4e10-b894-144e39c06fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:27.923264 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=482f62de-2212-4aaa-a773-6f6c0f3211a8,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:45:27.938758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:27.939110 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:27.939445 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:27.939773 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:27.940389 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:27.940872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:27.941354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:27.941706 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:27.942036 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:27.942359 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:27.942703 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:27.942993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:27.949040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:45:27.949398 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:45:28.051535 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-c35074d6-726e-4f8a-aec1-e9ca939f7c09 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:28.053010 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-c35074d6-726e-4f8a-aec1-e9ca939f7c09 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 944 time: 0.0868285 Nov 09 04:45:28.065071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9e2a8-c9cb-4ed5-9eb4-02bbbef8e287 req-ffc74189-0cda-4bab-8aed-eb50ac7cb37e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:28.066507 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-92d9e2a8-c9cb-4ed5-9eb4-02bbbef8e287 req-ffc74189-0cda-4bab-8aed-eb50ac7cb37e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 944 time: 0.0738714 Nov 09 04:45:28.150355 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-b945a8e2-031c-4aaa-ae07-fd422b350067 service neutron] 10.222.0.31 "GET /v2.0/ports/482f62de-2212-4aaa-a773-6f6c0f3211a8/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0829358 Nov 09 04:45:28.153912 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-92d9e2a8-c9cb-4ed5-9eb4-02bbbef8e287 req-6314f735-04e8-4a32-acf7-17eac6415749 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805109 Nov 09 04:45:28.221362 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-a6d123e2-ee21-49c8-82b8-eb6ff80f17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:28.222908 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-a6d123e2-ee21-49c8-82b8-eb6ff80f17e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 1097 time: 0.0413568 Nov 09 04:45:28.314526 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-df5bdfc1-a3d5-4bff-a749-6d78f22a4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:28.315979 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-df5bdfc1-a3d5-4bff-a749-6d78f22a4576 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0868871 Nov 09 04:45:28.381831 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-4a6bfb1f-9abc-43d5-b869-82d495528f8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8 HTTP/1.1" status: 200 len: 1001 time: 0.0594573 Nov 09 04:45:28.428333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-5aee4e95-98cd-4c03-91f3-fdaf14f48080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:28.429675 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-5aee4e95-98cd-4c03-91f3-fdaf14f48080 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0415707 Nov 09 04:45:28.474574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-fb5a47cd-aaee-4ac2-b99a-b54dd6579891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:28.476061 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-fb5a47cd-aaee-4ac2-b99a-b54dd6579891 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393612 Nov 09 04:45:28.485156 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:28.501376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482f62de-2212-4aaa-a773-6f6c0f3211a8 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:45:28.519887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 482f62de-2212-4aaa-a773-6f6c0f3211a8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:45:28.524598 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:28.571480 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-4262d8eb-f98c-4665-b85d-58097da5764c service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876892 Nov 09 04:45:28.664775 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-c3ccbeb2-abb7-4559-8195-d7229fcd93e4 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856283 Nov 09 04:45:28.720906 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=482f62de-2212-4aaa-a773-6f6c0f3211a8,revision_number=7']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:45:28.726827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['482f62de-2212-4aaa-a773-6f6c0f3211a8'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:45:29.155128 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:29.270835 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136420f9-fb45-468e-9753-bcd1cbedfd89 req-b1379f38-e903-4a43-974d-2dd392478a96 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:29.272310 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-136420f9-fb45-468e-9753-bcd1cbedfd89 req-b1379f38-e903-4a43-974d-2dd392478a96 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 945 time: 0.0480835 Nov 09 04:45:29.321912 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-136420f9-fb45-468e-9753-bcd1cbedfd89 req-f6a1d638-b4d5-4f43-b3ed-ca4e2fbae9f5 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393744 Nov 09 04:45:29.595104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 482f62de-2212-4aaa-a773-6f6c0f3211a8 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:45:29.642433 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 482f62de-2212-4aaa-a773-6f6c0f3211a8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:45:29.642801 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:29.715638 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:29.748415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 482f62de-2212-4aaa-a773-6f6c0f3211a8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:45:29.752969 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:29.797749 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=482f62de-2212-4aaa-a773-6f6c0f3211a8,revision_number=8']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:45:29.914615 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:45:29.916961 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7468d7-04a3-4f36-b8cd-9b32a91ee46f" -d '{"events": [{"server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "name": "network-vif-plugged", "status": "completed", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:45:29.959122 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c80dd29-faba-4aa7-89c1-9210077e487a x-openstack-request-id: req-6c80dd29-faba-4aa7-89c1-9210077e487a {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:45:29.959413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "name": "network-vif-plugged", "status": "completed", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:45:29.959664 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c80dd29-faba-4aa7-89c1-9210077e487a {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:45:29.960051 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'code': 200} Nov 09 04:45:30.349148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:30.442361 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae5203-842d-453f-84c3-e82721ec919b req-4709796e-eed5-4102-8a03-fe47589f03c1 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:30.443867 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-60ae5203-842d-453f-84c3-e82721ec919b req-4709796e-eed5-4102-8a03-fe47589f03c1 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0533483 Nov 09 04:45:30.491899 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-60ae5203-842d-453f-84c3-e82721ec919b req-8a660336-6837-4c62-9786-8682996a9635 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414135 Nov 09 04:45:31.011179 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-51f7e412-003f-49a7-8890-071b75904e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:31.012893 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-51f7e412-003f-49a7-8890-071b75904e67 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 1099 time: 0.0401471 Nov 09 04:45:31.067243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:31.080406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-aa22dada-e174-46f6-bb63-005faa826c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:31.081994 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-aa22dada-e174-46f6-bb63-005faa826c3e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 1099 time: 0.0476415 Nov 09 04:45:31.169918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-85ee9558-e24c-4e0c-ad5b-562ef212a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:31.171369 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-85ee9558-e24c-4e0c-ad5b-562ef212a4a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0825627 Nov 09 04:45:31.239337 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-afeaeb1b-ee5c-46c8-ae78-285d219770fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8 HTTP/1.1" status: 200 len: 1003 time: 0.0604758 Nov 09 04:45:31.286695 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-f3a423f9-e43a-4872-82b4-5a76454ce37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:31.288145 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-f3a423f9-e43a-4872-82b4-5a76454ce37a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0422831 Nov 09 04:45:31.332659 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-abccc0b3-464a-4e79-be67-b4d2248b0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:31.334153 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-abccc0b3-464a-4e79-be67-b4d2248b0523 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390501 Nov 09 04:45:31.425935 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-559c9a3e-7c26-44a7-8aab-b124f904e4c4 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845504 Nov 09 04:45:31.516667 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-19cd078e-02e4-4355-a75b-4a9883b85035 req-aefef70f-1371-459f-997d-6c67f4fc5490 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841417 Nov 09 04:45:31.619005 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac430e-dc3a-4b65-9782-381e3d3253ed req-cf34aacb-22ca-4223-8b57-e6bd4e6bf8de tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:31.620508 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96ac430e-dc3a-4b65-9782-381e3d3253ed req-cf34aacb-22ca-4223-8b57-e6bd4e6bf8de tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0540652 Nov 09 04:45:31.667435 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96ac430e-dc3a-4b65-9782-381e3d3253ed req-418b96a2-acf3-4fe1-8d84-bc213cad788a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402429 Nov 09 04:45:32.787755 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae782a-493f-4a4c-b916-31867ea21523 req-cbab2fb7-ef85-4b50-93ca-9df057698994 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:32.789296 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bcae782a-493f-4a4c-b916-31867ea21523 req-cbab2fb7-ef85-4b50-93ca-9df057698994 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0486207 Nov 09 04:45:32.837273 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bcae782a-493f-4a4c-b916-31867ea21523 req-b45707ae-3666-4b3c-866b-76efdeff3706 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415823 Nov 09 04:45:33.612657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 482f62de-2212-4aaa-a773-6f6c0f3211a8 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:45:33.614779 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 482f62de-2212-4aaa-a773-6f6c0f3211a8 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:45:33.758696 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:33.767957 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 482f62de-2212-4aaa-a773-6f6c0f3211a8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:45:33.790599 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'port_id': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'mac_address': 'fa:16:3e:32:fd:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:45:33.798039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:45:33.800221 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f8577f-86a6-4705-a509-e38634f3a165" -d '{"events": [{"server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "name": "network-vif-unplugged", "status": "completed", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:45:33.834480 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 482f62de-2212-4aaa-a773-6f6c0f3211a8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:45:33.836231 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 04:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd03fb5-453c-4810-b094-e8e5af6cc5c2 x-openstack-request-id: req-0cd03fb5-453c-4810-b094-e8e5af6cc5c2 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:45:33.836506 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "name": "network-vif-unplugged", "status": "completed", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:45:33.836759 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cd03fb5-453c-4810-b094-e8e5af6cc5c2 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:45:33.837138 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'code': 200} Nov 09 04:45:33.839629 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:33.872810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:33.892156 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 482f62de-2212-4aaa-a773-6f6c0f3211a8 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:45:33.911478 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=482f62de-2212-4aaa-a773-6f6c0f3211a8,revision_number=9']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:45:33.944903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:45:33.945263 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:45:33.954149 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f642bf4-56e6-479f-a897-e54f37276a74 req-8ff04608-6a77-4979-8b2c-269714a5fdf0 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:33.955626 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8f642bf4-56e6-479f-a897-e54f37276a74 req-8ff04608-6a77-4979-8b2c-269714a5fdf0 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 944 time: 0.0496433 Nov 09 04:45:34.005371 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8f642bf4-56e6-479f-a897-e54f37276a74 req-316479b2-d282-448e-a735-f381f8d9faaa tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436890 Nov 09 04:45:34.118504 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acd50a-35e6-4c64-850f-76f9242541e5 req-1901080b-a51d-4767-84a3-55ab08921608 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:34.119880 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-84acd50a-35e6-4c64-850f-76f9242541e5 req-1901080b-a51d-4767-84a3-55ab08921608 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 944 time: 0.0479062 Nov 09 04:45:34.165948 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-84acd50a-35e6-4c64-850f-76f9242541e5 req-c892021f-fbfe-46fd-9568-921ab1ff721a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395927 Nov 09 04:45:34.279161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b3e67-da1c-43ed-97ca-768187bc3dfd req-ce5689e2-fa85-459e-9156-ba98b696f1d2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:34.280599 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7e6b3e67-da1c-43ed-97ca-768187bc3dfd req-ce5689e2-fa85-459e-9156-ba98b696f1d2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 944 time: 0.0478721 Nov 09 04:45:34.325338 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7e6b3e67-da1c-43ed-97ca-768187bc3dfd req-951c15fb-3c61-4136-967c-4cd96f02eb20 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389433 Nov 09 04:45:34.483953 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:34.501465 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482f62de-2212-4aaa-a773-6f6c0f3211a8 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:45:34.521269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 482f62de-2212-4aaa-a773-6f6c0f3211a8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:45:34.526008 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:34.558971 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b66a9a-af16-478d-986e-1aacaee6ad66 req-2075c1a4-c5d5-4209-a84c-d0a0df759dc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:34.560478 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-66b66a9a-af16-478d-986e-1aacaee6ad66 req-2075c1a4-c5d5-4209-a84c-d0a0df759dc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 944 time: 0.0498443 Nov 09 04:45:34.575896 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=482f62de-2212-4aaa-a773-6f6c0f3211a8,revision_number=10']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:45:34.584224 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['482f62de-2212-4aaa-a773-6f6c0f3211a8'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:45:34.610560 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-66b66a9a-af16-478d-986e-1aacaee6ad66 req-583002ec-3d24-412d-902e-39655b2c1ea0 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426161 Nov 09 04:45:35.627205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 482f62de-2212-4aaa-a773-6f6c0f3211a8 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:45:35.678174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 482f62de-2212-4aaa-a773-6f6c0f3211a8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:45:35.678545 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:35.727620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6827951-dfab-46ed-9c71-20fe36e6188a req-5d231ff9-aa8c-4ab5-8cf3-7b170509bef8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:35.729174 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b6827951-dfab-46ed-9c71-20fe36e6188a req-5d231ff9-aa8c-4ab5-8cf3-7b170509bef8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 946 time: 0.0494099 Nov 09 04:45:35.755325 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:35.779513 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b6827951-dfab-46ed-9c71-20fe36e6188a req-9a2bf168-ddc8-41bb-bee8-7d82d03c7520 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443790 Nov 09 04:45:35.786327 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 482f62de-2212-4aaa-a773-6f6c0f3211a8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:45:35.790634 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:35.839143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:45:35.841355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b9ba8e-632b-4511-878a-4818fef410fe" -d '{"events": [{"server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "name": "network-vif-plugged", "status": "completed", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:45:35.845149 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=482f62de-2212-4aaa-a773-6f6c0f3211a8,revision_number=11']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:45:35.877636 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238cd7ed-c10d-4eb3-8ade-2ba53b356599 x-openstack-request-id: req-238cd7ed-c10d-4eb3-8ade-2ba53b356599 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:45:35.877865 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "name": "network-vif-plugged", "status": "completed", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:45:35.878117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-238cd7ed-c10d-4eb3-8ade-2ba53b356599 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:45:35.878501 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'code': 200} Nov 09 04:45:36.612683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-7d5ff623-893f-4e95-813d-bac8faf43fac tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:36.614167 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-7d5ff623-893f-4e95-813d-bac8faf43fac tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 947 time: 0.0472507 Nov 09 04:45:36.701385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Deleting port 482f62de-2212-4aaa-a773-6f6c0f3211a8 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:45:36.701385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:36.788445 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] For port 482f62de-2212-4aaa-a773-6f6c0f3211a8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=482f62de-2212-4aaa-a773-6f6c0f3211a8,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:45:36.789096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:36.968019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc358ced-1805-4543-b792-057d414843ee req-4d760aa1-9a7e-4b91-b15a-c187966a8136 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:36.969434 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cc358ced-1805-4543-b792-057d414843ee req-4d760aa1-9a7e-4b91-b15a-c187966a8136 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 947 time: 0.1214123 Nov 09 04:45:37.009604 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:37.009967 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:37.010283 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Floating IP 96531ce3-89db-4095-acc9-2aca8028d14a disassociated. External IP: 172.26.5.109, port: 482f62de-2212-4aaa-a773-6f6c0f3211a8. Nov 09 04:45:37.010620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Calling delete_port for 482f62de-2212-4aaa-a773-6f6c0f3211a8 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:45:37.040242 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cc358ced-1805-4543-b792-057d414843ee req-8c29ec46-e170-4505-bd96-1e7a0d2dee93 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641246 Nov 09 04:45:37.152502 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:37.184351 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Pushing event deleted for resources: {'Port': ['ID=482f62de-2212-4aaa-a773-6f6c0f3211a8,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:45:37.192804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:37.193149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:37.193652 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:37.193989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:37.194317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:37.194646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:37.194972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:37.195391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:37.196365 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:37.196365 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:37.196365 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:37.196625 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:45:37.310936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:45:37.421681 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:45:37.432972 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebbec6-0fbb-4456-915c-3ed7e1909575 None None] Sync routers for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:45:37.442866 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cebbec6-0fbb-4456-915c-3ed7e1909575 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:45:37.443468 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1cebbec6-0fbb-4456-915c-3ed7e1909575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:45:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:45:37.460613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] No DVR routers for this DVR port 482f62de-2212-4aaa-a773-6f6c0f3211a8 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:45:37.463262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:37.467842 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-21fd95b0-56a7-4a44-855d-442c81a06ed2 req-a3e9f997-f0c3-4f03-b122-8c8faa06fcc8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "DELETE /v2.0/ports/482f62de-2212-4aaa-a773-6f6c0f3211a8 HTTP/1.1" status: 204 len: 173 time: 0.8475161 Nov 09 04:45:37.468321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'name': 'network-vif-deleted', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:45:37.471539 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5ed73e-37d7-46ab-af29-f61365dbb7da" -d '{"events": [{"server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "name": "network-vif-deleted", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:45:37.557376 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-1cebbec6-0fbb-4456-915c-3ed7e1909575 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:45:37.569313 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e0ba91-f3cc-4509-afef-51c69ed1897c x-openstack-request-id: req-26e0ba91-f3cc-4509-afef-51c69ed1897c {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:45:37.569642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8a0e6d-a021-40a6-ac59-f6e8200dc71e", "name": "network-vif-deleted", "tag": "482f62de-2212-4aaa-a773-6f6c0f3211a8", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:45:37.569899 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26e0ba91-f3cc-4509-afef-51c69ed1897c {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:45:37.570301 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8a0e6d-a021-40a6-ac59-f6e8200dc71e', 'name': 'network-vif-deleted', 'tag': '482f62de-2212-4aaa-a773-6f6c0f3211a8', 'status': 'completed', 'code': 200} Nov 09 04:45:37.757672 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1cebbec6-0fbb-4456-915c-3ed7e1909575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:45:37.783384 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebbec6-0fbb-4456-915c-3ed7e1909575 None None] Checking router: 918e75d7-4202-4ceb-a4a7-4788853d4ea1 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:45:37.791389 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cebbec6-0fbb-4456-915c-3ed7e1909575 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:45:37.791966 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1cebbec6-0fbb-4456-915c-3ed7e1909575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:45:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:45:37.893994 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-1cebbec6-0fbb-4456-915c-3ed7e1909575 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:45:38.103548 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1cebbec6-0fbb-4456-915c-3ed7e1909575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:45:38.133720 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cebbec6-0fbb-4456-915c-3ed7e1909575 None None] The sync data for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv is: [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:45:38.163591 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c3e18320-664c-46d7-9dae-9ef2cd82d2ad req-04d18732-8723-4e9c-b476-4678a95b5c09 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8a0e6d-a021-40a6-ac59-f6e8200dc71e HTTP/1.1" status: 200 len: 210 time: 0.0264800 Nov 09 04:45:38.341265 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deac98f-b29d-4fdf-a6b5-2fb70d1887a9 None None] New status for floating IP 96531ce3-89db-4095-acc9-2aca8028d14a: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:45:39.415526 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-cd0e60fc-170d-4162-9812-0cb0fc20d502 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--394926364&fields=id&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 267 time: 0.0451844 Nov 09 04:45:39.525320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-e39a68fb-e83c-4bfe-ac33-feb7e4bbf0fc tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:39.526713 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-e39a68fb-e83c-4bfe-ac33-feb7e4bbf0fc tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 811 time: 0.1045804 Nov 09 04:45:39.541222 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-c333db56-2d6e-48ac-a1d0-79cc6f4709cc tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/quotas/95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 375 time: 0.0087571 Nov 09 04:45:39.592692 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-26fae3c6-bafc-48fd-90d5-760185358129 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462954 Nov 09 04:45:39.644834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 482f62de-2212-4aaa-a773-6f6c0f3211a8 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:45:39.665046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 482f62de-2212-4aaa-a773-6f6c0f3211a8 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:45:39.665397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 482f62de-2212-4aaa-a773-6f6c0f3211a8 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:45:39.736127 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a2ef1962-957e-4cc7-8278-18bc5086d1a9 service neutron] 10.222.0.21 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318452 Nov 09 04:45:39.827068 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-14c3a7a5-151d-4a87-a19f-baca9179dd80 service neutron] 10.222.0.21 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842993 Nov 09 04:45:39.980346 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2a5daa85-5a9a-42ce-a327-6f13bb247d3f req-863129e8-c04c-43b9-bef0-7b5f504de934 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 210 time: 0.0262451 Nov 09 04:45:40.913828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-ae6f5353-1bfc-489d-81ba-1e80b61465db tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:40.915281 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-ae6f5353-1bfc-489d-81ba-1e80b61465db tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 811 time: 0.1069398 Nov 09 04:45:40.979039 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-ee988537-e8a8-4609-bdd2-d654ce253e80 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 379 time: 0.0541801 Nov 09 04:45:40.989398 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-402ff1d5-a86d-49de-b8e2-9f81cdc42ae9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Request body: {'port': {'device_id': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'admin_state_up': True, 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'security_groups': ['b34331f0-1324-496d-a782-900ff1be7605']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:45:41.072856 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1e158d94-43e3-47c0-a07a-2e896b14e82e req-54e3a18b-304f-4714-963e-44db7df72908 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 210 time: 0.0263002 Nov 09 04:45:41.098906 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-402ff1d5-a86d-49de-b8e2-9f81cdc42ae9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Made reservation on behalf of 95b37bdb7ea74a40a3d34ac52e2b77b0 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:45:41.102415 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-402ff1d5-a86d-49de-b8e2-9f81cdc42ae9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:41.222657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-402ff1d5-a86d-49de-b8e2-9f81cdc42ae9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Allocated IP 172.20.0.9 (04d5299b-3e39-46b0-ba5b-152c2dd7e755/49114e29-88ce-4d5b-b049-bccaaa97e3a7/21945a7d-b3fe-4519-8555-2db269ccc1d6) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:45:41.354714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-402ff1d5-a86d-49de-b8e2-9f81cdc42ae9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:41.385957 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-402ff1d5-a86d-49de-b8e2-9f81cdc42ae9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:41.425660 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-402ff1d5-a86d-49de-b8e2-9f81cdc42ae9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:45:41.428613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-402ff1d5-a86d-49de-b8e2-9f81cdc42ae9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:45:41.437427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-402ff1d5-a86d-49de-b8e2-9f81cdc42ae9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:45:41.461682 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ff1d5-a86d-49de-b8e2-9f81cdc42ae9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Pushing event updated for resources: {'Port': ['ID=21945a7d-b3fe-4519-8555-2db269ccc1d6,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:45:41.491229 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-402ff1d5-a86d-49de-b8e2-9f81cdc42ae9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:41.491852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-402ff1d5-a86d-49de-b8e2-9f81cdc42ae9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:41.508476 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-402ff1d5-a86d-49de-b8e2-9f81cdc42ae9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5226336 Nov 09 04:45:41.522095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Request body: {'port': {'device_id': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:45:41.581541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:41.649978 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a5b4c490-35ed-48da-be7a-330dde0be07f None None] Provisioning complete for port 21945a7d-b3fe-4519-8555-2db269ccc1d6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:45:41.650562 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c490-35ed-48da-be7a-330dde0be07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:41.686233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4c490-35ed-48da-be7a-330dde0be07f None None] Port 21945a7d-b3fe-4519-8555-2db269ccc1d6 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:45:41.829465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21945a7d-b3fe-4519-8555-2db269ccc1d6 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:45:41.837170 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:41.849231 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Transition to ACTIVE for port object 21945a7d-b3fe-4519-8555-2db269ccc1d6 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:45:41.852653 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:41.907586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Pushing event updated for resources: {'Port': ['ID=21945a7d-b3fe-4519-8555-2db269ccc1d6,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:45:42.264125 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:45:42.330628 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0196c0-ea7f-43fd-813f-422f57a0ec6e req-5ff69933-1d32-41db-87c0-55b0e2a1bb40 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:42.332092 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c0196c0-ea7f-43fd-813f-422f57a0ec6e req-5ff69933-1d32-41db-87c0-55b0e2a1bb40 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 943 time: 0.0825274 Nov 09 04:45:42.334397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Attempting to bind port 21945a7d-b3fe-4519-8555-2db269ccc1d6 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:45:42.334717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Attempting to bind port 21945a7d-b3fe-4519-8555-2db269ccc1d6 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:45:42.335034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Attempting to bind port 21945a7d-b3fe-4519-8555-2db269ccc1d6 on network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:45:42.345241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Port 21945a7d-b3fe-4519-8555-2db269ccc1d6 on network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:45:42.345583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Attempting to bind port 21945a7d-b3fe-4519-8555-2db269ccc1d6 on network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:45:42.358112 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:45:42.358381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Checking segment: {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:45:42.358764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Bound using segment: {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:45:42.359165 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Bound port: 21945a7d-b3fe-4519-8555-2db269ccc1d6, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f1191b-1a3c-45f5-be60-ccc998d11082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:45:42.359506 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:42.417915 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c0196c0-ea7f-43fd-813f-422f57a0ec6e req-97065159-32c0-49ac-b377-6acfba3bc1f1 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798192 Nov 09 04:45:42.441948 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] For port 21945a7d-b3fe-4519-8555-2db269ccc1d6, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:45:42.444834 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] For port 21945a7d-b3fe-4519-8555-2db269ccc1d6, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:45:42.449889 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:42.483859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:42.484480 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:42.485871 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] 10.222.0.31 "PUT /v2.0/ports/21945a7d-b3fe-4519-8555-2db269ccc1d6 HTTP/1.1" status: 200 len: 1093 time: 0.9687564 Nov 09 04:45:42.486318 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:45:42.489208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694e0834-93c4-41a4-a6ee-e4d20b8734e7" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:45:42.516618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b70274-5af7-45b1-8a88-ab1dd8676d4a service neutron] Pushing event updated for resources: {'Port': ['ID=21945a7d-b3fe-4519-8555-2db269ccc1d6,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:45:42.529292 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bf8ae0-036f-4a34-9cc4-7c103096d3b4 x-openstack-request-id: req-d6bf8ae0-036f-4a34-9cc4-7c103096d3b4 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:45:42.529597 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:45:42.529849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6bf8ae0-036f-4a34-9cc4-7c103096d3b4 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:45:42.530240 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'status': 'completed', 'code': 200} Nov 09 04:45:42.577835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-55b4dbd3-17cb-4690-b279-749aba432bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:42.579413 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-55b4dbd3-17cb-4690-b279-749aba432bbd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 1096 time: 0.0424335 Nov 09 04:45:42.625152 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-3e9a2c80-70aa-41ec-9e58-5afb695218ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6 HTTP/1.1" status: 200 len: 217 time: 0.0382872 Nov 09 04:45:42.675217 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-93347def-689a-46d5-845c-dd83b3c6b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:42.676752 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-93347def-689a-46d5-845c-dd83b3c6b828 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0452652 Nov 09 04:45:42.721951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-7c81f39d-33a4-452e-b57c-d30cc3310215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:42.723442 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-7c81f39d-33a4-452e-b57c-d30cc3310215 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399847 Nov 09 04:45:42.813856 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-79216057-06ba-400e-98aa-c5ab375975a2 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832827 Nov 09 04:45:42.902749 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9f0ec8a5-6179-4964-a35b-cd358ce095f5 req-bb4303ce-9de0-43a6-bda4-563a23be9d03 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801437 Nov 09 04:45:42.988730 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e0834-93c4-41a4-a6ee-e4d20b8734e7 req-837bf6ee-814b-4020-a8c0-843e13634777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:42.990249 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-694e0834-93c4-41a4-a6ee-e4d20b8734e7 req-837bf6ee-814b-4020-a8c0-843e13634777 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 1096 time: 0.0403354 Nov 09 04:45:43.083096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e0834-93c4-41a4-a6ee-e4d20b8734e7 req-8ce5078e-376d-413c-8067-56fbdebdce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:43.084570 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-694e0834-93c4-41a4-a6ee-e4d20b8734e7 req-8ce5078e-376d-413c-8067-56fbdebdce39 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0873792 Nov 09 04:45:43.125023 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-694e0834-93c4-41a4-a6ee-e4d20b8734e7 req-d69921f5-4004-4bc4-a0d3-1d9c46b14b16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6 HTTP/1.1" status: 200 len: 217 time: 0.0328927 Nov 09 04:45:43.176494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e0834-93c4-41a4-a6ee-e4d20b8734e7 req-d6064138-0b08-489b-b848-07e58cbf903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:43.177906 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-694e0834-93c4-41a4-a6ee-e4d20b8734e7 req-d6064138-0b08-489b-b848-07e58cbf903d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0461552 Nov 09 04:45:43.224135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e0834-93c4-41a4-a6ee-e4d20b8734e7 req-7c022a1c-9a0b-4fcd-aae7-cd6c27389d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:43.225674 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-694e0834-93c4-41a4-a6ee-e4d20b8734e7 req-7c022a1c-9a0b-4fcd-aae7-cd6c27389d76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408211 Nov 09 04:45:43.316948 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-694e0834-93c4-41a4-a6ee-e4d20b8734e7 req-15de7bda-3fa8-4102-8b36-183d34e0f2d8 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824199 Nov 09 04:45:43.403353 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-694e0834-93c4-41a4-a6ee-e4d20b8734e7 req-0220ff70-3ba4-4679-936e-e1344cc5252f service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794339 Nov 09 04:45:43.534341 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d22c9-1507-42f3-a653-236bec6ebc71 req-538ee945-1c6f-4bc0-916e-7b4a2351b81a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:43.535804 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-153d22c9-1507-42f3-a653-236bec6ebc71 req-538ee945-1c6f-4bc0-916e-7b4a2351b81a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 943 time: 0.0517278 Nov 09 04:45:43.585520 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-153d22c9-1507-42f3-a653-236bec6ebc71 req-0a682eb0-66e4-472d-a5b8-c35ff9e1b011 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438890 Nov 09 04:45:44.701465 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fc1a6-6d7f-4c0a-9cb1-56ae69dcc4c7 req-4210ca79-112b-4334-a746-1236012c1836 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:44.702980 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ec5fc1a6-6d7f-4c0a-9cb1-56ae69dcc4c7 req-4210ca79-112b-4334-a746-1236012c1836 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 943 time: 0.0492187 Nov 09 04:45:44.749885 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ec5fc1a6-6d7f-4c0a-9cb1-56ae69dcc4c7 req-b4502a2a-fe7c-4f90-91d1-544a81f41fcc tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402129 Nov 09 04:45:45.642117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 21945a7d-b3fe-4519-8555-2db269ccc1d6 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:45:45.736377 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 21945a7d-b3fe-4519-8555-2db269ccc1d6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:45:45.747217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'port_id': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'mac_address': 'fa:16:3e:32:5b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:45:45.783279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:45.796440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21945a7d-b3fe-4519-8555-2db269ccc1d6 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:45:45.815753 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 21945a7d-b3fe-4519-8555-2db269ccc1d6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:45:45.819953 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:45.864881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5b020-0fdb-4116-bf79-6c6a13bef650 req-65b44ed4-ae33-4d99-94c1-9c10d30d4689 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:45.866455 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d3c5b020-0fdb-4116-bf79-6c6a13bef650 req-65b44ed4-ae33-4d99-94c1-9c10d30d4689 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 944 time: 0.0489933 Nov 09 04:45:45.871211 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=21945a7d-b3fe-4519-8555-2db269ccc1d6,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:45:45.914116 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d3c5b020-0fdb-4116-bf79-6c6a13bef650 req-07169d2a-7e11-4122-bb21-d97729422845 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415349 Nov 09 04:45:46.027994 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['21945a7d-b3fe-4519-8555-2db269ccc1d6'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:45:47.029466 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c96d1-020c-42db-9e31-abd5165d9d57 req-8e606a2e-1180-4a60-8889-de55a169d987 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:47.030879 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d45c96d1-020c-42db-9e31-abd5165d9d57 req-8e606a2e-1180-4a60-8889-de55a169d987 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 944 time: 0.0479727 Nov 09 04:45:47.080424 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d45c96d1-020c-42db-9e31-abd5165d9d57 req-f3be9b95-0281-4d56-a8ac-9deb3a13eab3 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436032 Nov 09 04:45:47.138675 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:47.660173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 21945a7d-b3fe-4519-8555-2db269ccc1d6 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:45:47.707915 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 21945a7d-b3fe-4519-8555-2db269ccc1d6 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:45:47.711881 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 21945a7d-b3fe-4519-8555-2db269ccc1d6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:45:47.712249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:47.789304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:47.811134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:45:47.813357 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87d3d59-41e8-47a7-8ac8-03fe0d97ceeb" -d '{"events": [{"server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "name": "network-vif-plugged", "status": "completed", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:45:47.826170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 21945a7d-b3fe-4519-8555-2db269ccc1d6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:45:47.830466 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:47.853996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9008be7f-4783-49d1-90fb-4a235d75f24d x-openstack-request-id: req-9008be7f-4783-49d1-90fb-4a235d75f24d {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:45:47.854286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "name": "network-vif-plugged", "status": "completed", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:45:47.854538 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9008be7f-4783-49d1-90fb-4a235d75f24d {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:45:47.854922 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'code': 200} Nov 09 04:45:47.880021 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=21945a7d-b3fe-4519-8555-2db269ccc1d6,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:45:48.013172 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c959837-71e1-4964-9ee9-09ee70a183aa req-33b5ea18-ad6b-4d79-bb8c-69774ead8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:48.014699 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0c959837-71e1-4964-9ee9-09ee70a183aa req-33b5ea18-ad6b-4d79-bb8c-69774ead8162 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 1098 time: 0.0393820 Nov 09 04:45:48.057767 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0c959837-71e1-4964-9ee9-09ee70a183aa req-aeafd1fa-90dc-43be-b43e-c9234eca8d06 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364683 Nov 09 04:45:48.194500 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c9fca-9cf5-4943-b162-1f9059e56e12 req-bcd1dd99-d6e5-4d8e-8500-8bdd535c5e50 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:48.195906 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-595c9fca-9cf5-4943-b162-1f9059e56e12 req-bcd1dd99-d6e5-4d8e-8500-8bdd535c5e50 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0491016 Nov 09 04:45:48.242074 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-595c9fca-9cf5-4943-b162-1f9059e56e12 req-68fa6046-5b25-4d69-bc8c-0eb1eda219f7 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402243 Nov 09 04:45:49.359983 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007cf85-bbf0-4930-9dce-2d92476ec594 req-cac8e776-d48f-4bc1-8a17-3c5010b2609e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:49.361493 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e007cf85-bbf0-4930-9dce-2d92476ec594 req-cac8e776-d48f-4bc1-8a17-3c5010b2609e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0522227 Nov 09 04:45:49.407476 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e007cf85-bbf0-4930-9dce-2d92476ec594 req-3a8f9bf6-27ff-4102-9f8c-e74b70e5ab52 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396247 Nov 09 04:45:49.522254 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c5cae-305c-43f2-9e07-ca5ffe036874 req-69a8819c-b5b6-4724-b1cd-fcc3b2ebf7f3 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:49.523625 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2a4c5cae-305c-43f2-9e07-ca5ffe036874 req-69a8819c-b5b6-4724-b1cd-fcc3b2ebf7f3 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0474765 Nov 09 04:45:49.532370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 54932) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:45:49.536993 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a91d528a-4772-4ec6-9100-ed9a1f247e32 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Request body: {'floatingip': {'port_id': '21945a7d-b3fe-4519-8555-2db269ccc1d6'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:45:49.577095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a91d528a-4772-4ec6-9100-ed9a1f247e32 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:50.003132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a91d528a-4772-4ec6-9100-ed9a1f247e32 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:50.007074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a91d528a-4772-4ec6-9100-ed9a1f247e32 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:50.103975 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-a91d528a-4772-4ec6-9100-ed9a1f247e32 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Floating IP 96531ce3-89db-4095-acc9-2aca8028d14a associated. External IP: 172.26.5.109, port: 21945a7d-b3fe-4519-8555-2db269ccc1d6. Nov 09 04:45:50.304308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91d528a-4772-4ec6-9100-ed9a1f247e32 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:45:50.408520 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91d528a-4772-4ec6-9100-ed9a1f247e32 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:45:50.413487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a91d528a-4772-4ec6-9100-ed9a1f247e32 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:50.418252 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2310bc-4a1f-4136-8cd1-21603bcd4141 None None] Sync routers for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:45:50.428690 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2310bc-4a1f-4136-8cd1-21603bcd4141 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:45:50.429357 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ea2310bc-4a1f-4136-8cd1-21603bcd4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:45:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:45:50.441429 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a91d528a-4772-4ec6-9100-ed9a1f247e32 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "PUT /v2.0/floatingips/96531ce3-89db-4095-acc9-2aca8028d14a HTTP/1.1" status: 200 len: 992 time: 0.9079444 Nov 09 04:45:50.442138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:45:50.444366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d064507e-a1bd-4d80-ba7a-73eeb8ae6e03" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:45:50.490399 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ac46a0-6301-471f-a88e-9d6ba8e6d504 x-openstack-request-id: req-d4ac46a0-6301-471f-a88e-9d6ba8e6d504 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:45:50.490708 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:45:50.490955 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4ac46a0-6301-471f-a88e-9d6ba8e6d504 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:45:50.491362 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'status': 'completed', 'code': 200} Nov 09 04:45:50.554964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064507e-a1bd-4d80-ba7a-73eeb8ae6e03 req-25c2626d-48bc-4d86-8897-00546b18c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:50.556399 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d064507e-a1bd-4d80-ba7a-73eeb8ae6e03 req-25c2626d-48bc-4d86-8897-00546b18c34c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 1098 time: 0.0426505 Nov 09 04:45:50.625053 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-ea2310bc-4a1f-4136-8cd1-21603bcd4141 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:45:50.649164 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064507e-a1bd-4d80-ba7a-73eeb8ae6e03 req-d5262bbd-2e4c-4e7f-a620-97ce536ad1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:50.650705 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d064507e-a1bd-4d80-ba7a-73eeb8ae6e03 req-d5262bbd-2e4c-4e7f-a620-97ce536ad1a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0868864 Nov 09 04:45:50.716847 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d064507e-a1bd-4d80-ba7a-73eeb8ae6e03 req-508a307b-54f4-4d6f-9c75-708344b9eff9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6 HTTP/1.1" status: 200 len: 1000 time: 0.0584340 Nov 09 04:45:50.764067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064507e-a1bd-4d80-ba7a-73eeb8ae6e03 req-963d32f2-2662-4acf-98ad-47757767fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:50.765538 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d064507e-a1bd-4d80-ba7a-73eeb8ae6e03 req-963d32f2-2662-4acf-98ad-47757767fec3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0419567 Nov 09 04:45:50.812525 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064507e-a1bd-4d80-ba7a-73eeb8ae6e03 req-47c059a2-db52-421e-939d-473c04743ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:50.814047 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d064507e-a1bd-4d80-ba7a-73eeb8ae6e03 req-47c059a2-db52-421e-939d-473c04743ec6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420811 Nov 09 04:45:50.859531 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ea2310bc-4a1f-4136-8cd1-21603bcd4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '96531ce3-89db-4095-acc9-2aca8028d14a', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'port_id': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'mac_address': 'fa:16:3e:32:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:41:59Z', 'updated_at': '2021-11-09T04:45:49Z', 'revision_number': 13, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:45:50.885221 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2310bc-4a1f-4136-8cd1-21603bcd4141 None None] Checking router: 918e75d7-4202-4ceb-a4a7-4788853d4ea1 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:45:50.893161 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2310bc-4a1f-4136-8cd1-21603bcd4141 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:45:50.893790 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ea2310bc-4a1f-4136-8cd1-21603bcd4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:45:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:45:50.902088 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d064507e-a1bd-4d80-ba7a-73eeb8ae6e03 req-d0c81d03-783b-49d0-9133-84b91ea6406e service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811744 Nov 09 04:45:50.995290 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d064507e-a1bd-4d80-ba7a-73eeb8ae6e03 req-a752447b-21e7-43b5-b88b-28dfd2280f99 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863094 Nov 09 04:45:50.996152 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-ea2310bc-4a1f-4136-8cd1-21603bcd4141 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:45:51.219175 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-ea2310bc-4a1f-4136-8cd1-21603bcd4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '96531ce3-89db-4095-acc9-2aca8028d14a', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'port_id': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'mac_address': 'fa:16:3e:32:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:41:59Z', 'updated_at': '2021-11-09T04:45:49Z', 'revision_number': 13, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:45:51.245300 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2310bc-4a1f-4136-8cd1-21603bcd4141 None None] The sync data for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv is: [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '96531ce3-89db-4095-acc9-2aca8028d14a', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'floating_ip_address': '172.26.5.109', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'port_id': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'mac_address': 'fa:16:3e:32:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:41:59Z', 'updated_at': '2021-11-09T04:45:49Z', 'revision_number': 13, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:45:51.428101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d8bbdc-9efe-448d-8bbc-c318bd645bb4 None None] New status for floating IP 96531ce3-89db-4095-acc9-2aca8028d14a: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:45:53.266223 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08cfeedf-f3f7-40ad-b85d-639aa2c07b1a req-cb361902-7c64-4bbb-8c73-69965a336954 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398743 Nov 09 04:45:53.346744 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfeedf-f3f7-40ad-b85d-639aa2c07b1a req-4952a5d6-c511-4125-9df5-8bf2ab1653d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:53.348265 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08cfeedf-f3f7-40ad-b85d-639aa2c07b1a req-4952a5d6-c511-4125-9df5-8bf2ab1653d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 1098 time: 0.0395584 Nov 09 04:45:53.452147 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfeedf-f3f7-40ad-b85d-639aa2c07b1a req-a0a54d24-ca11-45d9-a0d3-7cbdd4793355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:53.453751 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08cfeedf-f3f7-40ad-b85d-639aa2c07b1a req-a0a54d24-ca11-45d9-a0d3-7cbdd4793355 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0866661 Nov 09 04:45:53.642235 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08cfeedf-f3f7-40ad-b85d-639aa2c07b1a req-90aeacfb-07b8-456d-b55a-8bd3000e174b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6 HTTP/1.1" status: 200 len: 1002 time: 0.0566390 Nov 09 04:45:53.693388 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfeedf-f3f7-40ad-b85d-639aa2c07b1a req-fde5ff01-68ef-474c-9a46-d5562f6f0fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:53.694943 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08cfeedf-f3f7-40ad-b85d-639aa2c07b1a req-fde5ff01-68ef-474c-9a46-d5562f6f0fdc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0464871 Nov 09 04:45:53.745603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfeedf-f3f7-40ad-b85d-639aa2c07b1a req-5d114679-1308-4520-9757-d2975d14b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:45:53.747101 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08cfeedf-f3f7-40ad-b85d-639aa2c07b1a req-5d114679-1308-4520-9757-d2975d14b9f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407007 Nov 09 04:45:53.838474 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08cfeedf-f3f7-40ad-b85d-639aa2c07b1a req-9d47eeb8-f4fd-4464-83d2-4e065305d590 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829594 Nov 09 04:45:53.927851 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08cfeedf-f3f7-40ad-b85d-639aa2c07b1a req-c5bc743b-827b-477b-8174-c77ab2964d47 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804462 Nov 09 04:45:55.588306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5518e062-2f8c-4a70-a324-fded2e45b19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:57.881635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e8797d9f-8e72-40c8-a384-7c5cc1dda067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:45:59.158267 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:46:00.353955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:46:01.070262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:46:17.139174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:46:19.263161 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:46:25.589946 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-727f1e54-4a70-4e9f-951e-9b5776a2d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:46:27.881347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5ebd4b61-715a-48b4-a8fc-0b7e71b98b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:46:27.931529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461e904-09de-4a62-beac-0931e513cfbe req-46122ace-f2d1-4f69-ac81-310ed8e5c7af tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:27.933019 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6461e904-09de-4a62-beac-0931e513cfbe req-46122ace-f2d1-4f69-ac81-310ed8e5c7af tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0487700 Nov 09 04:46:27.985641 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6461e904-09de-4a62-beac-0931e513cfbe req-00c65c8d-7d84-4022-95ec-cf893d1c7b59 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466475 Nov 09 04:46:29.159855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:46:30.356493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:46:31.075918 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:46:40.094625 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-732bedfd-4b7b-4297-92c3-061c8ba390ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395384 Nov 09 04:46:40.112722 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37672569-3a04-4efc-81c6-01011871188e req-c70eac6b-3618-46bc-b3e9-00a409b5ac6f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:40.114230 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-37672569-3a04-4efc-81c6-01011871188e req-c70eac6b-3618-46bc-b3e9-00a409b5ac6f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0506473 Nov 09 04:46:40.161825 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-37672569-3a04-4efc-81c6-01011871188e req-b9a21c2e-86fd-4452-8c33-2d4bd7d13b98 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414839 Nov 09 04:46:41.116780 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-e445bdbd-c67d-47a7-996e-40668ac04931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:41.118287 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-e445bdbd-c67d-47a7-996e-40668ac04931 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 1098 time: 0.0395274 Nov 09 04:46:41.207878 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-8a49d8d1-dfb6-416e-8dd9-d63a42b7a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:41.209334 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-8a49d8d1-dfb6-416e-8dd9-d63a42b7a98a service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0843229 Nov 09 04:46:41.296707 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-8be6a19f-4ca1-46e8-8ce4-c07d2f37b491 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6 HTTP/1.1" status: 200 len: 1002 time: 0.0797698 Nov 09 04:46:41.319279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0549f6-7974-426e-b0cd-6b2706147da0 req-58105054-6ef1-46c8-87c0-a2e2cb79a11f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:41.320649 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4c0549f6-7974-426e-b0cd-6b2706147da0 req-58105054-6ef1-46c8-87c0-a2e2cb79a11f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0697174 Nov 09 04:46:41.372658 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-13f0d289-d257-4f88-93ea-28ae9943c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:41.373990 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-13f0d289-d257-4f88-93ea-28ae9943c341 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0700550 Nov 09 04:46:41.416453 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4c0549f6-7974-426e-b0cd-6b2706147da0 req-f190cb5d-6625-464d-a783-73df49a47914 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758064 Nov 09 04:46:41.428542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-ec857072-59d0-4fe5-90f2-ab9a8880834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:41.430000 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-ec857072-59d0-4fe5-90f2-ab9a8880834a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0488822 Nov 09 04:46:41.519249 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-83181dd8-a89a-45aa-939c-e8d897409781 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821722 Nov 09 04:46:41.606284 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-d26f173f-dc29-4020-9e91-985b1a9f5f17 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800624 Nov 09 04:46:42.529997 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c503c93-8d5e-4159-939d-bc23854cc9ac req-a18b2a6b-5ad5-46ed-89dc-44c2aec6fd41 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:42.531443 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7c503c93-8d5e-4159-939d-bc23854cc9ac req-a18b2a6b-5ad5-46ed-89dc-44c2aec6fd41 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0475376 Nov 09 04:46:42.577318 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7c503c93-8d5e-4159-939d-bc23854cc9ac req-455089e8-4a34-45b3-904b-b1552a817802 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399590 Nov 09 04:46:43.690493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9c1ea-88dd-4dda-aae7-e46c2c5003d8 req-c69aa0b8-4a99-4a98-9bd9-9a354ca1377d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:43.692000 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f5c9c1ea-88dd-4dda-aae7-e46c2c5003d8 req-c69aa0b8-4a99-4a98-9bd9-9a354ca1377d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0475366 Nov 09 04:46:43.742411 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f5c9c1ea-88dd-4dda-aae7-e46c2c5003d8 req-9ef9ff08-416f-486c-b1ed-2d0fd454b9fe tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444987 Nov 09 04:46:44.858813 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ec315-53a6-4193-bf46-9a376a8881ac req-acaa324c-9a2c-4ccb-b17d-f9fd63ae62db tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:44.860257 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-314ec315-53a6-4193-bf46-9a376a8881ac req-acaa324c-9a2c-4ccb-b17d-f9fd63ae62db tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0501723 Nov 09 04:46:44.905014 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-314ec315-53a6-4193-bf46-9a376a8881ac req-de12becc-6cd6-4dac-8f79-0377d21a2728 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389147 Nov 09 04:46:46.017534 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58573008-d86f-4890-949b-4c71ff80b605 req-c75a9e71-20dd-4ec6-8dc9-8fc5afb56a1d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:46.018903 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-58573008-d86f-4890-949b-4c71ff80b605 req-c75a9e71-20dd-4ec6-8dc9-8fc5afb56a1d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0470464 Nov 09 04:46:46.065555 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-58573008-d86f-4890-949b-4c71ff80b605 req-2a3e1715-4f1c-430a-899a-009edd3dda46 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408509 Nov 09 04:46:47.138205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:46:47.180011 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89bd3f-a380-41c1-b686-980d42205757 req-3ea1bb51-3143-49f2-9b73-5b0eddfae206 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:47.181470 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0f89bd3f-a380-41c1-b686-980d42205757 req-3ea1bb51-3143-49f2-9b73-5b0eddfae206 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0477428 Nov 09 04:46:47.229108 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0f89bd3f-a380-41c1-b686-980d42205757 req-55f5176d-f9a7-4eee-ac8e-e74f2597c33b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411389 Nov 09 04:46:48.390172 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18362964-4b30-4a31-880b-194351275c46 req-0e32e6ef-69c6-48a8-a1a3-62b2e01496ca tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:48.391637 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-18362964-4b30-4a31-880b-194351275c46 req-0e32e6ef-69c6-48a8-a1a3-62b2e01496ca tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0972357 Nov 09 04:46:48.436651 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-18362964-4b30-4a31-880b-194351275c46 req-b9a20c3d-ed88-42d4-9ad9-fa228e3170f1 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391779 Nov 09 04:46:49.603906 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94addd65-cfe1-4d96-a4e6-d45d9d6a2e13 req-12d47c45-4021-4a04-9d6f-0358ab51efbf tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:49.605377 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-94addd65-cfe1-4d96-a4e6-d45d9d6a2e13 req-12d47c45-4021-4a04-9d6f-0358ab51efbf tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0999520 Nov 09 04:46:49.651481 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-94addd65-cfe1-4d96-a4e6-d45d9d6a2e13 req-011b8d13-d40b-4016-8d7a-f7d7fc545e42 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395753 Nov 09 04:46:50.769149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4e423-5123-42bf-a5f7-b54f66307d18 req-74ffd1fc-a4cf-47b8-a8ef-0c9141c75ee2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:50.770614 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a1c4e423-5123-42bf-a5f7-b54f66307d18 req-74ffd1fc-a4cf-47b8-a8ef-0c9141c75ee2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0512352 Nov 09 04:46:50.816059 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a1c4e423-5123-42bf-a5f7-b54f66307d18 req-17979876-6786-4feb-8549-9d1336343231 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395510 Nov 09 04:46:51.930723 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9f163-6c30-4e76-8687-7c8878d4d6f6 req-aba1da2d-8529-43f0-b02d-7b949e90969a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:51.932213 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-94f9f163-6c30-4e76-8687-7c8878d4d6f6 req-aba1da2d-8529-43f0-b02d-7b949e90969a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0490990 Nov 09 04:46:51.978471 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-94f9f163-6c30-4e76-8687-7c8878d4d6f6 req-8aede27f-6183-4262-ae84-e61beef2679e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396876 Nov 09 04:46:53.093078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b20cec-721d-4158-a6ad-380b47ed5916 req-96acb2ae-055a-4f4e-b9f8-b73ef0ed9f45 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:53.094574 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08b20cec-721d-4158-a6ad-380b47ed5916 req-96acb2ae-055a-4f4e-b9f8-b73ef0ed9f45 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0476363 Nov 09 04:46:53.139952 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08b20cec-721d-4158-a6ad-380b47ed5916 req-7a021235-d03f-45bd-81ed-8699df25430f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391655 Nov 09 04:46:53.302888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf171d-0885-4184-93d9-37c49aa48671 req-a99797ac-7d0d-455f-90ec-d39b48e6256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:53.304270 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-81bf171d-0885-4184-93d9-37c49aa48671 req-a99797ac-7d0d-455f-90ec-d39b48e6256d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 1098 time: 0.0397987 Nov 09 04:46:53.409420 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf171d-0885-4184-93d9-37c49aa48671 req-6806aeed-52fe-477a-a32f-4413d15ab565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:53.410990 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-81bf171d-0885-4184-93d9-37c49aa48671 req-6806aeed-52fe-477a-a32f-4413d15ab565 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0870144 Nov 09 04:46:53.479878 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-81bf171d-0885-4184-93d9-37c49aa48671 req-281cf893-a6f5-4592-9753-da8aac7ed266 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6 HTTP/1.1" status: 200 len: 1002 time: 0.0622537 Nov 09 04:46:53.527366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf171d-0885-4184-93d9-37c49aa48671 req-c3d2f0f4-7372-4c60-abc8-af50c79e4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:53.529425 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-81bf171d-0885-4184-93d9-37c49aa48671 req-c3d2f0f4-7372-4c60-abc8-af50c79e4eb3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0422025 Nov 09 04:46:53.579325 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf171d-0885-4184-93d9-37c49aa48671 req-cfe18cb2-f82f-43f9-a205-1d98827a3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:53.580845 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-81bf171d-0885-4184-93d9-37c49aa48671 req-cfe18cb2-f82f-43f9-a205-1d98827a3494 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411839 Nov 09 04:46:53.591423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [req-81bf171d-0885-4184-93d9-37c49aa48671 req-4f20e349-ce87-41f3-b5a1-aed61278115b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:46:53.592426 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-81bf171d-0885-4184-93d9-37c49aa48671 req-4f20e349-ce87-41f3-b5a1-aed61278115b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049157 Nov 09 04:46:54.008796 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-81bf171d-0885-4184-93d9-37c49aa48671 req-dcd13be0-cfd2-4656-b6ba-8a1361ecec6e service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092784 Nov 09 04:46:54.098397 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-81bf171d-0885-4184-93d9-37c49aa48671 req-4db5f4b2-bd35-4e5b-8e54-19657c0834cc service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815763 Nov 09 04:46:54.256207 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a866ee-de66-4d61-878e-4f5218bb31eb req-b8d61b38-f38b-409c-982a-425a8b112cf3 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:54.257885 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-02a866ee-de66-4d61-878e-4f5218bb31eb req-b8d61b38-f38b-409c-982a-425a8b112cf3 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0505857 Nov 09 04:46:54.312379 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-02a866ee-de66-4d61-878e-4f5218bb31eb req-d8a0289f-dfe3-4a27-b6fb-5abdf9a74adb tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483408 Nov 09 04:46:55.227705 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-20ed93ea-f993-4c20-9720-a504ddd0da31 service neutron] 10.222.0.31 "GET /v2.0/ports/21945a7d-b3fe-4519-8555-2db269ccc1d6/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0533371 Nov 09 04:46:55.459832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-175caf0d-eeae-4f67-94e0-28919582fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:55.461315 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-175caf0d-eeae-4f67-94e0-28919582fd05 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 1098 time: 0.0719588 Nov 09 04:46:55.468854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af4c4e-2f1f-4793-b4c8-fd0beb181d1b req-f0b7a5c0-cc75-4cda-9184-4bd45ffb3481 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:55.470216 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a3af4c4e-2f1f-4793-b4c8-fd0beb181d1b req-f0b7a5c0-cc75-4cda-9184-4bd45ffb3481 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0726962 Nov 09 04:46:55.544045 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a3af4c4e-2f1f-4793-b4c8-fd0beb181d1b req-20325812-42dd-4cb4-b1c5-a5cea3673d92 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672207 Nov 09 04:46:55.546717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-0fdf88eb-ad72-4c7e-80fa-32dbbc509d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:55.548110 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-0fdf88eb-ad72-4c7e-80fa-32dbbc509d8b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 1098 time: 0.0646713 Nov 09 04:46:55.590898 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8a87f0f3-4e73-4789-9b33-89ee17125166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:46:55.643330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-9f6bcbb2-4781-41b5-87e6-5a8099e814dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:55.644789 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-9f6bcbb2-4781-41b5-87e6-5a8099e814dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0869069 Nov 09 04:46:55.708667 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-9027c56b-493e-4d7f-b982-e39ddf0ffb71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6 HTTP/1.1" status: 200 len: 1002 time: 0.0562983 Nov 09 04:46:55.760360 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-8b9656e2-807a-41f7-b9e5-ef3fb653723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:55.761861 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-8b9656e2-807a-41f7-b9e5-ef3fb653723f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0464292 Nov 09 04:46:55.805145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-8473f22f-78a7-44ea-874d-4419d11e4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:55.806657 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-8473f22f-78a7-44ea-874d-4419d11e4c14 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383816 Nov 09 04:46:55.897563 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-5a87c715-7aa5-49c1-b863-b804944a45c5 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828485 Nov 09 04:46:55.988952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 21945a7d-b3fe-4519-8555-2db269ccc1d6 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:46:55.991394 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-94b127fe-0507-45eb-8815-d16868c9fee2 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856576 Nov 09 04:46:56.064727 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:46:56.087565 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:46:56.089806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98b0fd2-b197-42fa-abf2-5476a2ee2e53" -d '{"events": [{"server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "name": "network-vif-unplugged", "status": "completed", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:46:56.103075 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 21945a7d-b3fe-4519-8555-2db269ccc1d6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:46:56.107651 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:46:56.138315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 04:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edb2c6f-9811-41f0-824a-db29b9906c9d x-openstack-request-id: req-8edb2c6f-9811-41f0-824a-db29b9906c9d {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:46:56.138621 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "name": "network-vif-unplugged", "status": "completed", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:46:56.138874 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8edb2c6f-9811-41f0-824a-db29b9906c9d {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:46:56.139260 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'code': 200} Nov 09 04:46:56.262497 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:46:56.307092 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=21945a7d-b3fe-4519-8555-2db269ccc1d6,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:46:56.314002 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:46:56.314360 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:46:56.314700 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:46:56.315046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:46:56.315373 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:46:56.315703 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:46:56.316031 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:46:56.316363 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:46:56.316714 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:46:56.317020 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:46:56.317342 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:46:56.317694 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:46:56.660765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81dcfd-48ac-48fa-b33e-faf6bc149c96 req-8c00ef8b-ed78-4fab-9243-7210a446f875 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:56.662430 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a81dcfd-48ac-48fa-b33e-faf6bc149c96 req-8c00ef8b-ed78-4fab-9243-7210a446f875 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 943 time: 0.0491152 Nov 09 04:46:56.709768 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4a81dcfd-48ac-48fa-b33e-faf6bc149c96 req-749a848a-a9f0-4d99-9d9e-ff32b633d0c7 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413482 Nov 09 04:46:57.828745 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8731171-3bc9-4613-bb52-b7839438eee3 req-d538e411-d6ee-4078-afa0-809eca628d40 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:57.830256 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a8731171-3bc9-4613-bb52-b7839438eee3 req-d538e411-d6ee-4078-afa0-809eca628d40 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 943 time: 0.0492630 Nov 09 04:46:57.879385 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a8731171-3bc9-4613-bb52-b7839438eee3 req-33c63f99-0b69-4419-a38e-f299da2f8990 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430386 Nov 09 04:46:57.883551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-039d299a-c275-4c48-be51-5926f7704341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:46:59.049291 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8184992-4102-4344-aa69-d1a329a9d979 req-bc729a20-2a83-452e-9634-e328405e4b95 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:46:59.051131 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e8184992-4102-4344-aa69-d1a329a9d979 req-bc729a20-2a83-452e-9634-e328405e4b95 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 943 time: 0.0553064 Nov 09 04:46:59.102533 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e8184992-4102-4344-aa69-d1a329a9d979 req-ad81fc1e-77d7-4f52-abb3-48d9eef3af60 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451868 Nov 09 04:46:59.164101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:00.220385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963c9c2-ca6f-48ce-92b7-e96717c99c3e req-920a0672-c30d-4f4e-99a4-37fb5b1e7f18 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:00.222179 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f963c9c2-ca6f-48ce-92b7-e96717c99c3e req-920a0672-c30d-4f4e-99a4-37fb5b1e7f18 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 943 time: 0.0500405 Nov 09 04:47:00.269954 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f963c9c2-ca6f-48ce-92b7-e96717c99c3e req-85a678c8-84d7-40ee-8bcb-9e9ca8987d40 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418336 Nov 09 04:47:00.358034 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:01.067130 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:01.386624 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e6698-f2cc-4e01-abdc-dc06d55313a3 req-689c60c8-4ca7-413d-a225-6594ecfd8d96 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:01.388117 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b85e6698-f2cc-4e01-abdc-dc06d55313a3 req-689c60c8-4ca7-413d-a225-6594ecfd8d96 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 943 time: 0.0509577 Nov 09 04:47:01.433649 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b85e6698-f2cc-4e01-abdc-dc06d55313a3 req-f53b9822-ab0c-427c-a4a8-f7fa530d5c8c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395777 Nov 09 04:47:02.013721 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 21945a7d-b3fe-4519-8555-2db269ccc1d6 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:47:02.105914 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 21945a7d-b3fe-4519-8555-2db269ccc1d6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:02.116632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'port_id': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'mac_address': 'fa:16:3e:32:5b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:47:02.151674 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:02.164225 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21945a7d-b3fe-4519-8555-2db269ccc1d6 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:47:02.182713 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 21945a7d-b3fe-4519-8555-2db269ccc1d6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:02.187352 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:02.240269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=21945a7d-b3fe-4519-8555-2db269ccc1d6,revision_number=7']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:02.249931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['21945a7d-b3fe-4519-8555-2db269ccc1d6'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:47:02.552992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efbb86-f1d7-41ff-ada7-46632b5d72ce req-a39089a6-ca63-42d7-b595-833030134aa7 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:02.554619 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-97efbb86-f1d7-41ff-ada7-46632b5d72ce req-a39089a6-ca63-42d7-b595-833030134aa7 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 944 time: 0.0522776 Nov 09 04:47:02.600805 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-97efbb86-f1d7-41ff-ada7-46632b5d72ce req-01895653-3e02-4c26-8ff6-38da26acc4a9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402834 Nov 09 04:47:03.718152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fd22e-b284-4183-896a-c75f1d9369a3 req-af43f305-bbc9-408f-b52d-9a9a96c3ea62 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:03.719625 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ee0fd22e-b284-4183-896a-c75f1d9369a3 req-af43f305-bbc9-408f-b52d-9a9a96c3ea62 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 944 time: 0.0531757 Nov 09 04:47:03.764502 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ee0fd22e-b284-4183-896a-c75f1d9369a3 req-10753fb3-c726-47ee-a1c9-dfd8150a7a39 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387726 Nov 09 04:47:04.029928 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 21945a7d-b3fe-4519-8555-2db269ccc1d6 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:47:04.079615 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 21945a7d-b3fe-4519-8555-2db269ccc1d6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:47:04.079982 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:04.156677 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:04.177947 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:47:04.180198 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403b7b5b-0fdf-4d57-88b7-8f6a80fc3f68" -d '{"events": [{"server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "name": "network-vif-plugged", "status": "completed", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:47:04.192451 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 21945a7d-b3fe-4519-8555-2db269ccc1d6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:04.198025 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:04.229488 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66068c22-e181-41ae-a5ba-1680728da424 x-openstack-request-id: req-66068c22-e181-41ae-a5ba-1680728da424 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:47:04.229805 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "name": "network-vif-plugged", "status": "completed", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:47:04.230058 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66068c22-e181-41ae-a5ba-1680728da424 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:47:04.230448 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'code': 200} Nov 09 04:47:04.248454 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=21945a7d-b3fe-4519-8555-2db269ccc1d6,revision_number=8']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:04.878587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0edba-37a5-4248-a33c-6b90ba9c66fd req-96ea8cbf-e1d3-43fa-9fdc-3989b8d77f7d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:04.880072 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a8f0edba-37a5-4248-a33c-6b90ba9c66fd req-96ea8cbf-e1d3-43fa-9fdc-3989b8d77f7d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0484746 Nov 09 04:47:04.925429 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a8f0edba-37a5-4248-a33c-6b90ba9c66fd req-820bb3a0-e715-4683-ba6a-d3d9cbc9fead tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395710 Nov 09 04:47:06.040621 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175814e1-9a98-4c36-b7f7-dbe1b7ad1c0c req-3e6d883c-272c-49b3-bfb9-8253f6338954 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:06.042116 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-175814e1-9a98-4c36-b7f7-dbe1b7ad1c0c req-3e6d883c-272c-49b3-bfb9-8253f6338954 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0474730 Nov 09 04:47:06.088154 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-175814e1-9a98-4c36-b7f7-dbe1b7ad1c0c req-3ddfd0f3-b0ce-498b-9850-bc1585a406f5 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393589 Nov 09 04:47:07.205711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822490d-1923-4df5-af88-a6bba532c70a req-c2721e1f-67fb-441d-a841-5a93824d4f5f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:07.207219 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b822490d-1923-4df5-af88-a6bba532c70a req-c2721e1f-67fb-441d-a841-5a93824d4f5f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0481856 Nov 09 04:47:07.257729 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b822490d-1923-4df5-af88-a6bba532c70a req-15ba7d1e-8d35-4ec0-9f0a-f7510a310121 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444906 Nov 09 04:47:08.368954 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9239332-9797-422e-92da-614717efa4a8 req-0327b545-926f-4b9a-8d15-615130b7fd96 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:08.370462 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b9239332-9797-422e-92da-614717efa4a8 req-0327b545-926f-4b9a-8d15-615130b7fd96 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0474412 Nov 09 04:47:08.420369 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b9239332-9797-422e-92da-614717efa4a8 req-de4ef422-f963-4dce-9813-2123d9d84ffc tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435309 Nov 09 04:47:08.701039 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-9c18aa3c-99ff-4930-bd2e-28a12f66f1b4 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:08.702672 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-9c18aa3c-99ff-4930-bd2e-28a12f66f1b4 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 945 time: 0.0535660 Nov 09 04:47:08.717245 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf37750-2014-471f-babc-0231c53a0708 req-da3eeeff-6cd3-49b6-910a-30f206366ec2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:08.718765 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-daf37750-2014-471f-babc-0231c53a0708 req-da3eeeff-6cd3-49b6-910a-30f206366ec2 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0503421 Nov 09 04:47:08.763775 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-5e2f1153-c918-45c1-874f-2032876a54df service neutron] 10.222.0.31 "GET /v2.0/ports/21945a7d-b3fe-4519-8555-2db269ccc1d6/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0530207 Nov 09 04:47:08.765637 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-daf37750-2014-471f-babc-0231c53a0708 req-d1bde361-1311-46b5-ace6-f5bf178cd3ed tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407205 Nov 09 04:47:08.829600 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-ee27f7e6-009b-484e-8b97-077737486dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:08.831079 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-ee27f7e6-009b-484e-8b97-077737486dba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 1098 time: 0.0406973 Nov 09 04:47:08.921906 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-aa5f700e-2929-429a-bc6a-4af2e95f83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:08.923259 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-aa5f700e-2929-429a-bc6a-4af2e95f83a6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0859988 Nov 09 04:47:08.986803 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-ae5d5566-9858-4fc4-a1f3-42d380df2fb6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6 HTTP/1.1" status: 200 len: 1002 time: 0.0568244 Nov 09 04:47:09.037327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-a90ac4ac-1301-4881-8f04-07d73e7965d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:09.038773 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-a90ac4ac-1301-4881-8f04-07d73e7965d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0458796 Nov 09 04:47:09.082665 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-5fdcb739-e0cd-43be-b25f-05c8b651cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:09.084150 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-5fdcb739-e0cd-43be-b25f-05c8b651cad2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380552 Nov 09 04:47:09.171717 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-35ac999f-5c1f-4f98-a103-5b5a99fa0fcb service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801518 Nov 09 04:47:09.262603 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-39850967-8c0d-436f-b9f1-00b788066f85 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833426 Nov 09 04:47:09.883518 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe511a-1569-42f7-843d-56c8b96b5ff2 req-7d5632de-7069-4b1f-8513-2dcd020d0ee8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:09.885001 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02fe511a-1569-42f7-843d-56c8b96b5ff2 req-7d5632de-7069-4b1f-8513-2dcd020d0ee8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0479102 Nov 09 04:47:09.930455 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02fe511a-1569-42f7-843d-56c8b96b5ff2 req-b828560a-0b6c-4c8e-86b8-e176e6bc8476 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388682 Nov 09 04:47:11.046118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a73091-0ac1-4ccc-8968-76f2c6930fb8 req-63beb197-4e2d-49a6-8a34-527ebedc1336 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:11.047572 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a0a73091-0ac1-4ccc-8968-76f2c6930fb8 req-63beb197-4e2d-49a6-8a34-527ebedc1336 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0476127 Nov 09 04:47:11.093371 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a0a73091-0ac1-4ccc-8968-76f2c6930fb8 req-8a39d1d6-edb7-4ad7-89f5-6ba43964ad8d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397906 Nov 09 04:47:12.217022 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75deb74-d093-4cff-8671-39ba67ce6f77 req-c27ad760-4d25-460c-9063-4b9a05b23136 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:12.218458 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d75deb74-d093-4cff-8671-39ba67ce6f77 req-c27ad760-4d25-460c-9063-4b9a05b23136 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0546002 Nov 09 04:47:12.265897 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d75deb74-d093-4cff-8671-39ba67ce6f77 req-08e519bc-34d9-4e07-90a2-7c4eaff9aa94 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410564 Nov 09 04:47:13.390375 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a15d2-8d91-49a8-a4d5-670c2a5a791c req-4ba2d80e-79d7-43ac-a4c2-c3a9dd5ab3d9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:13.391885 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-399a15d2-8d91-49a8-a4d5-670c2a5a791c req-4ba2d80e-79d7-43ac-a4c2-c3a9dd5ab3d9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0584056 Nov 09 04:47:13.442246 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-399a15d2-8d91-49a8-a4d5-670c2a5a791c req-4ff17e77-7ee1-45ee-b16a-0db3a0042cce tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421209 Nov 09 04:47:13.666476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-aaa6a440-a3ab-48b1-9db6-3e019114a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:13.667948 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-aaa6a440-a3ab-48b1-9db6-3e019114a843 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b&tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0 HTTP/1.1" status: 200 len: 1098 time: 0.0398571 Nov 09 04:47:13.728008 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-30ecfd84-167f-48d7-a487-c3c3e9d5c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:13.729491 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-30ecfd84-167f-48d7-a487-c3c3e9d5c70a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 1098 time: 0.0400350 Nov 09 04:47:13.819616 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-6f24935e-f983-4fb8-b97a-2a3b96284e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:13.821045 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-6f24935e-f983-4fb8-b97a-2a3b96284e94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 200 len: 911 time: 0.0844629 Nov 09 04:47:13.893369 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-a332c870-bc06-4e6b-a0b7-2ba51ab4a10a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6 HTTP/1.1" status: 200 len: 1002 time: 0.0653613 Nov 09 04:47:13.945694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-1b876eac-0f03-4cdc-9d5f-498ff35d56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:13.947112 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-1b876eac-0f03-4cdc-9d5f-498ff35d56bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 200 len: 850 time: 0.0464137 Nov 09 04:47:13.992981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-cd50df49-ee6e-4c9d-82a0-da15d62a12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:13.994577 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-cd50df49-ee6e-4c9d-82a0-da15d62a12cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=04d5299b-3e39-46b0-ba5b-152c2dd7e755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396402 Nov 09 04:47:14.082902 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-f8680537-f27f-47ad-aeaa-7abf656b4180 service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809798 Nov 09 04:47:14.106951 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 21945a7d-b3fe-4519-8555-2db269ccc1d6 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:47:14.175607 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05b6160e-709f-4dc8-8465-41bb69e05cdb req-be1889e7-8976-4ef4-b246-30000c5d602c service neutron] 10.222.0.31 "GET /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853915 Nov 09 04:47:14.180113 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:14.207008 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:47:14.209240 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68ca135-afb4-47fd-804c-d10738079024" -d '{"events": [{"server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "name": "network-vif-unplugged", "status": "completed", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:47:14.222878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 21945a7d-b3fe-4519-8555-2db269ccc1d6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:14.226952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:14.255220 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 04:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e09d2b-f376-466b-a75f-b05abf7908bb x-openstack-request-id: req-35e09d2b-f376-466b-a75f-b05abf7908bb {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:47:14.255531 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "name": "network-vif-unplugged", "status": "completed", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:47:14.255785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35e09d2b-f376-466b-a75f-b05abf7908bb {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:47:14.256259 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'code': 200} Nov 09 04:47:14.279627 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=21945a7d-b3fe-4519-8555-2db269ccc1d6,revision_number=9']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:14.558262 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae2aca-3f51-4092-860a-05fd6a9ea81a req-c7e4d6e6-4c9b-40fe-af4b-47ca1ab7e942 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:14.559793 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-dfae2aca-3f51-4092-860a-05fd6a9ea81a req-c7e4d6e6-4c9b-40fe-af4b-47ca1ab7e942 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 943 time: 0.0494015 Nov 09 04:47:14.607744 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-dfae2aca-3f51-4092-860a-05fd6a9ea81a req-c78a8a9d-00ab-4db6-a82b-b126cf3ccae7 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419333 Nov 09 04:47:15.728559 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20dff3-2c75-4bc9-a1e7-4ab65f3f4611 req-a607a818-0546-4531-9cf6-a637561c4340 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:15.730070 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7b20dff3-2c75-4bc9-a1e7-4ab65f3f4611 req-a607a818-0546-4531-9cf6-a637561c4340 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 943 time: 0.0505419 Nov 09 04:47:15.775860 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7b20dff3-2c75-4bc9-a1e7-4ab65f3f4611 req-8c1ae3f9-1cf1-4282-ba23-83f09a99edff tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392411 Nov 09 04:47:16.897481 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296bfbe-7d3d-4d63-a492-71942328a93c req-43520492-d91b-4d70-b70c-2b0f8d16f1ca tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:16.899127 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c296bfbe-7d3d-4d63-a492-71942328a93c req-43520492-d91b-4d70-b70c-2b0f8d16f1ca tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 943 time: 0.0529566 Nov 09 04:47:16.947340 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c296bfbe-7d3d-4d63-a492-71942328a93c req-30ad9e8d-cc34-433c-baf8-9c578a3974fc tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420949 Nov 09 04:47:17.150911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:18.073624 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a61469-e6ae-4ade-9586-fd11795e6397 req-56aaaf74-c13e-445c-bbd9-b0711983fbd1 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:18.075675 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e1a61469-e6ae-4ade-9586-fd11795e6397 req-56aaaf74-c13e-445c-bbd9-b0711983fbd1 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 943 time: 0.0538292 Nov 09 04:47:18.123500 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e1a61469-e6ae-4ade-9586-fd11795e6397 req-4a838e49-28fa-4838-b68a-a8630e528038 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417731 Nov 09 04:47:19.237351 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659639f-0312-48d9-9730-51c940b70eaa req-058bdaf0-f084-42c7-a1c8-cc9229b0f27c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:19.238868 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7659639f-0312-48d9-9730-51c940b70eaa req-058bdaf0-f084-42c7-a1c8-cc9229b0f27c tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 943 time: 0.0482838 Nov 09 04:47:19.285022 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7659639f-0312-48d9-9730-51c940b70eaa req-f0ee8ea6-2cf3-4508-939e-484e60424f00 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398967 Nov 09 04:47:20.122328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 21945a7d-b3fe-4519-8555-2db269ccc1d6 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:47:20.217112 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 21945a7d-b3fe-4519-8555-2db269ccc1d6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:20.228193 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'port_id': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'mac_address': 'fa:16:3e:32:5b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:47:20.264421 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:20.276689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21945a7d-b3fe-4519-8555-2db269ccc1d6 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:47:20.296466 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 21945a7d-b3fe-4519-8555-2db269ccc1d6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:20.300942 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:20.357857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=21945a7d-b3fe-4519-8555-2db269ccc1d6,revision_number=10']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:20.363907 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['21945a7d-b3fe-4519-8555-2db269ccc1d6'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:47:20.408240 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630dcff-bd20-4479-b466-710e83e73e42 req-2b7d69f4-822e-4b32-91dd-9b1ce2ccf25e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:20.409977 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a630dcff-bd20-4479-b466-710e83e73e42 req-2b7d69f4-822e-4b32-91dd-9b1ce2ccf25e tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0573776 Nov 09 04:47:20.460998 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a630dcff-bd20-4479-b466-710e83e73e42 req-257e1c88-a00b-49b7-a944-94af8473bd84 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443029 Nov 09 04:47:21.574224 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4da38-418a-48b4-ab3a-5d304203fe56 req-bd4a9b43-19fd-4fde-8c19-b5bb14272fd5 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:21.575678 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-efb4da38-418a-48b4-ab3a-5d304203fe56 req-bd4a9b43-19fd-4fde-8c19-b5bb14272fd5 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 945 time: 0.0475235 Nov 09 04:47:21.625188 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-efb4da38-418a-48b4-ab3a-5d304203fe56 req-e339374a-28f9-4ab0-8e7c-6859e8e3c948 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436072 Nov 09 04:47:22.121350 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 21945a7d-b3fe-4519-8555-2db269ccc1d6 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:47:22.172588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 21945a7d-b3fe-4519-8555-2db269ccc1d6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:47:22.172958 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:22.246232 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:22.267943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:47:22.270199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fc17d8-10a0-4308-80e1-9a67d7fb7a76" -d '{"events": [{"server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "name": "network-vif-plugged", "status": "completed", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:47:22.282960 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 21945a7d-b3fe-4519-8555-2db269ccc1d6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:22.287325 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:22.315285 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58292dc4-bfff-4212-b0aa-d9f2187028bd x-openstack-request-id: req-58292dc4-bfff-4212-b0aa-d9f2187028bd {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:47:22.315574 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "name": "network-vif-plugged", "status": "completed", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:47:22.315825 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58292dc4-bfff-4212-b0aa-d9f2187028bd {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:47:22.316208 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'code': 200} Nov 09 04:47:22.338778 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=21945a7d-b3fe-4519-8555-2db269ccc1d6,revision_number=11']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:22.738414 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16247c3-6bba-455d-b58e-0ccff77d2978 req-5c2987b7-5270-4b49-ac63-0fb29743dd91 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:22.739867 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f16247c3-6bba-455d-b58e-0ccff77d2978 req-5c2987b7-5270-4b49-ac63-0fb29743dd91 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 946 time: 0.0479190 Nov 09 04:47:22.784996 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f16247c3-6bba-455d-b58e-0ccff77d2978 req-8d6e6af4-3265-4810-8ada-a66d034118f0 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393171 Nov 09 04:47:23.904520 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a9bc5-3034-4740-9ac4-892dc8c3dcdb req-903dc573-140e-4d52-8e0e-a612beb3a9f4 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:23.906031 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e07a9bc5-3034-4740-9ac4-892dc8c3dcdb req-903dc573-140e-4d52-8e0e-a612beb3a9f4 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 946 time: 0.0521412 Nov 09 04:47:23.953304 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e07a9bc5-3034-4740-9ac4-892dc8c3dcdb req-3088fd65-f608-4b17-a1a6-9dcd40594ee4 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413949 Nov 09 04:47:25.065333 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63329136-36a7-4f0d-9798-1c5b75a1ff9c req-7633accc-4c0a-442a-aae4-5f2e74aa1e54 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:25.066805 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-63329136-36a7-4f0d-9798-1c5b75a1ff9c req-7633accc-4c0a-442a-aae4-5f2e74aa1e54 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 946 time: 0.0473735 Nov 09 04:47:25.113137 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-63329136-36a7-4f0d-9798-1c5b75a1ff9c req-5cfc869b-55ae-4b80-9c71-61995d0d59e9 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404932 Nov 09 04:47:25.590704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-051f367f-b36b-425b-a584-84849bbdc6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:26.226694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3729-c94e-4245-8a4c-ba050fc1fe29 req-934996e6-5348-48cf-9850-fe53ebf6c6af tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:26.228100 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6b1d3729-c94e-4245-8a4c-ba050fc1fe29 req-934996e6-5348-48cf-9850-fe53ebf6c6af tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 946 time: 0.0490794 Nov 09 04:47:26.273804 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6b1d3729-c94e-4245-8a4c-ba050fc1fe29 req-dbbb8249-b789-4aa6-b469-03a9cb3d9a12 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392559 Nov 09 04:47:26.389680 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a953dc6-0e66-46a6-be2a-a97a29eb3fd0 req-043d89d5-47af-4218-8b82-a3c9611e9b48 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:26.391163 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9a953dc6-0e66-46a6-be2a-a97a29eb3fd0 req-043d89d5-47af-4218-8b82-a3c9611e9b48 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 946 time: 0.0525560 Nov 09 04:47:26.438545 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9a953dc6-0e66-46a6-be2a-a97a29eb3fd0 req-74e1c89d-1fea-47d0-b70b-656323378efd tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415685 Nov 09 04:47:26.553711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260012a5-4684-44ba-8bd0-9ecef28604ce req-73f41a80-6599-432f-b09b-800560193742 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:26.555106 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-260012a5-4684-44ba-8bd0-9ecef28604ce req-73f41a80-6599-432f-b09b-800560193742 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 946 time: 0.0519075 Nov 09 04:47:26.606579 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-260012a5-4684-44ba-8bd0-9ecef28604ce req-62a8e893-ab29-403d-81ab-369b377f30be tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450475 Nov 09 04:47:26.832299 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce176f-9689-4acd-a06e-a1887a4b7d54 req-8a6bc9ed-0379-49fb-8db0-8610a82e611d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:26.833805 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-34ce176f-9689-4acd-a06e-a1887a4b7d54 req-8a6bc9ed-0379-49fb-8db0-8610a82e611d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 946 time: 0.0476146 Nov 09 04:47:26.887639 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-34ce176f-9689-4acd-a06e-a1887a4b7d54 req-f1958858-c857-4bde-bb66-2818e4f8e01f tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478520 Nov 09 04:47:27.884707 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa398-aa72-47ed-a577-896bd88c27cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:28.004690 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5c9db-f2f1-4790-b910-9d72b15db396 req-a44d6cdb-90b7-4fa0-b354-a827155969bc tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:28.006192 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-def5c9db-f2f1-4790-b910-9d72b15db396 req-a44d6cdb-90b7-4fa0-b354-a827155969bc tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 946 time: 0.0478756 Nov 09 04:47:28.051697 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-def5c9db-f2f1-4790-b910-9d72b15db396 req-c8131c93-aed6-4cff-ac1d-037e00abc004 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390234 Nov 09 04:47:29.165904 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:29.170838 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-3f0e6fae-19cd-4b42-b02f-9fdce5940d43 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:29.172306 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-3f0e6fae-19cd-4b42-b02f-9fdce5940d43 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 946 time: 0.0792360 Nov 09 04:47:29.194685 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dd071-42bf-4bc4-8821-ca3211261290 req-d1da0cfc-dc96-4db2-92b2-9eb42d2585ee tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:29.196095 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b62dd071-42bf-4bc4-8821-ca3211261290 req-d1da0cfc-dc96-4db2-92b2-9eb42d2585ee tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 946 time: 0.0752351 Nov 09 04:47:29.284682 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b62dd071-42bf-4bc4-8821-ca3211261290 req-689adc8a-20c9-4232-96f3-aef2ab5f6ff8 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups?id=b34331f0-1324-496d-a782-900ff1be7605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736535 Nov 09 04:47:29.303871 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Deleting port 21945a7d-b3fe-4519-8555-2db269ccc1d6 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:47:29.304218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:29.393992 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] For port 21945a7d-b3fe-4519-8555-2db269ccc1d6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=21945a7d-b3fe-4519-8555-2db269ccc1d6,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:29.394274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:29.558835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:29.559162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:29.559614 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Floating IP 96531ce3-89db-4095-acc9-2aca8028d14a disassociated. External IP: 172.26.5.109, port: 21945a7d-b3fe-4519-8555-2db269ccc1d6. Nov 09 04:47:29.559963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Calling delete_port for 21945a7d-b3fe-4519-8555-2db269ccc1d6 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:47:29.686189 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:29.716551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Pushing event deleted for resources: {'Port': ['ID=21945a7d-b3fe-4519-8555-2db269ccc1d6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:29.728426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:29.728775 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:29.729122 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:29.729465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:29.729828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:29.730196 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:29.730534 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:29.730870 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:29.731203 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:29.731531 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:29.731860 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:29.732185 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:29.843334 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:47:29.952296 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:47:29.962759 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb3d8c-1126-48d9-a4a8-2b907cb1872b None None] Sync routers for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:47:29.972495 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb3d8c-1126-48d9-a4a8-2b907cb1872b None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:47:29.973101 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-adcb3d8c-1126-48d9-a4a8-2b907cb1872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:47:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:47:29.995239 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] No DVR routers for this DVR port 21945a7d-b3fe-4519-8555-2db269ccc1d6 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:47:29.998331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:30.001773 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-23dfc1a3-0164-46e2-b254-2539827de8ff req-4188b176-098e-4104-ac57-28b347dd791d tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.31 "DELETE /v2.0/ports/21945a7d-b3fe-4519-8555-2db269ccc1d6 HTTP/1.1" status: 204 len: 173 time: 0.8220258 Nov 09 04:47:30.002206 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'name': 'network-vif-deleted', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:47:30.004617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a85aa63-a926-4ec1-bc6c-e8110e38e583" -d '{"events": [{"server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "name": "network-vif-deleted", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:47:30.046198 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de79f5d-7034-477b-bd3e-5e01de7a30e8 x-openstack-request-id: req-1de79f5d-7034-477b-bd3e-5e01de7a30e8 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:47:30.046484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc002bc-bf70-4297-9527-6e618b87f51b", "name": "network-vif-deleted", "tag": "21945a7d-b3fe-4519-8555-2db269ccc1d6", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:47:30.046734 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1de79f5d-7034-477b-bd3e-5e01de7a30e8 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:47:30.047140 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc002bc-bf70-4297-9527-6e618b87f51b', 'name': 'network-vif-deleted', 'tag': '21945a7d-b3fe-4519-8555-2db269ccc1d6', 'status': 'completed', 'code': 200} Nov 09 04:47:30.082697 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-adcb3d8c-1126-48d9-a4a8-2b907cb1872b None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:47:30.279307 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-adcb3d8c-1126-48d9-a4a8-2b907cb1872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:47:30.304252 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb3d8c-1126-48d9-a4a8-2b907cb1872b None None] Checking router: 918e75d7-4202-4ceb-a4a7-4788853d4ea1 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:47:30.312859 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb3d8c-1126-48d9-a4a8-2b907cb1872b None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:47:30.313453 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-adcb3d8c-1126-48d9-a4a8-2b907cb1872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:47:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:47:30.375191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:30.402243 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7f0c58c7-58ea-4edd-a732-1ac17e4136e9 req-80f7450e-b001-4d41-8ecd-df22b451cbd1 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 210 time: 0.0276988 Nov 09 04:47:30.424943 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-adcb3d8c-1126-48d9-a4a8-2b907cb1872b None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:47:30.619232 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-adcb3d8c-1126-48d9-a4a8-2b907cb1872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:47:30.644976 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb3d8c-1126-48d9-a4a8-2b907cb1872b None None] The sync data for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv is: [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:41:57Z', 'revision_number': 4, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'bd37aca2-2105-4d59-a850-86bae9a0775e', 'name': '', 'network_id': '04d5299b-3e39-46b0-ba5b-152c2dd7e755', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'mac_address': 'fa:16:3e:86:3d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:57Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'subnets': [{'id': '49114e29-88ce-4d5b-b049-bccaaa97e3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:47:30.876464 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab437cb9-dac6-4d65-b51d-b63bd01720ac None None] New status for floating IP 96531ce3-89db-4095-acc9-2aca8028d14a: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:47:31.068333 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:31.499777 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e24f25dc-03da-4776-bbc9-281d1e4f05fd req-995338b7-f0ee-4a91-9c8a-340d4efaba7b tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 210 time: 0.0259488 Nov 09 04:47:32.168843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 21945a7d-b3fe-4519-8555-2db269ccc1d6 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:47:32.189414 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 21945a7d-b3fe-4519-8555-2db269ccc1d6 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:47:32.189779 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 21945a7d-b3fe-4519-8555-2db269ccc1d6 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:47:32.598086 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-26f3e95d-b229-46d2-a1fc-fb81d1e409f8 req-4291c6c7-2642-4c63-bd4e-c36f66229349 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 210 time: 0.0304716 Nov 09 04:47:33.262191 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:47:33.695210 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-57f75450-8622-4883-b2d0-9adda1d0e980 req-b544b28d-8bcf-43c8-a535-2c79ee1b932a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdc002bc-bf70-4297-9527-6e618b87f51b HTTP/1.1" status: 200 len: 210 time: 0.0308607 Nov 09 04:47:39.429833 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55252) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:47:39.482815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f82df582-e248-470b-ad39-092be75715ac tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:39.505401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f82df582-e248-470b-ad39-092be75715ac tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:39.555120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f82df582-e248-470b-ad39-092be75715ac tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:39.558528 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f82df582-e248-470b-ad39-092be75715ac tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:39.560276 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f82df582-e248-470b-ad39-092be75715ac tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "DELETE /v2.0/security-groups/b34331f0-1324-496d-a782-900ff1be7605 HTTP/1.1" status: 204 len: 168 time: 0.1294000 Nov 09 04:47:39.562994 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55254) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:47:39.569965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82df582-e248-470b-ad39-092be75715ac tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34331f0-1324-496d-a782-900ff1be7605,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:39.576325 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.api.v2.resource [None req-89f74d34-5e29-46ac-83e2-f40397abae81 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] show failed (client error): The resource could not be found. Nov 09 04:47:39.580247 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-89f74d34-5e29-46ac-83e2-f40397abae81 tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "GET /v2.0/security-groups/b34331f0-1324-496d-a782-900ff1be7605 HTTP/1.1" status: 404 len: 347 time: 0.0136857 Nov 09 04:47:39.580577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55256) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:47:39.701374 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf6422-ba3b-43bd-8e6c-3cf02606bf2a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Deleting port 183b79e7-bb36-4812-ab74-8f0050a25099 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:47:39.701750 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6422-ba3b-43bd-8e6c-3cf02606bf2a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:39.777877 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6422-ba3b-43bd-8e6c-3cf02606bf2a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:39.778196 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6422-ba3b-43bd-8e6c-3cf02606bf2a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:39.789298 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf6422-ba3b-43bd-8e6c-3cf02606bf2a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Calling delete_port for 183b79e7-bb36-4812-ab74-8f0050a25099 owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:47:39.914478 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6422-ba3b-43bd-8e6c-3cf02606bf2a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:39.943407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf6422-ba3b-43bd-8e6c-3cf02606bf2a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Pushing event deleted for resources: {'Port': ['ID=183b79e7-bb36-4812-ab74-8f0050a25099,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:40.002836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6422-ba3b-43bd-8e6c-3cf02606bf2a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:40.005343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-5ccf6422-ba3b-43bd-8e6c-3cf02606bf2a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:40.006536 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5ccf6422-ba3b-43bd-8e6c-3cf02606bf2a tempest-ServerActionsTestJSON-40546506 tempest-ServerActionsTestJSON-40546506-project] 10.222.0.21 "DELETE /v2.0/floatingips/96531ce3-89db-4095-acc9-2aca8028d14a HTTP/1.1" status: 204 len: 168 time: 0.4250176 Nov 09 04:47:40.009397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55258) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:47:40.387208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79be0ccd-d26a-4f61-890b-6e68ab574596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:40.624507 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-79be0ccd-d26a-4f61-890b-6e68ab574596 admin admin] Deleting port bd37aca2-2105-4d59-a850-86bae9a0775e {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:47:40.625193 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79be0ccd-d26a-4f61-890b-6e68ab574596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:40.700702 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-79be0ccd-d26a-4f61-890b-6e68ab574596 admin admin] For port bd37aca2-2105-4d59-a850-86bae9a0775e, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=bd37aca2-2105-4d59-a850-86bae9a0775e,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:40.701022 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79be0ccd-d26a-4f61-890b-6e68ab574596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:40.713379 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-79be0ccd-d26a-4f61-890b-6e68ab574596 admin admin] Calling delete_port for bd37aca2-2105-4d59-a850-86bae9a0775e owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:47:40.887603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79be0ccd-d26a-4f61-890b-6e68ab574596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:40.917662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be0ccd-d26a-4f61-890b-6e68ab574596 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd37aca2-2105-4d59-a850-86bae9a0775e,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:41.079166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79be0ccd-d26a-4f61-890b-6e68ab574596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:41.604150 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79be0ccd-d26a-4f61-890b-6e68ab574596 admin admin] Router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:47:41.708132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79be0ccd-d26a-4f61-890b-6e68ab574596 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:47:41.713102 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-79be0ccd-d26a-4f61-890b-6e68ab574596 admin admin] 10.222.0.21 "PUT /v2.0/routers/918e75d7-4202-4ceb-a4a7-4788853d4ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7027466 Nov 09 04:47:41.715672 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55262) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:47:41.718627 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d1cc32-3812-4674-a32e-2b8c0756adf3 None None] Sync routers for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:47:41.728255 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1cc32-3812-4674-a32e-2b8c0756adf3 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:47:41.728855 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-05d1cc32-3812-4674-a32e-2b8c0756adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:47:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:47:41.818431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:41.916879 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-05d1cc32-3812-4674-a32e-2b8c0756adf3 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:47:41.921279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:41.973061 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] Deleting port 8568fe25-4f9c-4455-9345-2bfc74ba49b1 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:47:41.973383 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.062533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] For port 8568fe25-4f9c-4455-9345-2bfc74ba49b1, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=8568fe25-4f9c-4455-9345-2bfc74ba49b1,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:42.062894 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.075597 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] Calling delete_port for 8568fe25-4f9c-4455-9345-2bfc74ba49b1 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:47:42.097832 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-05d1cc32-3812-4674-a32e-2b8c0756adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:47:40Z', 'revision_number': 5, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port': {'id': '8568fe25-4f9c-4455-9345-2bfc74ba49b1', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:47:42.127845 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d1cc32-3812-4674-a32e-2b8c0756adf3 None None] Checking router: 918e75d7-4202-4ceb-a4a7-4788853d4ea1 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:47:42.136759 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1cc32-3812-4674-a32e-2b8c0756adf3 None None] Routers {'918e75d7-4202-4ceb-a4a7-4788853d4ea1'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:47:42.137363 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-05d1cc32-3812-4674-a32e-2b8c0756adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:47:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:47:42.223140 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-05d1cc32-3812-4674-a32e-2b8c0756adf3 None None] Set router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:47:42.236509 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.263259 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=8568fe25-4f9c-4455-9345-2bfc74ba49b1,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:42.276529 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-05d1cc32-3812-4674-a32e-2b8c0756adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:47:41Z', 'revision_number': 6, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:47:42.304835 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d1cc32-3812-4674-a32e-2b8c0756adf3 None None] The sync data for ids ['918e75d7-4202-4ceb-a4a7-4788853d4ea1'] in dv-neutron-816800-2-hyperv is: [{'id': '918e75d7-4202-4ceb-a4a7-4788853d4ea1', 'name': 'tempest-ServerActionsTestJSON-506451978-router', 'tenant_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:41:55Z', 'updated_at': '2021-11-09T04:47:41Z', 'revision_number': 6, 'project_id': '95b37bdb7ea74a40a3d34ac52e2b77b0', 'gw_port_host': None}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:47:42.326606 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.417636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.419704 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.461812 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.462353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 918e75d7-4202-4ceb-a4a7-4788853d4ea1 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:47:42.466775 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.467950 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c7ca87d7-c58c-49bc-9b21-58a1ebc59d12 admin admin] 10.222.0.21 "DELETE /v2.0/routers/918e75d7-4202-4ceb-a4a7-4788853d4ea1 HTTP/1.1" status: 204 len: 168 time: 0.7513297 Nov 09 04:47:42.470409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55264) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:47:42.514434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd292fb-f0e0-46ac-bdd2-a0ca6d7a73f3 admin admin] Deleting subnet 49114e29-88ce-4d5b-b049-bccaaa97e3a7 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:47:42.517410 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2dd292fb-f0e0-46ac-bdd2-a0ca6d7a73f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.554203 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2dd292fb-f0e0-46ac-bdd2-a0ca6d7a73f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.630594 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2dd292fb-f0e0-46ac-bdd2-a0ca6d7a73f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.684163 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2dd292fb-f0e0-46ac-bdd2-a0ca6d7a73f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.713743 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2dd292fb-f0e0-46ac-bdd2-a0ca6d7a73f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.719932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcaed2d-c46f-40e9-8958-581ee0234e31 None None] Network 04d5299b-3e39-46b0-ba5b-152c2dd7e755 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:47:42.720750 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55266) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:47:42.721447 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2dd292fb-f0e0-46ac-bdd2-a0ca6d7a73f3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/49114e29-88ce-4d5b-b049-bccaaa97e3a7 HTTP/1.1" status: 204 len: 168 time: 0.2492478 Nov 09 04:47:42.722304 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd292fb-f0e0-46ac-bdd2-a0ca6d7a73f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49114e29-88ce-4d5b-b049-bccaaa97e3a7,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:42.790055 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.846610 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Deleting port 46499107-e5f4-4cac-bdaf-058e4c977c46 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:47:42.846963 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.908905 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] For port 46499107-e5f4-4cac-bdaf-058e4c977c46, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=46499107-e5f4-4cac-bdaf-058e4c977c46,segment=NetworkSegment(69f1191b-1a3c-45f5-be60-ccc998d11082),segment_id=69f1191b-1a3c-45f5-be60-ccc998d11082)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:42.909270 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:42.921967 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Calling delete_port for 46499107-e5f4-4cac-bdaf-058e4c977c46 owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:47:43.000100 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:43.024408 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Pushing event deleted for resources: {'Port': ['ID=46499107-e5f4-4cac-bdaf-058e4c977c46,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:43.029360 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] No DVR routers for this DVR port 46499107-e5f4-4cac-bdaf-058e4c977c46 on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:47:43.037880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:43.038234 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:43.038575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:43.038943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:43.039291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:43.039735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:43.040256 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:43.040568 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:43.040984 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:43.041397 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:43.041736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:43.042023 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:43.053285 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf1781f-cd20-4bc2-9775-d2b0c8607c8b None None] DHCP port deletion for 04d5299b-3e39-46b0-ba5b-152c2dd7e755 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:47:43.115770 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:43.136318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d5299b-3e39-46b0-ba5b-152c2dd7e755']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:47:43.146550 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f1191b-1a3c-45f5-be60-ccc998d11082') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:47:43.146847 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f1191b-1a3c-45f5-be60-ccc998d11082') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:47:43.157194 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:43.170629 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:43.177354 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:47:43.177799 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:47:43.179515 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:47:43.233313 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:43.248472 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:43.251684 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] 10.222.0.21 "DELETE /v2.0/networks/04d5299b-3e39-46b0-ba5b-152c2dd7e755 HTTP/1.1" status: 204 len: 168 time: 0.5294616 Nov 09 04:47:43.252729 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb70aba-08b8-4f63-96c2-8a7fee0e0598 admin admin] Pushing event deleted for resources: {'Network': ['ID=04d5299b-3e39-46b0-ba5b-152c2dd7e755,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:43.364831 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55270) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:47:43.403361 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-85289e6e-3aa1-4de3-b87d-eecef88360a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95b37bdb7ea74a40a3d34ac52e2b77b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373054 Nov 09 04:47:43.405744 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55272) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:47:43.454427 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5614-d370-40c3-9e45-a977aaf21cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:43.474777 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5614-d370-40c3-9e45-a977aaf21cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:43.519329 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5614-d370-40c3-9e45-a977aaf21cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:43.522105 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5614-d370-40c3-9e45-a977aaf21cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:43.523262 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0d9c5614-d370-40c3-9e45-a977aaf21cea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ac1b6c8-3f98-4c89-900e-7c5c27f2a1eb HTTP/1.1" status: 204 len: 168 time: 0.1166382 Nov 09 04:47:43.530789 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c5614-d370-40c3-9e45-a977aaf21cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac1b6c8-3f98-4c89-900e-7c5c27f2a1eb,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:44.028549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device bd37aca2-2105-4d59-a850-86bae9a0775e no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:47:44.057739 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: bd37aca2-2105-4d59-a850-86bae9a0775e {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:47:44.058398 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device bd37aca2-2105-4d59-a850-86bae9a0775e not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:47:44.058821 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 46499107-e5f4-4cac-bdaf-058e4c977c46 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:47:44.077907 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 46499107-e5f4-4cac-bdaf-058e4c977c46 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:47:44.078249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 46499107-e5f4-4cac-bdaf-058e4c977c46 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:47:44.078659 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8568fe25-4f9c-4455-9345-2bfc74ba49b1 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:47:44.100020 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 8568fe25-4f9c-4455-9345-2bfc74ba49b1 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:47:44.100020 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8568fe25-4f9c-4455-9345-2bfc74ba49b1 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:47:44.179062 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55294) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:47:44.275558 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-158823933-network', 'tenant_id': '230d25929cad4a74b56df8743c0afd3a'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:47:44.295754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] Made reservation on behalf of 230d25929cad4a74b56df8743c0afd3a for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:47:44.298024 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:44.306435 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:44.383171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:44.387559 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:44.411411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:47:44.420078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41df600b-81ea-482f-b263-f723c6601e7c,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:44.427013 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:44.427349 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] Added segment 0f0aa44b-00b6-43c3-9012-d1d85ba33e84 of type vlan for network 5c161670-4afb-43a6-9476-3cf93002082d Nov 09 04:47:44.469245 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:44.494329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:44.495783 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:44.496361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:44.551631 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3714492 Nov 09 04:47:44.555166 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55298) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:47:44.556863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a2183-e142-47f8-b012-6cc31fc36ec1 admin admin] Pushing event updated for resources: {'Network': ['ID=5c161670-4afb-43a6-9476-3cf93002082d,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:44.562598 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-2637d330-9f69-44bf-b9f2-77dc9a7d2a6e admin admin] Request body: {'subnet': {'network_id': '5c161670-4afb-43a6-9476-3cf93002082d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-158823933-subnet', 'tenant_id': '230d25929cad4a74b56df8743c0afd3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:47:44.567217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 5c161670-4afb-43a6-9476-3cf93002082d details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:47:44.585710 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2637d330-9f69-44bf-b9f2-77dc9a7d2a6e admin admin] Made reservation on behalf of 230d25929cad4a74b56df8743c0afd3a for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:47:44.588093 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2637d330-9f69-44bf-b9f2-77dc9a7d2a6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:44.752260 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2637d330-9f69-44bf-b9f2-77dc9a7d2a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:44.806359 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637d330-9f69-44bf-b9f2-77dc9a7d2a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e36da0-4ac3-4c4f-b4a6-1ac3794da69c,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:44.814332 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2637d330-9f69-44bf-b9f2-77dc9a7d2a6e admin admin] Checking segment: {'id': '0f0aa44b-00b6-43c3-9012-d1d85ba33e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c161670-4afb-43a6-9476-3cf93002082d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:47:44.814682 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637d330-9f69-44bf-b9f2-77dc9a7d2a6e admin admin] Network hostable DHCP agents. Network: 5c161670-4afb-43a6-9476-3cf93002082d, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:47:44.830546 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637d330-9f69-44bf-b9f2-77dc9a7d2a6e admin admin] Network 5c161670-4afb-43a6-9476-3cf93002082d is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:47:44.838788 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-2637d330-9f69-44bf-b9f2-77dc9a7d2a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 5c161670-4afb-43a6-9476-3cf93002082d) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:47:44.843411 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637d330-9f69-44bf-b9f2-77dc9a7d2a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:44.843993 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2637d330-9f69-44bf-b9f2-77dc9a7d2a6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:44.849103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c0a2f1-11db-4b38-bc05-d2bfc19c3b0b None None] Network 5c161670-4afb-43a6-9476-3cf93002082d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:47:44.859491 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2637d330-9f69-44bf-b9f2-77dc9a7d2a6e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3030975 Nov 09 04:47:44.972433 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619478be-11fb-4423-a44b-25531ac4a160 None None] Network 5c161670-4afb-43a6-9476-3cf93002082d requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:47:45.275227 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e3ea-393b-4156-96af-38424d710893 req-78196e6d-9823-4f9d-95df-fd30835fa172 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:45.276620 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1288e3ea-393b-4156-96af-38424d710893 req-78196e6d-9823-4f9d-95df-fd30835fa172 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/networks?id=5c161670-4afb-43a6-9476-3cf93002082d HTTP/1.1" status: 200 len: 813 time: 0.1025522 Nov 09 04:47:45.290909 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1288e3ea-393b-4156-96af-38424d710893 req-501b733a-7ada-4ca7-bf74-e97faa033cc1 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/quotas/230d25929cad4a74b56df8743c0afd3a HTTP/1.1" status: 200 len: 375 time: 0.0085883 Nov 09 04:47:45.320388 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1288e3ea-393b-4156-96af-38424d710893 req-b61034fc-be1c-4686-bc6a-fe391c6b664c tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=230d25929cad4a74b56df8743c0afd3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245361 Nov 09 04:47:45.410789 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1288e3ea-393b-4156-96af-38424d710893 req-bd498d03-536b-46a7-8b2f-a1ba8445d5b9 service neutron] 10.222.0.21 "GET /v2.0/networks/5c161670-4afb-43a6-9476-3cf93002082d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830286 Nov 09 04:47:45.496508 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1288e3ea-393b-4156-96af-38424d710893 req-22b3a731-01f0-4e41-a536-d28378d91dc3 service neutron] 10.222.0.21 "GET /v2.0/networks/5c161670-4afb-43a6-9476-3cf93002082d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797613 Nov 09 04:47:45.654975 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-76021523-91df-40f2-a7a9-19c9a32edd2d req-7045593a-78ef-458d-a628-44b35916bfe7 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 210 time: 0.0298469 Nov 09 04:47:46.730453 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1740b9a5-c8ee-4979-81bd-44a8874a5c11 req-c71b6bd6-6eab-4140-a67e-b499b71491c3 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 210 time: 0.0259964 Nov 09 04:47:47.151212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:47.568602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e3ea-393b-4156-96af-38424d710893 req-a87d7c04-f6b2-44cd-b94d-dc98c5eb0520 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:47.570073 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1288e3ea-393b-4156-96af-38424d710893 req-a87d7c04-f6b2-44cd-b94d-dc98c5eb0520 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.31 "GET /v2.0/networks?id=5c161670-4afb-43a6-9476-3cf93002082d HTTP/1.1" status: 200 len: 813 time: 0.1103275 Nov 09 04:47:47.582406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-1288e3ea-393b-4156-96af-38424d710893 req-f7ecf1c8-028c-4609-859f-9c5a94489ede tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Request body: {'port': {'device_id': '8cae17a9-2017-4bdd-92c2-d73e12846d75', 'network_id': '5c161670-4afb-43a6-9476-3cf93002082d', 'admin_state_up': True, 'tenant_id': '230d25929cad4a74b56df8743c0afd3a'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:47:47.691800 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1288e3ea-393b-4156-96af-38424d710893 req-f7ecf1c8-028c-4609-859f-9c5a94489ede tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Made reservation on behalf of 230d25929cad4a74b56df8743c0afd3a for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:47:47.695394 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1288e3ea-393b-4156-96af-38424d710893 req-f7ecf1c8-028c-4609-859f-9c5a94489ede tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:47.833172 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f089c77b-1127-434d-aeee-4a40a8f33d51 req-d6780cce-0c00-434e-bf5c-e1cf61673a29 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 210 time: 0.0361347 Nov 09 04:47:47.844378 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-1288e3ea-393b-4156-96af-38424d710893 req-f7ecf1c8-028c-4609-859f-9c5a94489ede tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Allocated IP 172.20.0.3 (5c161670-4afb-43a6-9476-3cf93002082d/88e36da0-4ac3-4c4f-b4a6-1ac3794da69c/04d9a63c-db39-45b4-8186-5530cb68d633) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:47:47.985572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1288e3ea-393b-4156-96af-38424d710893 req-f7ecf1c8-028c-4609-859f-9c5a94489ede tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:48.017069 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1288e3ea-393b-4156-96af-38424d710893 req-f7ecf1c8-028c-4609-859f-9c5a94489ede tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:48.062088 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1288e3ea-393b-4156-96af-38424d710893 req-f7ecf1c8-028c-4609-859f-9c5a94489ede tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Network 5c161670-4afb-43a6-9476-3cf93002082d is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:47:48.067189 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-1288e3ea-393b-4156-96af-38424d710893 req-f7ecf1c8-028c-4609-859f-9c5a94489ede tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:47:48.071116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1288e3ea-393b-4156-96af-38424d710893 req-f7ecf1c8-028c-4609-859f-9c5a94489ede tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:47:48.078237 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecf1c8-028c-4609-859f-9c5a94489ede tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Pushing event updated for resources: {'Port': ['ID=04d9a63c-db39-45b4-8186-5530cb68d633,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:48.122321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e3ea-393b-4156-96af-38424d710893 req-f7ecf1c8-028c-4609-859f-9c5a94489ede tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:48.122929 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1288e3ea-393b-4156-96af-38424d710893 req-f7ecf1c8-028c-4609-859f-9c5a94489ede tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:48.138430 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1288e3ea-393b-4156-96af-38424d710893 req-f7ecf1c8-028c-4609-859f-9c5a94489ede tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5596516 Nov 09 04:47:48.192424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Request body: {'port': {'device_id': '8cae17a9-2017-4bdd-92c2-d73e12846d75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:47:48.243536 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:48.494009 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d9a63c-db39-45b4-8186-5530cb68d633 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:47:48.501492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:48.513024 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Transition to ACTIVE for port object 04d9a63c-db39-45b4-8186-5530cb68d633 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:47:48.516044 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:48.568448 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Pushing event updated for resources: {'Port': ['ID=04d9a63c-db39-45b4-8186-5530cb68d633,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:48.633830 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Attempting to bind port 04d9a63c-db39-45b4-8186-5530cb68d633 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:47:48.634489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Attempting to bind port 04d9a63c-db39-45b4-8186-5530cb68d633 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '0f0aa44b-00b6-43c3-9012-d1d85ba33e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c161670-4afb-43a6-9476-3cf93002082d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:47:48.634489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Attempting to bind port 04d9a63c-db39-45b4-8186-5530cb68d633 on network 5c161670-4afb-43a6-9476-3cf93002082d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:47:48.638580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Port 04d9a63c-db39-45b4-8186-5530cb68d633 on network 5c161670-4afb-43a6-9476-3cf93002082d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:47:48.638893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Attempting to bind port 04d9a63c-db39-45b4-8186-5530cb68d633 on network 5c161670-4afb-43a6-9476-3cf93002082d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:47:48.643658 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:47:48.643985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Checking segment: {'id': '0f0aa44b-00b6-43c3-9012-d1d85ba33e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c161670-4afb-43a6-9476-3cf93002082d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:47:48.644357 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Bound using segment: {'id': '0f0aa44b-00b6-43c3-9012-d1d85ba33e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c161670-4afb-43a6-9476-3cf93002082d'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:47:48.644768 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Bound port: 04d9a63c-db39-45b4-8186-5530cb68d633, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f0aa44b-00b6-43c3-9012-d1d85ba33e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c161670-4afb-43a6-9476-3cf93002082d'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:47:48.645107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:48.707314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] For port 04d9a63c-db39-45b4-8186-5530cb68d633, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:47:48.710450 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] For port 04d9a63c-db39-45b4-8186-5530cb68d633, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=04d9a63c-db39-45b4-8186-5530cb68d633,segment=NetworkSegment(0f0aa44b-00b6-43c3-9012-d1d85ba33e84),segment_id=0f0aa44b-00b6-43c3-9012-d1d85ba33e84)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:47:48.714753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:48.746803 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:48.747444 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:48.748837 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1288e3ea-393b-4156-96af-38424d710893 req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] 10.222.0.31 "PUT /v2.0/ports/04d9a63c-db39-45b4-8186-5530cb68d633 HTTP/1.1" status: 200 len: 1093 time: 0.6019247 Nov 09 04:47:48.749297 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cae17a9-2017-4bdd-92c2-d73e12846d75', 'tag': '04d9a63c-db39-45b4-8186-5530cb68d633'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:47:48.751571 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7cf3f4-a873-4dc2-8885-be5c00a4320a" -d '{"events": [{"name": "network-changed", "server_uuid": "8cae17a9-2017-4bdd-92c2-d73e12846d75", "tag": "04d9a63c-db39-45b4-8186-5530cb68d633"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:47:48.777314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2779052-2092-439d-a0ba-8c60730f984a service neutron] Pushing event updated for resources: {'Port': ['ID=04d9a63c-db39-45b4-8186-5530cb68d633,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:48.795283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0c9972-697d-4a91-a214-0fbd101ddf28 x-openstack-request-id: req-9a0c9972-697d-4a91-a214-0fbd101ddf28 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:47:48.795569 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cae17a9-2017-4bdd-92c2-d73e12846d75", "tag": "04d9a63c-db39-45b4-8186-5530cb68d633", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:47:48.795820 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a0c9972-697d-4a91-a214-0fbd101ddf28 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:47:48.796214 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cae17a9-2017-4bdd-92c2-d73e12846d75', 'tag': '04d9a63c-db39-45b4-8186-5530cb68d633', 'status': 'completed', 'code': 200} Nov 09 04:47:48.825421 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e3ea-393b-4156-96af-38424d710893 req-0c76ae43-ff81-41de-a1f0-c39247dcd610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:48.826930 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1288e3ea-393b-4156-96af-38424d710893 req-0c76ae43-ff81-41de-a1f0-c39247dcd610 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=230d25929cad4a74b56df8743c0afd3a&device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 1096 time: 0.0424693 Nov 09 04:47:48.871962 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1288e3ea-393b-4156-96af-38424d710893 req-67bdaa6d-dd81-4a71-aa0d-1479af903af4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04d9a63c-db39-45b4-8186-5530cb68d633 HTTP/1.1" status: 200 len: 217 time: 0.0371759 Nov 09 04:47:48.955752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e3ea-393b-4156-96af-38424d710893 req-e8fdbba1-6d0f-4177-ab94-98c03fa2f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:48.957284 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1288e3ea-393b-4156-96af-38424d710893 req-e8fdbba1-6d0f-4177-ab94-98c03fa2f998 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=88e36da0-4ac3-4c4f-b4a6-1ac3794da69c HTTP/1.1" status: 200 len: 853 time: 0.0691354 Nov 09 04:47:48.980946 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf276a-f4cc-415e-a65e-fdc8600ced45 req-0406329f-5504-453a-a669-4c5ca0e32ff7 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:48.982380 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcbf276a-f4cc-415e-a65e-fdc8600ced45 req-0406329f-5504-453a-a669-4c5ca0e32ff7 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 943 time: 0.0691123 Nov 09 04:47:48.998760 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1288e3ea-393b-4156-96af-38424d710893 req-1092e810-3d94-4868-9a56-fcd71e9ea1a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5c161670-4afb-43a6-9476-3cf93002082d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337102 Nov 09 04:47:49.090270 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcbf276a-f4cc-415e-a65e-fdc8600ced45 req-75820475-bf60-460c-bef7-a8ed8f18a942 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942798 Nov 09 04:47:49.116404 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1288e3ea-393b-4156-96af-38424d710893 req-43315725-3704-4730-98c9-9066710472f2 service neutron] 10.222.0.31 "GET /v2.0/networks/5c161670-4afb-43a6-9476-3cf93002082d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018989 Nov 09 04:47:49.208975 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1288e3ea-393b-4156-96af-38424d710893 req-235a4ced-5c2b-4fbd-8d5d-2e49469483ab service neutron] 10.222.0.31 "GET /v2.0/networks/5c161670-4afb-43a6-9476-3cf93002082d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848796 Nov 09 04:47:49.294995 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cf3f4-a873-4dc2-8885-be5c00a4320a req-fff923ab-fd61-4e9c-90c8-58b4059d0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:49.296420 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e7cf3f4-a873-4dc2-8885-be5c00a4320a req-fff923ab-fd61-4e9c-90c8-58b4059d0616 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=230d25929cad4a74b56df8743c0afd3a&device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 1096 time: 0.0400884 Nov 09 04:47:49.382638 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cf3f4-a873-4dc2-8885-be5c00a4320a req-e3612a5d-58eb-4a15-b247-6bc6188aad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:49.384124 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e7cf3f4-a873-4dc2-8885-be5c00a4320a req-e3612a5d-58eb-4a15-b247-6bc6188aad4d service neutron] 10.222.0.31 "GET /v2.0/networks?id=5c161670-4afb-43a6-9476-3cf93002082d HTTP/1.1" status: 200 len: 913 time: 0.0811052 Nov 09 04:47:49.427950 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e7cf3f4-a873-4dc2-8885-be5c00a4320a req-8a82b7ba-f3ad-4782-adb0-ac427822a397 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04d9a63c-db39-45b4-8186-5530cb68d633 HTTP/1.1" status: 200 len: 217 time: 0.0365012 Nov 09 04:47:49.474956 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cf3f4-a873-4dc2-8885-be5c00a4320a req-3482b6eb-a109-449b-86fb-66ca90a7c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:49.476340 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e7cf3f4-a873-4dc2-8885-be5c00a4320a req-3482b6eb-a109-449b-86fb-66ca90a7c38d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=88e36da0-4ac3-4c4f-b4a6-1ac3794da69c HTTP/1.1" status: 200 len: 853 time: 0.0415137 Nov 09 04:47:49.507278 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e7cf3f4-a873-4dc2-8885-be5c00a4320a req-1f2dcd30-03f6-422e-bb19-859a25edbe0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5c161670-4afb-43a6-9476-3cf93002082d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228791 Nov 09 04:47:49.598308 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e7cf3f4-a873-4dc2-8885-be5c00a4320a req-86de92f5-e3c9-425a-ab5f-1dc2279def84 service neutron] 10.222.0.31 "GET /v2.0/networks/5c161670-4afb-43a6-9476-3cf93002082d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840161 Nov 09 04:47:49.685390 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e7cf3f4-a873-4dc2-8885-be5c00a4320a req-4eb272e9-8dab-4a9b-9fed-f0503458ffff service neutron] 10.222.0.31 "GET /v2.0/networks/5c161670-4afb-43a6-9476-3cf93002082d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794501 Nov 09 04:47:50.207964 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05bdc26-5d9c-473d-abab-9e325c0c9673 req-8d00a7c3-5960-4355-b6c3-83695029cb91 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:50.209425 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f05bdc26-5d9c-473d-abab-9e325c0c9673 req-8d00a7c3-5960-4355-b6c3-83695029cb91 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 943 time: 0.0522573 Nov 09 04:47:50.261149 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 04d9a63c-db39-45b4-8186-5530cb68d633 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:47:50.267751 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f05bdc26-5d9c-473d-abab-9e325c0c9673 req-913ea214-46f6-45f2-b083-e942d6c9ca73 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523663 Nov 09 04:47:50.353003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 04d9a63c-db39-45b4-8186-5530cb68d633, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=04d9a63c-db39-45b4-8186-5530cb68d633,segment=NetworkSegment(0f0aa44b-00b6-43c3-9012-d1d85ba33e84),segment_id=0f0aa44b-00b6-43c3-9012-d1d85ba33e84)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:50.364071 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '04d9a63c-db39-45b4-8186-5530cb68d633', 'network_id': '5c161670-4afb-43a6-9476-3cf93002082d', 'port_id': '04d9a63c-db39-45b4-8186-5530cb68d633', 'mac_address': 'fa:16:3e:2e:ee:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e36da0-4ac3-4c4f-b4a6-1ac3794da69c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:47:50.402907 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:50.414679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d9a63c-db39-45b4-8186-5530cb68d633 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:47:50.433284 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 04d9a63c-db39-45b4-8186-5530cb68d633, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=04d9a63c-db39-45b4-8186-5530cb68d633,segment=NetworkSegment(0f0aa44b-00b6-43c3-9012-d1d85ba33e84),segment_id=0f0aa44b-00b6-43c3-9012-d1d85ba33e84)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:50.438816 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:50.483341 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=04d9a63c-db39-45b4-8186-5530cb68d633,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:50.674134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['04d9a63c-db39-45b4-8186-5530cb68d633'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:47:51.384870 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5656d-c886-4a84-a5a4-745611616721 req-2ddb0f53-ad1d-4ec6-ba6c-9beda6f4cf5e tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:51.386838 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03a5656d-c886-4a84-a5a4-745611616721 req-2ddb0f53-ad1d-4ec6-ba6c-9beda6f4cf5e tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 944 time: 0.0525086 Nov 09 04:47:51.431750 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03a5656d-c886-4a84-a5a4-745611616721 req-bf62420c-6395-4357-8ee7-651e820c82c6 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390582 Nov 09 04:47:52.268178 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 04d9a63c-db39-45b4-8186-5530cb68d633 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:47:52.316079 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 04d9a63c-db39-45b4-8186-5530cb68d633 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:47:52.319818 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 04d9a63c-db39-45b4-8186-5530cb68d633 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:47:52.320190 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:52.398262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:52.421089 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cae17a9-2017-4bdd-92c2-d73e12846d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d9a63c-db39-45b4-8186-5530cb68d633'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:47:52.423324 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6628de-7a2f-439e-bfb2-2cccd1980658" -d '{"events": [{"server_uuid": "8cae17a9-2017-4bdd-92c2-d73e12846d75", "name": "network-vif-plugged", "status": "completed", "tag": "04d9a63c-db39-45b4-8186-5530cb68d633"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:47:52.436260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 04d9a63c-db39-45b4-8186-5530cb68d633, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=04d9a63c-db39-45b4-8186-5530cb68d633,segment=NetworkSegment(0f0aa44b-00b6-43c3-9012-d1d85ba33e84),segment_id=0f0aa44b-00b6-43c3-9012-d1d85ba33e84)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:52.439888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:52.464335 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8563d210-66f2-4417-ab62-0b5804d7bdbe x-openstack-request-id: req-8563d210-66f2-4417-ab62-0b5804d7bdbe {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:47:52.464621 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cae17a9-2017-4bdd-92c2-d73e12846d75", "name": "network-vif-plugged", "status": "completed", "tag": "04d9a63c-db39-45b4-8186-5530cb68d633", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:47:52.464866 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8563d210-66f2-4417-ab62-0b5804d7bdbe {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:47:52.465247 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cae17a9-2017-4bdd-92c2-d73e12846d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d9a63c-db39-45b4-8186-5530cb68d633', 'code': 200} Nov 09 04:47:52.493136 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=04d9a63c-db39-45b4-8186-5530cb68d633,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:52.569502 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ef3c2-51b6-4f1f-8b8d-1cc5de1dc550 req-c0cddd72-4b2b-4dcd-b502-47e167a77ef4 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:52.571038 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-491ef3c2-51b6-4f1f-8b8d-1cc5de1dc550 req-c0cddd72-4b2b-4dcd-b502-47e167a77ef4 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 945 time: 0.0537844 Nov 09 04:47:52.642252 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-491ef3c2-51b6-4f1f-8b8d-1cc5de1dc550 req-70bbd94f-e4ea-4ad7-aa38-40cb7b6c78a3 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633061 Nov 09 04:47:52.650792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefc463-49cc-45b6-8d7a-83c6b7faeaa6 req-77150820-9a10-4345-8c73-aa5c991581b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:52.652252 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ddefc463-49cc-45b6-8d7a-83c6b7faeaa6 req-77150820-9a10-4345-8c73-aa5c991581b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 1098 time: 0.0608990 Nov 09 04:47:52.702462 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ddefc463-49cc-45b6-8d7a-83c6b7faeaa6 req-999a2557-2299-49d6-b5a7-72e4a4a77f28 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Nov 09 04:47:53.757848 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7c2ca-fbe2-4363-89a4-f4fd471a7f0e req-3c51385a-6d39-4379-b13e-d27bab041349 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:53.759323 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9fb7c2ca-fbe2-4363-89a4-f4fd471a7f0e req-3c51385a-6d39-4379-b13e-d27bab041349 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 945 time: 0.0481594 Nov 09 04:47:53.805598 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9fb7c2ca-fbe2-4363-89a4-f4fd471a7f0e req-f211a05e-6725-48f4-a6c0-a5092a7e6791 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396364 Nov 09 04:47:54.023746 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b60efe-012b-4485-8a84-6d0f77904955 req-62c6975d-9f40-4100-99e0-4301dd15b5a6 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:54.025210 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25b60efe-012b-4485-8a84-6d0f77904955 req-62c6975d-9f40-4100-99e0-4301dd15b5a6 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/networks?id=5c161670-4afb-43a6-9476-3cf93002082d HTTP/1.1" status: 200 len: 813 time: 0.1014783 Nov 09 04:47:54.040038 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25b60efe-012b-4485-8a84-6d0f77904955 req-44c20df9-e63b-405c-ade6-e0ecc3a7010e tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/quotas/230d25929cad4a74b56df8743c0afd3a HTTP/1.1" status: 200 len: 375 time: 0.0091209 Nov 09 04:47:54.087322 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25b60efe-012b-4485-8a84-6d0f77904955 req-757750ae-6d51-43d5-a429-12d1ecb4c6c6 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=230d25929cad4a74b56df8743c0afd3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422018 Nov 09 04:47:54.223786 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25b60efe-012b-4485-8a84-6d0f77904955 req-63a0154e-b0ca-4f6f-834e-769da6ad08b5 service neutron] 10.222.0.21 "GET /v2.0/networks/5c161670-4afb-43a6-9476-3cf93002082d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293280 Nov 09 04:47:54.313166 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25b60efe-012b-4485-8a84-6d0f77904955 req-376f7eda-c4f4-49c3-8884-da6a03169665 service neutron] 10.222.0.21 "GET /v2.0/networks/5c161670-4afb-43a6-9476-3cf93002082d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828986 Nov 09 04:47:54.470568 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4ce9c022-1d56-426f-9f06-7ba61efc7139 req-9f939ec3-144e-408c-b375-49db9bf2025c tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7a0264-556d-4dcb-96fa-366461ecae6c HTTP/1.1" status: 200 len: 210 time: 0.0264041 Nov 09 04:47:55.339865 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b60efe-012b-4485-8a84-6d0f77904955 req-f5877e86-7401-4040-a158-6fdfe120dddf tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:55.341359 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25b60efe-012b-4485-8a84-6d0f77904955 req-f5877e86-7401-4040-a158-6fdfe120dddf tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.31 "GET /v2.0/networks?id=5c161670-4afb-43a6-9476-3cf93002082d HTTP/1.1" status: 200 len: 813 time: 0.1069279 Nov 09 04:47:55.353703 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-25b60efe-012b-4485-8a84-6d0f77904955 req-87b38348-427d-4a17-a344-68ea7e95815b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Request body: {'port': {'device_id': '6d7a0264-556d-4dcb-96fa-366461ecae6c', 'network_id': '5c161670-4afb-43a6-9476-3cf93002082d', 'admin_state_up': True, 'tenant_id': '230d25929cad4a74b56df8743c0afd3a'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:47:55.464048 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b60efe-012b-4485-8a84-6d0f77904955 req-87b38348-427d-4a17-a344-68ea7e95815b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Made reservation on behalf of 230d25929cad4a74b56df8743c0afd3a for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:47:55.467702 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-25b60efe-012b-4485-8a84-6d0f77904955 req-87b38348-427d-4a17-a344-68ea7e95815b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:55.584034 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-176f1160-c252-4cc5-9c76-d5007ef5fd8f req-a7d88728-120f-451c-9623-57e0aa07c9ad tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7a0264-556d-4dcb-96fa-366461ecae6c HTTP/1.1" status: 200 len: 210 time: 0.0478828 Nov 09 04:47:55.592916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f59d2df0-7060-4b03-852b-c48964cb719b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:55.613298 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-25b60efe-012b-4485-8a84-6d0f77904955 req-87b38348-427d-4a17-a344-68ea7e95815b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Allocated IP 172.20.0.9 (5c161670-4afb-43a6-9476-3cf93002082d/88e36da0-4ac3-4c4f-b4a6-1ac3794da69c/94c8f64f-11e6-46af-bd93-6923de05e475) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:47:55.757526 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-25b60efe-012b-4485-8a84-6d0f77904955 req-87b38348-427d-4a17-a344-68ea7e95815b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:55.788046 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-25b60efe-012b-4485-8a84-6d0f77904955 req-87b38348-427d-4a17-a344-68ea7e95815b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:55.800622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['04d9a63c-db39-45b4-8186-5530cb68d633'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:47:55.829071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b60efe-012b-4485-8a84-6d0f77904955 req-87b38348-427d-4a17-a344-68ea7e95815b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Network 5c161670-4afb-43a6-9476-3cf93002082d is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:47:55.834053 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-25b60efe-012b-4485-8a84-6d0f77904955 req-87b38348-427d-4a17-a344-68ea7e95815b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:47:55.837757 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b60efe-012b-4485-8a84-6d0f77904955 req-87b38348-427d-4a17-a344-68ea7e95815b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:47:55.845117 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b38348-427d-4a17-a344-68ea7e95815b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Pushing event updated for resources: {'Port': ['ID=94c8f64f-11e6-46af-bd93-6923de05e475,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:55.902320 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b60efe-012b-4485-8a84-6d0f77904955 req-87b38348-427d-4a17-a344-68ea7e95815b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:55.902945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-25b60efe-012b-4485-8a84-6d0f77904955 req-87b38348-427d-4a17-a344-68ea7e95815b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:55.918068 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25b60efe-012b-4485-8a84-6d0f77904955 req-87b38348-427d-4a17-a344-68ea7e95815b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682800 Nov 09 04:47:55.930434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Request body: {'port': {'device_id': '6d7a0264-556d-4dcb-96fa-366461ecae6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:47:55.983636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:56.235289 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c8f64f-11e6-46af-bd93-6923de05e475 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:47:56.243139 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:56.255726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Transition to ACTIVE for port object 94c8f64f-11e6-46af-bd93-6923de05e475 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:47:56.259613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:56.328567 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Pushing event updated for resources: {'Port': ['ID=94c8f64f-11e6-46af-bd93-6923de05e475,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:56.375483 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Attempting to bind port 94c8f64f-11e6-46af-bd93-6923de05e475 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:47:56.376173 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Attempting to bind port 94c8f64f-11e6-46af-bd93-6923de05e475 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '0f0aa44b-00b6-43c3-9012-d1d85ba33e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c161670-4afb-43a6-9476-3cf93002082d'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:47:56.376173 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Attempting to bind port 94c8f64f-11e6-46af-bd93-6923de05e475 on network 5c161670-4afb-43a6-9476-3cf93002082d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:47:56.380222 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Port 94c8f64f-11e6-46af-bd93-6923de05e475 on network 5c161670-4afb-43a6-9476-3cf93002082d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:47:56.380538 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Attempting to bind port 94c8f64f-11e6-46af-bd93-6923de05e475 on network 5c161670-4afb-43a6-9476-3cf93002082d {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:47:56.385218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:47:56.386169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Checking segment: {'id': '0f0aa44b-00b6-43c3-9012-d1d85ba33e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c161670-4afb-43a6-9476-3cf93002082d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:47:56.386540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Bound using segment: {'id': '0f0aa44b-00b6-43c3-9012-d1d85ba33e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c161670-4afb-43a6-9476-3cf93002082d'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:47:56.386956 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Bound port: 94c8f64f-11e6-46af-bd93-6923de05e475, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f0aa44b-00b6-43c3-9012-d1d85ba33e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c161670-4afb-43a6-9476-3cf93002082d'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:47:56.387297 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:56.446156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] For port 94c8f64f-11e6-46af-bd93-6923de05e475, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:47:56.449773 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] For port 94c8f64f-11e6-46af-bd93-6923de05e475, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=94c8f64f-11e6-46af-bd93-6923de05e475,segment=NetworkSegment(0f0aa44b-00b6-43c3-9012-d1d85ba33e84),segment_id=0f0aa44b-00b6-43c3-9012-d1d85ba33e84)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:47:56.453880 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:56.490297 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:56.490915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:56.492276 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25b60efe-012b-4485-8a84-6d0f77904955 req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] 10.222.0.31 "PUT /v2.0/ports/94c8f64f-11e6-46af-bd93-6923de05e475 HTTP/1.1" status: 200 len: 1093 time: 0.5658815 Nov 09 04:47:56.492718 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7a0264-556d-4dcb-96fa-366461ecae6c', 'tag': '94c8f64f-11e6-46af-bd93-6923de05e475'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:47:56.495452 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab7ba14-a967-4d6a-ba25-30215f0ab1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7a0264-556d-4dcb-96fa-366461ecae6c", "tag": "94c8f64f-11e6-46af-bd93-6923de05e475"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:47:56.521566 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cef787-ec07-4896-ae99-e2a28cab4949 service neutron] Pushing event updated for resources: {'Port': ['ID=94c8f64f-11e6-46af-bd93-6923de05e475,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:56.541225 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3676ad09-d60e-4b03-93f1-b53b277e3be8 x-openstack-request-id: req-3676ad09-d60e-4b03-93f1-b53b277e3be8 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:47:56.541516 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7a0264-556d-4dcb-96fa-366461ecae6c", "tag": "94c8f64f-11e6-46af-bd93-6923de05e475", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:47:56.541777 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3676ad09-d60e-4b03-93f1-b53b277e3be8 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:47:56.542172 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7a0264-556d-4dcb-96fa-366461ecae6c', 'tag': '94c8f64f-11e6-46af-bd93-6923de05e475', 'status': 'completed', 'code': 200} Nov 09 04:47:56.575445 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b60efe-012b-4485-8a84-6d0f77904955 req-f5bb9f4e-81bb-47dd-808c-92fd523cf9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:56.577005 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25b60efe-012b-4485-8a84-6d0f77904955 req-f5bb9f4e-81bb-47dd-808c-92fd523cf9bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=230d25929cad4a74b56df8743c0afd3a&device_id=6d7a0264-556d-4dcb-96fa-366461ecae6c HTTP/1.1" status: 200 len: 1096 time: 0.0444787 Nov 09 04:47:56.618442 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25b60efe-012b-4485-8a84-6d0f77904955 req-3b4362c7-c1b7-4e11-92c7-df1a0dc76fe0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c8f64f-11e6-46af-bd93-6923de05e475 HTTP/1.1" status: 200 len: 217 time: 0.0331542 Nov 09 04:47:56.695499 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b60efe-012b-4485-8a84-6d0f77904955 req-113f5758-b56c-42ff-86ff-1d02f0457e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:56.696998 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25b60efe-012b-4485-8a84-6d0f77904955 req-113f5758-b56c-42ff-86ff-1d02f0457e6e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=88e36da0-4ac3-4c4f-b4a6-1ac3794da69c HTTP/1.1" status: 200 len: 853 time: 0.0719640 Nov 09 04:47:56.714098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b73439-1b8d-4594-9503-8afd3aa6f98e req-08c5eb89-4da9-4ac2-9f10-d9d6c97e4bca tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:56.715479 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-65b73439-1b8d-4594-9503-8afd3aa6f98e req-08c5eb89-4da9-4ac2-9f10-d9d6c97e4bca tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7a0264-556d-4dcb-96fa-366461ecae6c HTTP/1.1" status: 200 len: 943 time: 0.0618474 Nov 09 04:47:56.750589 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25b60efe-012b-4485-8a84-6d0f77904955 req-a0b5b7b1-213a-4df1-a5a1-369366d2e69e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5c161670-4afb-43a6-9476-3cf93002082d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446253 Nov 09 04:47:56.799936 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-65b73439-1b8d-4594-9503-8afd3aa6f98e req-09b1141c-2c74-49f8-9b0a-523cb71ea50d tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772548 Nov 09 04:47:56.858262 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25b60efe-012b-4485-8a84-6d0f77904955 req-4129d982-f027-4720-8652-0549d451c171 service neutron] 10.222.0.31 "GET /v2.0/networks/5c161670-4afb-43a6-9476-3cf93002082d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955551 Nov 09 04:47:56.944141 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25b60efe-012b-4485-8a84-6d0f77904955 req-3d305b7e-abdf-4504-b5b6-7607924b2a5f service neutron] 10.222.0.31 "GET /v2.0/networks/5c161670-4afb-43a6-9476-3cf93002082d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787580 Nov 09 04:47:57.035126 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7ba14-a967-4d6a-ba25-30215f0ab1b7 req-8051246b-836c-4194-8b91-fd1d13abbbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:57.036521 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aab7ba14-a967-4d6a-ba25-30215f0ab1b7 req-8051246b-836c-4194-8b91-fd1d13abbbc9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=230d25929cad4a74b56df8743c0afd3a&device_id=6d7a0264-556d-4dcb-96fa-366461ecae6c HTTP/1.1" status: 200 len: 1096 time: 0.0440168 Nov 09 04:47:57.127264 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7ba14-a967-4d6a-ba25-30215f0ab1b7 req-3593f808-2823-430f-ac13-f439d10fcf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:57.128741 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aab7ba14-a967-4d6a-ba25-30215f0ab1b7 req-3593f808-2823-430f-ac13-f439d10fcf7e service neutron] 10.222.0.31 "GET /v2.0/networks?id=5c161670-4afb-43a6-9476-3cf93002082d HTTP/1.1" status: 200 len: 913 time: 0.0839183 Nov 09 04:47:57.172583 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aab7ba14-a967-4d6a-ba25-30215f0ab1b7 req-72e9b2d3-22cc-4d72-baee-a854fee7478c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94c8f64f-11e6-46af-bd93-6923de05e475 HTTP/1.1" status: 200 len: 217 time: 0.0355654 Nov 09 04:47:57.220468 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7ba14-a967-4d6a-ba25-30215f0ab1b7 req-7f742cc1-6103-4fb6-ac96-310317a4eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:57.222172 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aab7ba14-a967-4d6a-ba25-30215f0ab1b7 req-7f742cc1-6103-4fb6-ac96-310317a4eee5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=88e36da0-4ac3-4c4f-b4a6-1ac3794da69c HTTP/1.1" status: 200 len: 853 time: 0.0427067 Nov 09 04:47:57.253358 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aab7ba14-a967-4d6a-ba25-30215f0ab1b7 req-e89776b1-8825-48d2-beee-c44bee9993c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5c161670-4afb-43a6-9476-3cf93002082d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236287 Nov 09 04:47:57.343499 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aab7ba14-a967-4d6a-ba25-30215f0ab1b7 req-3594e287-d09d-4c1a-a96f-a26246adfd25 service neutron] 10.222.0.31 "GET /v2.0/networks/5c161670-4afb-43a6-9476-3cf93002082d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817883 Nov 09 04:47:57.430594 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aab7ba14-a967-4d6a-ba25-30215f0ab1b7 req-91d13f9f-35f9-4914-afa1-09f66e0921a2 service neutron] 10.222.0.31 "GET /v2.0/networks/5c161670-4afb-43a6-9476-3cf93002082d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792220 Nov 09 04:47:57.885662 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f624a90c-08ed-4dd7-bdc6-81170883f468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:57.921092 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fa654-6c95-4b3b-b67c-e253a31aa350 req-95c63c8b-5d63-4bed-9213-333e90779e66 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:57.922559 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-384fa654-6c95-4b3b-b67c-e253a31aa350 req-95c63c8b-5d63-4bed-9213-333e90779e66 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7a0264-556d-4dcb-96fa-366461ecae6c HTTP/1.1" status: 200 len: 943 time: 0.0545654 Nov 09 04:47:57.968339 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-384fa654-6c95-4b3b-b67c-e253a31aa350 req-22f0d7f0-9d6e-4456-93df-84b4d3f03f02 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398374 Nov 09 04:47:58.275670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 94c8f64f-11e6-46af-bd93-6923de05e475 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:47:58.369124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 94c8f64f-11e6-46af-bd93-6923de05e475, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=94c8f64f-11e6-46af-bd93-6923de05e475,segment=NetworkSegment(0f0aa44b-00b6-43c3-9012-d1d85ba33e84),segment_id=0f0aa44b-00b6-43c3-9012-d1d85ba33e84)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:58.379824 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '94c8f64f-11e6-46af-bd93-6923de05e475', 'network_id': '5c161670-4afb-43a6-9476-3cf93002082d', 'port_id': '94c8f64f-11e6-46af-bd93-6923de05e475', 'mac_address': 'fa:16:3e:2f:dc:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e36da0-4ac3-4c4f-b4a6-1ac3794da69c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:47:58.415692 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:58.427713 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c8f64f-11e6-46af-bd93-6923de05e475 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:47:58.446713 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 94c8f64f-11e6-46af-bd93-6923de05e475, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=94c8f64f-11e6-46af-bd93-6923de05e475,segment=NetworkSegment(0f0aa44b-00b6-43c3-9012-d1d85ba33e84),segment_id=0f0aa44b-00b6-43c3-9012-d1d85ba33e84)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:47:58.450461 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:47:58.493924 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=94c8f64f-11e6-46af-bd93-6923de05e475,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:47:58.501144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:58.501493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:58.501856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:58.502190 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:58.502518 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:58.502846 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:58.503170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:58.503493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:58.503814 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:58.504131 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:58.504448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:58.504762 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:47:58.653440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['94c8f64f-11e6-46af-bd93-6923de05e475'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:47:59.080465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182afc66-206a-4cb4-b5a2-41755ea6cc9b req-0e2462dc-16f7-4384-947b-3b9ac4013899 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:47:59.081936 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-182afc66-206a-4cb4-b5a2-41755ea6cc9b req-0e2462dc-16f7-4384-947b-3b9ac4013899 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7a0264-556d-4dcb-96fa-366461ecae6c HTTP/1.1" status: 200 len: 944 time: 0.0479593 Nov 09 04:47:59.131618 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-182afc66-206a-4cb4-b5a2-41755ea6cc9b req-9f154d01-3fb2-4452-8e2b-471658b5008e tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438030 Nov 09 04:47:59.169572 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:00.244074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28c6ca-c2d3-4581-aa67-0bafbaeb9d9e req-ea5a6066-87ac-40dd-8d07-29147cca2183 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:00.246005 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1d28c6ca-c2d3-4581-aa67-0bafbaeb9d9e req-ea5a6066-87ac-40dd-8d07-29147cca2183 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7a0264-556d-4dcb-96fa-366461ecae6c HTTP/1.1" status: 200 len: 944 time: 0.0472512 Nov 09 04:48:00.275687 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 94c8f64f-11e6-46af-bd93-6923de05e475 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:00.291711 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1d28c6ca-c2d3-4581-aa67-0bafbaeb9d9e req-f25b6bf0-f340-4c93-b9db-8a6cbe3c613d tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399251 Nov 09 04:48:00.327186 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 94c8f64f-11e6-46af-bd93-6923de05e475 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:48:00.330839 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 94c8f64f-11e6-46af-bd93-6923de05e475 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:00.331210 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:00.518881 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:00.563740 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:00.585827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7a0264-556d-4dcb-96fa-366461ecae6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8f64f-11e6-46af-bd93-6923de05e475'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:48:00.588044 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c90932c-6aea-4a10-8ede-2588f0769932" -d '{"events": [{"server_uuid": "6d7a0264-556d-4dcb-96fa-366461ecae6c", "name": "network-vif-plugged", "status": "completed", "tag": "94c8f64f-11e6-46af-bd93-6923de05e475"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:48:00.600740 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 94c8f64f-11e6-46af-bd93-6923de05e475, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=94c8f64f-11e6-46af-bd93-6923de05e475,segment=NetworkSegment(0f0aa44b-00b6-43c3-9012-d1d85ba33e84),segment_id=0f0aa44b-00b6-43c3-9012-d1d85ba33e84)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:00.605501 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:00.630681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26260f9-3e5d-4f96-9185-f41ade365202 x-openstack-request-id: req-a26260f9-3e5d-4f96-9185-f41ade365202 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:48:00.630964 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7a0264-556d-4dcb-96fa-366461ecae6c", "name": "network-vif-plugged", "status": "completed", "tag": "94c8f64f-11e6-46af-bd93-6923de05e475", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:48:00.631216 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a26260f9-3e5d-4f96-9185-f41ade365202 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:48:00.631601 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7a0264-556d-4dcb-96fa-366461ecae6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8f64f-11e6-46af-bd93-6923de05e475', 'code': 200} Nov 09 04:48:00.661479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=94c8f64f-11e6-46af-bd93-6923de05e475,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:00.785273 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693b748-8e81-49ad-8dd9-1614913e2ec6 req-63889a09-3314-43e0-98f1-dd77beef4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:00.786750 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1693b748-8e81-49ad-8dd9-1614913e2ec6 req-63889a09-3314-43e0-98f1-dd77beef4972 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6d7a0264-556d-4dcb-96fa-366461ecae6c HTTP/1.1" status: 200 len: 1098 time: 0.0386105 Nov 09 04:48:00.830076 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1693b748-8e81-49ad-8dd9-1614913e2ec6 req-15d93895-c08f-428c-af53-52af80348dec service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356140 Nov 09 04:48:01.069283 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:01.406576 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570528c-4d0e-4df5-a0bb-f37abc20763e req-a73da10a-bfbc-4b9c-bf7c-b781c08bf01b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:01.408058 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2570528c-4d0e-4df5-a0bb-f37abc20763e req-a73da10a-bfbc-4b9c-bf7c-b781c08bf01b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7a0264-556d-4dcb-96fa-366461ecae6c HTTP/1.1" status: 200 len: 945 time: 0.0509782 Nov 09 04:48:01.453379 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2570528c-4d0e-4df5-a0bb-f37abc20763e req-71e6a24e-e262-40fa-913a-ce0dc5c1a98c tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395105 Nov 09 04:48:02.566011 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925b022-380c-4325-ac93-26aebdb3b28b req-0b350c64-958e-45ce-ae22-050c99f041b8 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:02.567485 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4925b022-380c-4325-ac93-26aebdb3b28b req-0b350c64-958e-45ce-ae22-050c99f041b8 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7a0264-556d-4dcb-96fa-366461ecae6c HTTP/1.1" status: 200 len: 945 time: 0.0480411 Nov 09 04:48:02.613271 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4925b022-380c-4325-ac93-26aebdb3b28b req-3106f9a7-c793-4785-b1a3-1b0cc1ca8169 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394411 Nov 09 04:48:02.841877 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c875cc-44d2-4261-bce3-158c5a72cdbc req-b8bc673e-a582-4ad4-a770-89b282e351f3 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:02.843343 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-51c875cc-44d2-4261-bce3-158c5a72cdbc req-b8bc673e-a582-4ad4-a770-89b282e351f3 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7a0264-556d-4dcb-96fa-366461ecae6c HTTP/1.1" status: 200 len: 945 time: 0.0510271 Nov 09 04:48:02.888347 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-51c875cc-44d2-4261-bce3-158c5a72cdbc req-bb2ff7d1-97c0-4738-889e-70e372b2a85a tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390112 Nov 09 04:48:04.002570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec23944-1fee-4055-ad0d-09e6606be3b5 req-80aeb1cb-f109-4be3-8e94-c581cbf238e0 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:04.004041 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2ec23944-1fee-4055-ad0d-09e6606be3b5 req-80aeb1cb-f109-4be3-8e94-c581cbf238e0 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7a0264-556d-4dcb-96fa-366461ecae6c HTTP/1.1" status: 200 len: 945 time: 0.0483735 Nov 09 04:48:04.049459 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2ec23944-1fee-4055-ad0d-09e6606be3b5 req-3660cfe6-eda8-4411-a483-c25c6b9671f2 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395553 Nov 09 04:48:04.204322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde81f79-68da-449e-bc6e-bc8e92580a8d req-ac78affa-e44b-42dd-9dbb-1d50ad4336e0 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:04.205777 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bde81f79-68da-449e-bc6e-bc8e92580a8d req-ac78affa-e44b-42dd-9dbb-1d50ad4336e0 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d7a0264-556d-4dcb-96fa-366461ecae6c HTTP/1.1" status: 200 len: 945 time: 0.0468938 Nov 09 04:48:04.294788 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-bde81f79-68da-449e-bc6e-bc8e92580a8d req-6527b9a2-321c-4fdc-975e-08ba2592f27d tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Deleting port 94c8f64f-11e6-46af-bd93-6923de05e475 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:48:04.295039 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bde81f79-68da-449e-bc6e-bc8e92580a8d req-6527b9a2-321c-4fdc-975e-08ba2592f27d tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:04.378474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-bde81f79-68da-449e-bc6e-bc8e92580a8d req-6527b9a2-321c-4fdc-975e-08ba2592f27d tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] For port 94c8f64f-11e6-46af-bd93-6923de05e475, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=94c8f64f-11e6-46af-bd93-6923de05e475,segment=NetworkSegment(0f0aa44b-00b6-43c3-9012-d1d85ba33e84),segment_id=0f0aa44b-00b6-43c3-9012-d1d85ba33e84)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:04.378832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bde81f79-68da-449e-bc6e-bc8e92580a8d req-6527b9a2-321c-4fdc-975e-08ba2592f27d tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:04.391366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-bde81f79-68da-449e-bc6e-bc8e92580a8d req-6527b9a2-321c-4fdc-975e-08ba2592f27d tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Calling delete_port for 94c8f64f-11e6-46af-bd93-6923de05e475 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:48:04.844230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bde81f79-68da-449e-bc6e-bc8e92580a8d req-6527b9a2-321c-4fdc-975e-08ba2592f27d tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:04.856646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['04d9a63c-db39-45b4-8186-5530cb68d633'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:48:04.884811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527b9a2-321c-4fdc-975e-08ba2592f27d tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Pushing event deleted for resources: {'Port': ['ID=94c8f64f-11e6-46af-bd93-6923de05e475,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:04.937764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde81f79-68da-449e-bc6e-bc8e92580a8d req-6527b9a2-321c-4fdc-975e-08ba2592f27d tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] No DVR routers for this DVR port 94c8f64f-11e6-46af-bd93-6923de05e475 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:48:04.940266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bde81f79-68da-449e-bc6e-bc8e92580a8d req-6527b9a2-321c-4fdc-975e-08ba2592f27d tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:04.943539 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bde81f79-68da-449e-bc6e-bc8e92580a8d req-6527b9a2-321c-4fdc-975e-08ba2592f27d tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.31 "DELETE /v2.0/ports/94c8f64f-11e6-46af-bd93-6923de05e475 HTTP/1.1" status: 204 len: 173 time: 0.7305877 Nov 09 04:48:04.943976 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7a0264-556d-4dcb-96fa-366461ecae6c', 'name': 'network-vif-deleted', 'tag': '94c8f64f-11e6-46af-bd93-6923de05e475'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:48:04.946211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001453e7-6317-4f44-bfe4-a115ea2615ac" -d '{"events": [{"server_uuid": "6d7a0264-556d-4dcb-96fa-366461ecae6c", "name": "network-vif-deleted", "tag": "94c8f64f-11e6-46af-bd93-6923de05e475"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:48:04.986630 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624cd438-8aa9-4618-8a03-49af5a4cda95 x-openstack-request-id: req-624cd438-8aa9-4618-8a03-49af5a4cda95 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:48:04.986922 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7a0264-556d-4dcb-96fa-366461ecae6c", "name": "network-vif-deleted", "tag": "94c8f64f-11e6-46af-bd93-6923de05e475", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:48:04.987171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-624cd438-8aa9-4618-8a03-49af5a4cda95 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:48:04.987573 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7a0264-556d-4dcb-96fa-366461ecae6c', 'name': 'network-vif-deleted', 'tag': '94c8f64f-11e6-46af-bd93-6923de05e475', 'status': 'completed', 'code': 200} Nov 09 04:48:05.149867 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e772314f-6dac-44a4-9bdb-1781562ba1fc req-cd48b6cb-67c7-4fb6-8475-c7f62e402cef tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7a0264-556d-4dcb-96fa-366461ecae6c HTTP/1.1" status: 200 len: 210 time: 0.0246804 Nov 09 04:48:06.296745 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 94c8f64f-11e6-46af-bd93-6923de05e475 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:48:06.297648 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283526a-fc9c-4ba4-bda3-163d08331e85 req-ca86c7ad-96d8-400a-939b-b45b901b4c76 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:06.299115 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c283526a-fc9c-4ba4-bda3-163d08331e85 req-ca86c7ad-96d8-400a-939b-b45b901b4c76 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 945 time: 0.0505841 Nov 09 04:48:06.316653 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 94c8f64f-11e6-46af-bd93-6923de05e475 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:48:06.316994 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 94c8f64f-11e6-46af-bd93-6923de05e475 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:48:06.346409 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c283526a-fc9c-4ba4-bda3-163d08331e85 req-b5cd6477-a6b1-4819-b856-5145d3c18cf6 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Nov 09 04:48:06.475001 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91860-f01e-467d-8c8e-36ff2b00a03b req-d4d4c081-7f21-48d3-8388-3ffe4ca80bf7 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:06.476501 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9ab91860-f01e-467d-8c8e-36ff2b00a03b req-d4d4c081-7f21-48d3-8388-3ffe4ca80bf7 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 945 time: 0.0477397 Nov 09 04:48:06.523900 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9ab91860-f01e-467d-8c8e-36ff2b00a03b req-f2111a71-f3ad-492a-89ae-b7250867d432 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Nov 09 04:48:06.649255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efafebf-0bab-4fd2-9424-330b58739c7d req-df18f86e-4e17-46eb-aa3d-68873db759d2 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:06.655992 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8efafebf-0bab-4fd2-9424-330b58739c7d req-df18f86e-4e17-46eb-aa3d-68873db759d2 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 945 time: 0.0531936 Nov 09 04:48:06.699068 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8efafebf-0bab-4fd2-9424-330b58739c7d req-5202243e-65f1-416c-aed1-7625a7941e58 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423777 Nov 09 04:48:06.861843 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b82013-487c-4140-90d7-d54df243b636 req-971ec666-48f4-4260-98b4-aed7cb9c2e1d tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:06.863301 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c2b82013-487c-4140-90d7-d54df243b636 req-971ec666-48f4-4260-98b4-aed7cb9c2e1d tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 945 time: 0.0476890 Nov 09 04:48:06.909300 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c2b82013-487c-4140-90d7-d54df243b636 req-b51bc0a0-77c7-4a30-a97b-a6b0893b040b tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Nov 09 04:48:07.023838 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfce3c-ac4e-49ef-8737-874354e5236f req-a4b42bf9-2e22-43d0-96e2-2d0a2258434c tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:07.025316 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f2dfce3c-ac4e-49ef-8737-874354e5236f req-a4b42bf9-2e22-43d0-96e2-2d0a2258434c tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 945 time: 0.0477610 Nov 09 04:48:07.075118 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f2dfce3c-ac4e-49ef-8737-874354e5236f req-feacf528-ed23-4ade-b5b9-53f2e6bc8c1d tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438900 Nov 09 04:48:07.197064 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771b404-b875-46da-ad63-43a78c4b77a9 req-b32f90d5-4a2a-409e-8e58-557d0e9a8bdd tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:07.199177 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9771b404-b875-46da-ad63-43a78c4b77a9 req-b32f90d5-4a2a-409e-8e58-557d0e9a8bdd tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 945 time: 0.0487428 Nov 09 04:48:07.246060 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-9771b404-b875-46da-ad63-43a78c4b77a9 req-7e87f299-1059-4603-b085-7cd0b966ca44 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Nov 09 04:48:07.539585 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b8959-24b8-405a-843e-0e27e8dc93c9 req-4e5271b5-d1ba-4825-8dce-398c175211da tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:07.541071 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0a7b8959-24b8-405a-843e-0e27e8dc93c9 req-4e5271b5-d1ba-4825-8dce-398c175211da tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 945 time: 0.0482175 Nov 09 04:48:07.587155 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0a7b8959-24b8-405a-843e-0e27e8dc93c9 req-bca49ba1-914c-4de4-a0dc-97f0bdf817c5 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 Nov 09 04:48:08.707330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e01c3e-f8bf-4eea-93f7-de8d912c7205 req-72948e3c-7931-4110-be7e-861baafb8318 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:08.708831 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f0e01c3e-f8bf-4eea-93f7-de8d912c7205 req-72948e3c-7931-4110-be7e-861baafb8318 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 945 time: 0.0541255 Nov 09 04:48:08.757252 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f0e01c3e-f8bf-4eea-93f7-de8d912c7205 req-a3ef7428-ff7f-441a-bdc1-468b54e446c5 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.21 "GET /v2.0/security-groups?id=41df600b-81ea-482f-b263-f723c6601e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 Nov 09 04:48:08.886071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc99be5-a2d1-446f-bdeb-b33c0323b6ad req-761ebe3f-22bd-459e-aeb8-5137ee442206 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:08.887426 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dcc99be5-a2d1-446f-bdeb-b33c0323b6ad req-761ebe3f-22bd-459e-aeb8-5137ee442206 tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.31 "GET /v2.0/ports?device_id=8cae17a9-2017-4bdd-92c2-d73e12846d75 HTTP/1.1" status: 200 len: 945 time: 0.0474911 Nov 09 04:48:08.972676 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-dcc99be5-a2d1-446f-bdeb-b33c0323b6ad req-12ac80eb-ca6c-4095-9f7d-c327f8e55bac tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Deleting port 04d9a63c-db39-45b4-8186-5530cb68d633 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:48:08.973007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-dcc99be5-a2d1-446f-bdeb-b33c0323b6ad req-12ac80eb-ca6c-4095-9f7d-c327f8e55bac tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:09.062224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-dcc99be5-a2d1-446f-bdeb-b33c0323b6ad req-12ac80eb-ca6c-4095-9f7d-c327f8e55bac tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] For port 04d9a63c-db39-45b4-8186-5530cb68d633, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=04d9a63c-db39-45b4-8186-5530cb68d633,segment=NetworkSegment(0f0aa44b-00b6-43c3-9012-d1d85ba33e84),segment_id=0f0aa44b-00b6-43c3-9012-d1d85ba33e84)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:09.062583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-dcc99be5-a2d1-446f-bdeb-b33c0323b6ad req-12ac80eb-ca6c-4095-9f7d-c327f8e55bac tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:09.075429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-dcc99be5-a2d1-446f-bdeb-b33c0323b6ad req-12ac80eb-ca6c-4095-9f7d-c327f8e55bac tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Calling delete_port for 04d9a63c-db39-45b4-8186-5530cb68d633 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:48:09.200003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-dcc99be5-a2d1-446f-bdeb-b33c0323b6ad req-12ac80eb-ca6c-4095-9f7d-c327f8e55bac tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:09.211159 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['04d9a63c-db39-45b4-8186-5530cb68d633'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:48:09.225474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac80eb-ca6c-4095-9f7d-c327f8e55bac tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Pushing event deleted for resources: {'Port': ['ID=04d9a63c-db39-45b4-8186-5530cb68d633,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:09.266470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc99be5-a2d1-446f-bdeb-b33c0323b6ad req-12ac80eb-ca6c-4095-9f7d-c327f8e55bac tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] No DVR routers for this DVR port 04d9a63c-db39-45b4-8186-5530cb68d633 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:48:09.268891 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-dcc99be5-a2d1-446f-bdeb-b33c0323b6ad req-12ac80eb-ca6c-4095-9f7d-c327f8e55bac tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:09.272116 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dcc99be5-a2d1-446f-bdeb-b33c0323b6ad req-12ac80eb-ca6c-4095-9f7d-c327f8e55bac tempest-ServersNegativeTestJSON-85027375 tempest-ServersNegativeTestJSON-85027375-project] 10.222.0.31 "DELETE /v2.0/ports/04d9a63c-db39-45b4-8186-5530cb68d633 HTTP/1.1" status: 204 len: 173 time: 0.3784335 Nov 09 04:48:09.272545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cae17a9-2017-4bdd-92c2-d73e12846d75', 'name': 'network-vif-deleted', 'tag': '04d9a63c-db39-45b4-8186-5530cb68d633'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:48:09.274850 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98154a3-7e18-40af-92bc-f13c3c9352b2" -d '{"events": [{"server_uuid": "8cae17a9-2017-4bdd-92c2-d73e12846d75", "name": "network-vif-deleted", "tag": "04d9a63c-db39-45b4-8186-5530cb68d633"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:48:09.310835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fc1224-ca73-4faf-b3af-d0292599dbce x-openstack-request-id: req-f4fc1224-ca73-4faf-b3af-d0292599dbce {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:48:09.311125 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cae17a9-2017-4bdd-92c2-d73e12846d75", "name": "network-vif-deleted", "tag": "04d9a63c-db39-45b4-8186-5530cb68d633", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:48:09.311373 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4fc1224-ca73-4faf-b3af-d0292599dbce {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:48:09.311766 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cae17a9-2017-4bdd-92c2-d73e12846d75', 'name': 'network-vif-deleted', 'tag': '04d9a63c-db39-45b4-8186-5530cb68d633', 'status': 'completed', 'code': 200} Nov 09 04:48:09.812966 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55444) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:09.860208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba6e9d2-edc0-4fee-9f27-afccb0425f53 admin admin] Deleting subnet 88e36da0-4ac3-4c4f-b4a6-1ac3794da69c {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:48:09.863150 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aba6e9d2-edc0-4fee-9f27-afccb0425f53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:09.896588 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aba6e9d2-edc0-4fee-9f27-afccb0425f53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:09.933562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aba6e9d2-edc0-4fee-9f27-afccb0425f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:09.983004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aba6e9d2-edc0-4fee-9f27-afccb0425f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:10.015196 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-aba6e9d2-edc0-4fee-9f27-afccb0425f53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:10.018332 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-aba6e9d2-edc0-4fee-9f27-afccb0425f53 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/88e36da0-4ac3-4c4f-b4a6-1ac3794da69c HTTP/1.1" status: 204 len: 168 time: 0.2043459 Nov 09 04:48:10.019316 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6e9d2-edc0-4fee-9f27-afccb0425f53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88e36da0-4ac3-4c4f-b4a6-1ac3794da69c,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:10.020954 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55446) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:10.090626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-85ded4d8-06df-4829-a413-291885792c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:10.168203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-85ded4d8-06df-4829-a413-291885792c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:10.187768 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-85ded4d8-06df-4829-a413-291885792c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c161670-4afb-43a6-9476-3cf93002082d']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:10.201346 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-85ded4d8-06df-4829-a413-291885792c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0aa44b-00b6-43c3-9012-d1d85ba33e84') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:10.201674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-85ded4d8-06df-4829-a413-291885792c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0aa44b-00b6-43c3-9012-d1d85ba33e84') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:10.210729 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-85ded4d8-06df-4829-a413-291885792c19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:10.223423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-85ded4d8-06df-4829-a413-291885792c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:10.229587 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ded4d8-06df-4829-a413-291885792c19 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:48:10.229967 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-85ded4d8-06df-4829-a413-291885792c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:48:10.231567 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:48:10.260724 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:48:10.282979 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-85ded4d8-06df-4829-a413-291885792c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:10.288109 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-85ded4d8-06df-4829-a413-291885792c19 admin admin] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:10.291882 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-85ded4d8-06df-4829-a413-291885792c19 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5c161670-4afb-43a6-9476-3cf93002082d HTTP/1.1" status: 204 len: 168 time: 0.2698050 Nov 09 04:48:10.303556 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ded4d8-06df-4829-a413-291885792c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c161670-4afb-43a6-9476-3cf93002082d,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:10.399803 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55450) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:10.438668 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5c5963ca-f220-4d36-857c-54eb087922f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=230d25929cad4a74b56df8743c0afd3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369902 Nov 09 04:48:10.441124 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55452) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:10.487841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6340166e-e35e-46eb-b17e-a50787e7e3da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:10.508257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6340166e-e35e-46eb-b17e-a50787e7e3da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:10.551994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6340166e-e35e-46eb-b17e-a50787e7e3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:10.554611 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6340166e-e35e-46eb-b17e-a50787e7e3da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:10.555750 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6340166e-e35e-46eb-b17e-a50787e7e3da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41df600b-81ea-482f-b263-f723c6601e7c HTTP/1.1" status: 204 len: 168 time: 0.1136153 Nov 09 04:48:10.564040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340166e-e35e-46eb-b17e-a50787e7e3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41df600b-81ea-482f-b263-f723c6601e7c,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:11.206640 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55474) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:11.295610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-275391209'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:11.317213 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Made reservation on behalf of 5ed853f4ee8144a6b84e2f8781494b98 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:11.320727 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:11.329419 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:11.403668 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:11.407219 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:11.428564 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:48:11.441618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb2789b-d616-43d7-8a2c-2f438b7ba7a3,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:11.446253 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:11.446591 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Added segment 92f1d496-e010-4874-93a0-876052365f8a of type vlan for network 9be74a19-1f23-4e8a-936a-fed05cace25e Nov 09 04:48:11.488485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:11.511838 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:11.517327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:11.517981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:11.549186 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3414507 Nov 09 04:48:11.584888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef92e8-7769-41c9-b865-b98c6e778b7e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event updated for resources: {'Network': ['ID=9be74a19-1f23-4e8a-936a-fed05cace25e,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:11.596555 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 9be74a19-1f23-4e8a-936a-fed05cace25e details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:48:12.339386 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 04d9a63c-db39-45b4-8186-5530cb68d633 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:48:12.358880 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 04d9a63c-db39-45b4-8186-5530cb68d633 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:48:12.359225 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 04d9a63c-db39-45b4-8186-5530cb68d633 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:48:14.809360 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55478) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:14.814475 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-e5ffec65-45ff-47d8-b9c7-4edb8cb5f549 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Request body: {'subnet': {'network_id': '9be74a19-1f23-4e8a-936a-fed05cace25e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:14.903274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ffec65-45ff-47d8-b9c7-4edb8cb5f549 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Made reservation on behalf of 5ed853f4ee8144a6b84e2f8781494b98 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:14.906787 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e5ffec65-45ff-47d8-b9c7-4edb8cb5f549 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.085826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e5ffec65-45ff-47d8-b9c7-4edb8cb5f549 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.144165 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffec65-45ff-47d8-b9c7-4edb8cb5f549 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event updated for resources: {'Subnet': ['ID=b723807f-dd5a-4985-b5c0-6beec87e108d,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:15.153307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ffec65-45ff-47d8-b9c7-4edb8cb5f549 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Checking segment: {'id': '92f1d496-e010-4874-93a0-876052365f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9be74a19-1f23-4e8a-936a-fed05cace25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:15.153694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ffec65-45ff-47d8-b9c7-4edb8cb5f549 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Network hostable DHCP agents. Network: 9be74a19-1f23-4e8a-936a-fed05cace25e, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:48:15.170228 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ffec65-45ff-47d8-b9c7-4edb8cb5f549 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Network 9be74a19-1f23-4e8a-936a-fed05cace25e is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:48:15.178253 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-e5ffec65-45ff-47d8-b9c7-4edb8cb5f549 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 9be74a19-1f23-4e8a-936a-fed05cace25e) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:15.186308 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dadc4d-cac6-4144-850b-6d239f967e4b None None] Network 9be74a19-1f23-4e8a-936a-fed05cace25e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:15.187402 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ffec65-45ff-47d8-b9c7-4edb8cb5f549 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:15.188003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e5ffec65-45ff-47d8-b9c7-4edb8cb5f549 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.204223 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e5ffec65-45ff-47d8-b9c7-4edb8cb5f549 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3937001 Nov 09 04:48:15.207644 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55480) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:15.212581 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6d46aae5-232f-4f88-bdf3-deaab7085ae2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1463497816'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:15.233498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d46aae5-232f-4f88-bdf3-deaab7085ae2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Made reservation on behalf of 5ed853f4ee8144a6b84e2f8781494b98 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:15.237022 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d46aae5-232f-4f88-bdf3-deaab7085ae2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.261061 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d46aae5-232f-4f88-bdf3-deaab7085ae2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:48:15.270258 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d46aae5-232f-4f88-bdf3-deaab7085ae2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.270683 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-6d46aae5-232f-4f88-bdf3-deaab7085ae2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Added segment fb30dec0-a116-47fe-b7d2-b21be6f31575 of type vlan for network 20f705c8-1a95-4b54-87c9-0833c5e96714 Nov 09 04:48:15.310930 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d46aae5-232f-4f88-bdf3-deaab7085ae2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.329077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-9be74a19-1f23-4e8a-936a-fed05cace25e', 'network_id': '9be74a19-1f23-4e8a-936a-fed05cace25e', 'tenant_id': '5ed853f4ee8144a6b84e2f8781494b98', 'fixed_ips': [{'subnet_id': 'b723807f-dd5a-4985-b5c0-6beec87e108d'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:48:15.330021 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.336024 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d46aae5-232f-4f88-bdf3-deaab7085ae2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.342347 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d46aae5-232f-4f88-bdf3-deaab7085ae2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:15.342347 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6d46aae5-232f-4f88-bdf3-deaab7085ae2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.408382 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6d46aae5-232f-4f88-bdf3-deaab7085ae2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1996875 Nov 09 04:48:15.411286 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55482) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:15.418174 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3c32721f-3bbe-4942-8a58-5dda9b149f85 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Request body: {'subnet': {'network_id': '20f705c8-1a95-4b54-87c9-0833c5e96714', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:15.434361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46aae5-232f-4f88-bdf3-deaab7085ae2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event updated for resources: {'Network': ['ID=20f705c8-1a95-4b54-87c9-0833c5e96714,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:15.448936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 20f705c8-1a95-4b54-87c9-0833c5e96714 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:48:15.515500 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c32721f-3bbe-4942-8a58-5dda9b149f85 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Made reservation on behalf of 5ed853f4ee8144a6b84e2f8781494b98 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:15.519320 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3c32721f-3bbe-4942-8a58-5dda9b149f85 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.521649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Allocated IP 2001:db8:0:ffff::2 (9be74a19-1f23-4e8a-936a-fed05cace25e/b723807f-dd5a-4985-b5c0-6beec87e108d/9b97b409-815a-4938-a828-f4abe37e1c2a) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:48:15.673335 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.678568 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.723420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Network 9be74a19-1f23-4e8a-936a-fed05cace25e is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:48:15.726351 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:15.730729 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:48:15.732786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3c32721f-3bbe-4942-8a58-5dda9b149f85 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.733701 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Pushing event updated for resources: {'Port': ['ID=9b97b409-815a-4938-a828-f4abe37e1c2a,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:15.784869 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Attempting to bind port 9b97b409-815a-4938-a828-f4abe37e1c2a on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:48:15.785235 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Attempting to bind port 9b97b409-815a-4938-a828-f4abe37e1c2a by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '92f1d496-e010-4874-93a0-876052365f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9be74a19-1f23-4e8a-936a-fed05cace25e'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:48:15.785619 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Attempting to bind port 9b97b409-815a-4938-a828-f4abe37e1c2a on network 9be74a19-1f23-4e8a-936a-fed05cace25e {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:48:15.790476 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:48:15.790859 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Checking segment: {'id': '92f1d496-e010-4874-93a0-876052365f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9be74a19-1f23-4e8a-936a-fed05cace25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:15.791256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.791645 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Bound using segment: {'id': '92f1d496-e010-4874-93a0-876052365f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9be74a19-1f23-4e8a-936a-fed05cace25e'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:48:15.792099 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Bound port: 9b97b409-815a-4938-a828-f4abe37e1c2a, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f1d496-e010-4874-93a0-876052365f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9be74a19-1f23-4e8a-936a-fed05cace25e'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:48:15.792473 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.794930 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32721f-3bbe-4942-8a58-5dda9b149f85 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event updated for resources: {'Subnet': ['ID=12c40591-7668-4cfa-830e-adc6f16f2083,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:15.802717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c32721f-3bbe-4942-8a58-5dda9b149f85 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Checking segment: {'id': 'fb30dec0-a116-47fe-b7d2-b21be6f31575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '20f705c8-1a95-4b54-87c9-0833c5e96714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:15.802717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c32721f-3bbe-4942-8a58-5dda9b149f85 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Network hostable DHCP agents. Network: 20f705c8-1a95-4b54-87c9-0833c5e96714, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:48:15.819732 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c32721f-3bbe-4942-8a58-5dda9b149f85 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Network 20f705c8-1a95-4b54-87c9-0833c5e96714 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:48:15.829301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-3c32721f-3bbe-4942-8a58-5dda9b149f85 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 20f705c8-1a95-4b54-87c9-0833c5e96714) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:15.834159 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c32721f-3bbe-4942-8a58-5dda9b149f85 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:15.834858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3c32721f-3bbe-4942-8a58-5dda9b149f85 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.840381 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce615e-c4ce-4e8e-93f4-ede25091fedf None None] Network 20f705c8-1a95-4b54-87c9-0833c5e96714 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:15.851768 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3c32721f-3bbe-4942-8a58-5dda9b149f85 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4394085 Nov 09 04:48:15.854329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55484) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:15.909257 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] For port 9b97b409-815a-4938-a828-f4abe37e1c2a, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:48:15.926611 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] For port 9b97b409-815a-4938-a828-f4abe37e1c2a, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9b97b409-815a-4938-a828-f4abe37e1c2a,segment=NetworkSegment(92f1d496-e010-4874-93a0-876052365f8a),segment_id=92f1d496-e010-4874-93a0-876052365f8a)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:48:15.934005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:15.955534 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.034347 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.044588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a621ede-1beb-428d-ba59-6f9b58210708 None None] Pushing event updated for resources: {'Port': ['ID=9b97b409-815a-4938-a828-f4abe37e1c2a,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:16.093993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3f9a2e-720c-46cb-b06d-8174d5d9db79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-20f705c8-1a95-4b54-87c9-0833c5e96714', 'network_id': '20f705c8-1a95-4b54-87c9-0833c5e96714', 'tenant_id': '5ed853f4ee8144a6b84e2f8781494b98', 'fixed_ips': [{'subnet_id': '12c40591-7668-4cfa-830e-adc6f16f2083'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:48:16.095124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fd3f9a2e-720c-46cb-b06d-8174d5d9db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.117902 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.158637 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event deleted for resources: {'Subnet': ['ID=12c40591-7668-4cfa-830e-adc6f16f2083,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server [None req-fd3f9a2e-720c-46cb-b06d-8174d5d9db79 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12c40591-7668-4cfa-830e-adc6f16f2083: This subnet is being modified by another concurrent operation. Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise self.value Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server raise exception Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12c40591-7668-4cfa-830e-adc6f16f2083: This subnet is being modified by another concurrent operation. Nov 09 04:48:16.211931 dv-neutron-816800-2-hyperv neutron-server[101885]: ERROR oslo_messaging.rpc.server Nov 09 04:48:16.235003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.242580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77357af-c62a-4f82-a9e7-c2b7e06e34f3 None None] Network 20f705c8-1a95-4b54-87c9-0833c5e96714 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:16.259405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f705c8-1a95-4b54-87c9-0833c5e96714']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:16.272720 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb30dec0-a116-47fe-b7d2-b21be6f31575') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:16.273247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb30dec0-a116-47fe-b7d2-b21be6f31575') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:16.287646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.306946 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.313311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:48:16.313800 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:48:16.317486 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:48:16.382073 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.388666 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.391793 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "DELETE /v2.0/networks/20f705c8-1a95-4b54-87c9-0833c5e96714 HTTP/1.1" status: 204 len: 168 time: 0.5363822 Nov 09 04:48:16.395867 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55486) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:16.400892 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f306f119-2861-46d0-a39a-32174d20694e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-218366959'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:16.402828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46a938-9dba-4adf-a374-429c33aa53eb tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event deleted for resources: {'Network': ['ID=20f705c8-1a95-4b54-87c9-0833c5e96714,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:16.427085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f306f119-2861-46d0-a39a-32174d20694e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Made reservation on behalf of 5ed853f4ee8144a6b84e2f8781494b98 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:16.430730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f306f119-2861-46d0-a39a-32174d20694e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.453618 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f306f119-2861-46d0-a39a-32174d20694e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:48:16.463834 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f306f119-2861-46d0-a39a-32174d20694e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.464180 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-f306f119-2861-46d0-a39a-32174d20694e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Added segment b1366255-294e-4a82-9773-6c87e0565571 of type vlan for network c04f867b-15f1-4c1c-a0ce-f963f7d2f994 Nov 09 04:48:16.503350 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f306f119-2861-46d0-a39a-32174d20694e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.527652 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f306f119-2861-46d0-a39a-32174d20694e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.533248 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f306f119-2861-46d0-a39a-32174d20694e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:16.533858 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f306f119-2861-46d0-a39a-32174d20694e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.570072 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f306f119-2861-46d0-a39a-32174d20694e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1731286 Nov 09 04:48:16.573570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55488) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:16.578723 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a834d06a-85c4-4d2d-be6f-869cb5310556 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Request body: {'subnet': {'network_id': 'c04f867b-15f1-4c1c-a0ce-f963f7d2f994', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:16.604175 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306f119-2861-46d0-a39a-32174d20694e tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event updated for resources: {'Network': ['ID=c04f867b-15f1-4c1c-a0ce-f963f7d2f994,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:16.615369 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network c04f867b-15f1-4c1c-a0ce-f963f7d2f994 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:48:16.671268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a834d06a-85c4-4d2d-be6f-869cb5310556 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Made reservation on behalf of 5ed853f4ee8144a6b84e2f8781494b98 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:16.675112 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a834d06a-85c4-4d2d-be6f-869cb5310556 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.739403 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.ipam_backend_mixin [None req-a834d06a-85c4-4d2d-be6f-869cb5310556 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Performing IP validity checks on allocation pools {{(pid=101883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 09 04:48:16.739925 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.ipam_backend_mixin [None req-a834d06a-85c4-4d2d-be6f-869cb5310556 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 09 04:48:16.866000 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a834d06a-85c4-4d2d-be6f-869cb5310556 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.927608 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce1f9fa-9b87-42dd-8d4b-087081e64cd0 None None] Network 9be74a19-1f23-4e8a-936a-fed05cace25e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:16.931272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834d06a-85c4-4d2d-be6f-869cb5310556 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event updated for resources: {'Subnet': ['ID=efed7f68-2032-4924-870e-044649384ac9,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:16.941325 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a834d06a-85c4-4d2d-be6f-869cb5310556 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Checking segment: {'id': 'b1366255-294e-4a82-9773-6c87e0565571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c04f867b-15f1-4c1c-a0ce-f963f7d2f994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:16.941733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a834d06a-85c4-4d2d-be6f-869cb5310556 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Network hostable DHCP agents. Network: c04f867b-15f1-4c1c-a0ce-f963f7d2f994, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:48:16.959518 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a834d06a-85c4-4d2d-be6f-869cb5310556 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Network c04f867b-15f1-4c1c-a0ce-f963f7d2f994 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:48:16.968975 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-a834d06a-85c4-4d2d-be6f-869cb5310556 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, c04f867b-15f1-4c1c-a0ce-f963f7d2f994) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:16.974918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a834d06a-85c4-4d2d-be6f-869cb5310556 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:16.976511 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a834d06a-85c4-4d2d-be6f-869cb5310556 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.985343 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e50370-8f4b-473c-a25e-3231dcf88413 None None] Network c04f867b-15f1-4c1c-a0ce-f963f7d2f994 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:16.995493 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a834d06a-85c4-4d2d-be6f-869cb5310556 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4208045 Nov 09 04:48:16.998260 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55490) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:17.055173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-3c8b3443-5528-4ba1-9791-e1ff59660e91 None None] Provisioning complete for port 9b97b409-815a-4938-a828-f4abe37e1c2a triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:17.055542 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3c8b3443-5528-4ba1-9791-e1ff59660e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.095966 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.170288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.202192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.238395 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.262054 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event deleted for resources: {'Subnet': ['ID=efed7f68-2032-4924-870e-044649384ac9,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:17.286846 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3c8b3443-5528-4ba1-9791-e1ff59660e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.299573 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a44cb2-3a78-44fd-93f2-074178cad027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-c04f867b-15f1-4c1c-a0ce-f963f7d2f994', 'network_id': 'c04f867b-15f1-4c1c-a0ce-f963f7d2f994', 'tenant_id': '5ed853f4ee8144a6b84e2f8781494b98', 'fixed_ips': [{'subnet_id': 'efed7f68-2032-4924-870e-044649384ac9'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:48:17.300399 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-83a44cb2-3a78-44fd-93f2-074178cad027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.327647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.346505 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3c8b3443-5528-4ba1-9791-e1ff59660e91 None None] For port 9b97b409-815a-4938-a828-f4abe37e1c2a, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9b97b409-815a-4938-a828-f4abe37e1c2a,segment=NetworkSegment(92f1d496-e010-4874-93a0-876052365f8a),segment_id=92f1d496-e010-4874-93a0-876052365f8a)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:17.351430 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04f867b-15f1-4c1c-a0ce-f963f7d2f994']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:17.362649 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1366255-294e-4a82-9773-6c87e0565571') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:17.363032 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1366255-294e-4a82-9773-6c87e0565571') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:17.377619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.392609 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.392871 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3c8b3443-5528-4ba1-9791-e1ff59660e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.399441 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:48:17.401230 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:48:17.403779 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:48:17.428268 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b543a7-d5e9-469a-9043-37ff8e1a1819 None None] Network c04f867b-15f1-4c1c-a0ce-f963f7d2f994 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:17.471146 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.480542 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.484020 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "DELETE /v2.0/networks/c04f867b-15f1-4c1c-a0ce-f963f7d2f994 HTTP/1.1" status: 204 len: 168 time: 0.4846282 Nov 09 04:48:17.494496 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55492) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:17.496737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61b02d-2298-46b9-ab9e-48a77881f626 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event deleted for resources: {'Network': ['ID=c04f867b-15f1-4c1c-a0ce-f963f7d2f994,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:17.501581 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3858c248-b8d8-43dc-a418-cac27f72a104 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1829745442'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:17.503889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b3443-5528-4ba1-9791-e1ff59660e91 None None] Pushing event updated for resources: {'Port': ['ID=9b97b409-815a-4938-a828-f4abe37e1c2a,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:17.523808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3858c248-b8d8-43dc-a418-cac27f72a104 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Made reservation on behalf of 5ed853f4ee8144a6b84e2f8781494b98 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:17.527897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3858c248-b8d8-43dc-a418-cac27f72a104 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.551025 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3858c248-b8d8-43dc-a418-cac27f72a104 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:48:17.560147 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3858c248-b8d8-43dc-a418-cac27f72a104 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.560725 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-3858c248-b8d8-43dc-a418-cac27f72a104 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Added segment f88a2511-a4db-4321-b32f-417b6600a40d of type vlan for network f17f6fc5-39f9-47a8-9f7c-3e070c58645b Nov 09 04:48:17.562922 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8a0eb9-6138-4cd7-8d89-ea2ad1eec9e6 None None] get_active_networks_info from dv-neutron-816800-2-hyperv {{(pid=101885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:48:17.600229 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3858c248-b8d8-43dc-a418-cac27f72a104 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.623455 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3858c248-b8d8-43dc-a418-cac27f72a104 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.629357 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3858c248-b8d8-43dc-a418-cac27f72a104 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:17.629981 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3858c248-b8d8-43dc-a418-cac27f72a104 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.638045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-66e1bdeb-c052-4a79-8845-5c7eac144422 None None] Provisioning complete for port 9b97b409-815a-4938-a828-f4abe37e1c2a triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:17.638420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-66e1bdeb-c052-4a79-8845-5c7eac144422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.639807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8a0eb9-6138-4cd7-8d89-ea2ad1eec9e6 None None] Resources bound (agent type, host, resource id): {{(pid=101885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 09 04:48:17.672463 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3858c248-b8d8-43dc-a418-cac27f72a104 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1734092 Nov 09 04:48:17.673272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55494) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:17.680426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9248692b-82a8-47b4-8ca2-4e178c171078 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Request body: {'subnet': {'network_id': 'f17f6fc5-39f9-47a8-9f7c-3e070c58645b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:17.707072 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858c248-b8d8-43dc-a418-cac27f72a104 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event updated for resources: {'Network': ['ID=f17f6fc5-39f9-47a8-9f7c-3e070c58645b,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:17.738039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network f17f6fc5-39f9-47a8-9f7c-3e070c58645b details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:48:17.783354 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9248692b-82a8-47b4-8ca2-4e178c171078 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Made reservation on behalf of 5ed853f4ee8144a6b84e2f8781494b98 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:17.787283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9248692b-82a8-47b4-8ca2-4e178c171078 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:17.971062 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9248692b-82a8-47b4-8ca2-4e178c171078 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.036322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248692b-82a8-47b4-8ca2-4e178c171078 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event updated for resources: {'Subnet': ['ID=a4b1cbf3-58a6-4ea8-9430-198304e19ae2,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:18.046898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9248692b-82a8-47b4-8ca2-4e178c171078 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Checking segment: {'id': 'f88a2511-a4db-4321-b32f-417b6600a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f17f6fc5-39f9-47a8-9f7c-3e070c58645b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:18.047255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9248692b-82a8-47b4-8ca2-4e178c171078 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Network hostable DHCP agents. Network: f17f6fc5-39f9-47a8-9f7c-3e070c58645b, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:48:18.064673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9248692b-82a8-47b4-8ca2-4e178c171078 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Network f17f6fc5-39f9-47a8-9f7c-3e070c58645b is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:48:18.080876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-9248692b-82a8-47b4-8ca2-4e178c171078 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, f17f6fc5-39f9-47a8-9f7c-3e070c58645b) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:18.086112 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9b97b409-815a-4938-a828-f4abe37e1c2a up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:18.087724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9248692b-82a8-47b4-8ca2-4e178c171078 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:18.088851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9248692b-82a8-47b4-8ca2-4e178c171078 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.105460 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9248692b-82a8-47b4-8ca2-4e178c171078 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4307456 Nov 09 04:48:18.109151 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55496) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:18.114444 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-76dfe822-834b-416b-8338-c3ddb13aa2a7 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1428501372'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:18.134767 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dfe822-834b-416b-8338-c3ddb13aa2a7 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Made reservation on behalf of 5ed853f4ee8144a6b84e2f8781494b98 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:18.138232 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-76dfe822-834b-416b-8338-c3ddb13aa2a7 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.157146 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159532f3-1a8b-40f1-800d-b26a55ff521a None None] Network f17f6fc5-39f9-47a8-9f7c-3e070c58645b requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:18.160518 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 9b97b409-815a-4938-a828-f4abe37e1c2a triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:18.161134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.162500 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76dfe822-834b-416b-8338-c3ddb13aa2a7 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:48:18.172430 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-76dfe822-834b-416b-8338-c3ddb13aa2a7 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.172769 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-76dfe822-834b-416b-8338-c3ddb13aa2a7 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Added segment 27a96c46-c805-46b0-a471-e537685846a0 of type vlan for network 3b84957d-c249-4bf4-a455-12a08e18c7f9 Nov 09 04:48:18.211865 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-76dfe822-834b-416b-8338-c3ddb13aa2a7 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.236997 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-76dfe822-834b-416b-8338-c3ddb13aa2a7 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.242590 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfe822-834b-416b-8338-c3ddb13aa2a7 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:18.243165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-76dfe822-834b-416b-8338-c3ddb13aa2a7 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.281600 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-76dfe822-834b-416b-8338-c3ddb13aa2a7 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1711316 Nov 09 04:48:18.284908 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55498) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:18.292097 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-47ed859d-a1a4-45df-8ac8-ab3f2893b9d2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Request body: {'subnet': {'network_id': '3b84957d-c249-4bf4-a455-12a08e18c7f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:18.331084 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfe822-834b-416b-8338-c3ddb13aa2a7 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event updated for resources: {'Network': ['ID=3b84957d-c249-4bf4-a455-12a08e18c7f9,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:18.354345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 3b84957d-c249-4bf4-a455-12a08e18c7f9 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:48:18.373557 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-f17f6fc5-39f9-47a8-9f7c-3e070c58645b', 'network_id': 'f17f6fc5-39f9-47a8-9f7c-3e070c58645b', 'tenant_id': '5ed853f4ee8144a6b84e2f8781494b98', 'fixed_ips': [{'subnet_id': 'a4b1cbf3-58a6-4ea8-9430-198304e19ae2'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:48:18.374390 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.392148 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ed859d-a1a4-45df-8ac8-ab3f2893b9d2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Made reservation on behalf of 5ed853f4ee8144a6b84e2f8781494b98 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:18.395838 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-47ed859d-a1a4-45df-8ac8-ab3f2893b9d2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.548182 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Allocated IP 2001:db8::2 (f17f6fc5-39f9-47a8-9f7c-3e070c58645b/a4b1cbf3-58a6-4ea8-9430-198304e19ae2/5dae8f77-371f-4ad2-b6e8-b597be5522e4) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:48:18.579396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-47ed859d-a1a4-45df-8ac8-ab3f2893b9d2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.643120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed859d-a1a4-45df-8ac8-ab3f2893b9d2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event updated for resources: {'Subnet': ['ID=a0521f02-bad3-4fac-93ac-f7eaf8352770,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:18.651024 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed859d-a1a4-45df-8ac8-ab3f2893b9d2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Checking segment: {'id': '27a96c46-c805-46b0-a471-e537685846a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3b84957d-c249-4bf4-a455-12a08e18c7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:18.651375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed859d-a1a4-45df-8ac8-ab3f2893b9d2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Network hostable DHCP agents. Network: 3b84957d-c249-4bf4-a455-12a08e18c7f9, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:48:18.667106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed859d-a1a4-45df-8ac8-ab3f2893b9d2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Network 3b84957d-c249-4bf4-a455-12a08e18c7f9 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:48:18.677738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-47ed859d-a1a4-45df-8ac8-ab3f2893b9d2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 3b84957d-c249-4bf4-a455-12a08e18c7f9) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:18.687791 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a44cfd-3a38-49e6-adc0-188957db8995 None None] Network 3b84957d-c249-4bf4-a455-12a08e18c7f9 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:18.691985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ed859d-a1a4-45df-8ac8-ab3f2893b9d2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:18.692717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-47ed859d-a1a4-45df-8ac8-ab3f2893b9d2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.713497 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-47ed859d-a1a4-45df-8ac8-ab3f2893b9d2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4270244 Nov 09 04:48:18.716179 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55500) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:18.756145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.767719 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.809047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.819163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Network f17f6fc5-39f9-47a8-9f7c-3e070c58645b is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:48:18.828134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:18.835749 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:48:18.840796 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Pushing event updated for resources: {'Port': ['ID=5dae8f77-371f-4ad2-b6e8-b597be5522e4,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:18.866586 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.922272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Attempting to bind port 5dae8f77-371f-4ad2-b6e8-b597be5522e4 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:48:18.922691 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Attempting to bind port 5dae8f77-371f-4ad2-b6e8-b597be5522e4 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'f88a2511-a4db-4321-b32f-417b6600a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f17f6fc5-39f9-47a8-9f7c-3e070c58645b'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:48:18.923014 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Attempting to bind port 5dae8f77-371f-4ad2-b6e8-b597be5522e4 on network f17f6fc5-39f9-47a8-9f7c-3e070c58645b {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:48:18.925867 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.943031 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:48:18.943416 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Checking segment: {'id': 'f88a2511-a4db-4321-b32f-417b6600a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f17f6fc5-39f9-47a8-9f7c-3e070c58645b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:18.943856 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.944263 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Bound using segment: {'id': 'f88a2511-a4db-4321-b32f-417b6600a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f17f6fc5-39f9-47a8-9f7c-3e070c58645b'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:48:18.944786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Bound port: 5dae8f77-371f-4ad2-b6e8-b597be5522e4, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88a2511-a4db-4321-b32f-417b6600a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f17f6fc5-39f9-47a8-9f7c-3e070c58645b'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:48:18.945173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.950821 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9e0d1f-0783-4829-be48-5b2e97a4f468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-3b84957d-c249-4bf4-a455-12a08e18c7f9', 'network_id': '3b84957d-c249-4bf4-a455-12a08e18c7f9', 'tenant_id': '5ed853f4ee8144a6b84e2f8781494b98', 'fixed_ips': [{'subnet_id': 'a0521f02-bad3-4fac-93ac-f7eaf8352770'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:48:18.951655 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6b9e0d1f-0783-4829-be48-5b2e97a4f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:18.955140 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event deleted for resources: {'Subnet': ['ID=a0521f02-bad3-4fac-93ac-f7eaf8352770,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:19.015832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:19.035947 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b84957d-c249-4bf4-a455-12a08e18c7f9']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:19.045584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a96c46-c805-46b0-a471-e537685846a0') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:19.045876 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a96c46-c805-46b0-a471-e537685846a0') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:19.055173 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:19.074739 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:19.075379 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a1a815-af9a-4e44-b562-f167a57f3ea1 None None] Network 3b84957d-c249-4bf4-a455-12a08e18c7f9 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:19.081191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:48:19.081820 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:48:19.084712 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:48:19.129631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] For port 5dae8f77-371f-4ad2-b6e8-b597be5522e4, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:48:19.141886 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:19.149605 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:19.155964 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "DELETE /v2.0/networks/3b84957d-c249-4bf4-a455-12a08e18c7f9 HTTP/1.1" status: 204 len: 168 time: 0.4362259 Nov 09 04:48:19.156188 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55502) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:19.157183 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] For port 5dae8f77-371f-4ad2-b6e8-b597be5522e4, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5dae8f77-371f-4ad2-b6e8-b597be5522e4,segment=NetworkSegment(f88a2511-a4db-4321-b32f-417b6600a40d),segment_id=f88a2511-a4db-4321-b32f-417b6600a40d)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:48:19.166047 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:19.175846 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29aa90f-162f-404b-a6c8-9a0acb65d850 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event deleted for resources: {'Network': ['ID=3b84957d-c249-4bf4-a455-12a08e18c7f9,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:19.198063 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-876da873-38d1-44dc-8a4b-c4ac82dca970 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] GET failed (client error): The resource could not be found. Nov 09 04:48:19.199357 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-876da873-38d1-44dc-8a4b-c4ac82dca970 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "GET /v2.0/subnets/a0521f02-bad3-4fac-93ac-f7eaf8352770 HTTP/1.1" status: 404 len: 337 time: 0.0422769 Nov 09 04:48:19.202247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55504) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:19.220167 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d6cc4c-828c-4e3a-920e-fcdda4dad3f1 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] DELETE failed (client error): The resource could not be found. Nov 09 04:48:19.220974 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d6cc4c-828c-4e3a-920e-fcdda4dad3f1 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:48:19.223977 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-87d6cc4c-828c-4e3a-920e-fcdda4dad3f1 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "DELETE /v2.0/networks/3b84957d-c249-4bf4-a455-12a08e18c7f9 HTTP/1.1" status: 404 len: 339 time: 0.0208251 Nov 09 04:48:19.227918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55506) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:19.261602 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a5d80-db2b-43df-86d3-8eef6c76e0e8 None None] Pushing event updated for resources: {'Port': ['ID=5dae8f77-371f-4ad2-b6e8-b597be5522e4,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:19.261894 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a55880-cf52-466f-8692-c8757f222bc9 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] DELETE failed (client error): The resource could not be found. Nov 09 04:48:19.262364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a55880-cf52-466f-8692-c8757f222bc9 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:48:19.266662 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-08a55880-cf52-466f-8692-c8757f222bc9 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "DELETE /v2.0/subnets/a0521f02-bad3-4fac-93ac-f7eaf8352770 HTTP/1.1" status: 404 len: 337 time: 0.0376892 Nov 09 04:48:19.269305 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55508) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:19.287982 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f138f1d-d4ea-45a1-9fff-7724b946aed6 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] DELETE failed (client error): The resource could not be found. Nov 09 04:48:19.288525 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f138f1d-d4ea-45a1-9fff-7724b946aed6 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:48:19.293847 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6f138f1d-d4ea-45a1-9fff-7724b946aed6 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "DELETE /v2.0/networks/3b84957d-c249-4bf4-a455-12a08e18c7f9 HTTP/1.1" status: 404 len: 339 time: 0.0212340 Nov 09 04:48:19.294191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55510) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:19.345782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-36195e3f-174f-4d68-914d-3915df9147f2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Deleting subnet a4b1cbf3-58a6-4ea8-9430-198304e19ae2 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:48:19.348862 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-36195e3f-174f-4d68-914d-3915df9147f2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:19.389542 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-36195e3f-174f-4d68-914d-3915df9147f2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:19.786732 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-36195e3f-174f-4d68-914d-3915df9147f2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:19.843517 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-36195e3f-174f-4d68-914d-3915df9147f2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:19.872185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36195e3f-174f-4d68-914d-3915df9147f2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b1cbf3-58a6-4ea8-9430-198304e19ae2,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:19.874541 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-36195e3f-174f-4d68-914d-3915df9147f2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:19.880426 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-36195e3f-174f-4d68-914d-3915df9147f2 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "DELETE /v2.0/subnets/a4b1cbf3-58a6-4ea8-9430-198304e19ae2 HTTP/1.1" status: 204 len: 168 time: 0.5830836 Nov 09 04:48:19.880819 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55512) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:19.961832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.024153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Deleting port 5dae8f77-371f-4ad2-b6e8-b597be5522e4 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:48:20.024479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.104373 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] For port 5dae8f77-371f-4ad2-b6e8-b597be5522e4, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=5dae8f77-371f-4ad2-b6e8-b597be5522e4,segment=NetworkSegment(f88a2511-a4db-4321-b32f-417b6600a40d),segment_id=f88a2511-a4db-4321-b32f-417b6600a40d)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:20.104742 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.107937 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5dae8f77-371f-4ad2-b6e8-b597be5522e4 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:20.128861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Calling delete_port for 5dae8f77-371f-4ad2-b6e8-b597be5522e4 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:48:20.171308 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 5dae8f77-371f-4ad2-b6e8-b597be5522e4 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:20.171952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.227482 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.260009 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event deleted for resources: {'Port': ['ID=5dae8f77-371f-4ad2-b6e8-b597be5522e4,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:20.264683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.268468 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] No DVR routers for this DVR port 5dae8f77-371f-4ad2-b6e8-b597be5522e4 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:48:20.308552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8309809c-6b3b-4e84-a9da-8d2beb684021 None None] Network f17f6fc5-39f9-47a8-9f7c-3e070c58645b requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:20.354931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.374937 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17f6fc5-39f9-47a8-9f7c-3e070c58645b']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:20.377319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-104c742e-71b9-4b02-857c-333b59fc3e16 None None] Could not find standard attr ID for object 5dae8f77-371f-4ad2-b6e8-b597be5522e4. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:48:20.384776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88a2511-a4db-4321-b32f-417b6600a40d') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:20.385071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88a2511-a4db-4321-b32f-417b6600a40d') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:20.399061 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.412511 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.420708 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:48:20.421098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:48:20.424146 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:48:20.492504 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.500981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.501415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a2a224-a8a2-4000-b90e-cec85791cd4d None None] DHCP port deletion for f17f6fc5-39f9-47a8-9f7c-3e070c58645b request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:48:20.504177 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "DELETE /v2.0/networks/f17f6fc5-39f9-47a8-9f7c-3e070c58645b HTTP/1.1" status: 204 len: 168 time: 0.6220610 Nov 09 04:48:20.506719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55514) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:20.524859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269623b6-886c-4c99-bef1-1bda86c4c3be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event deleted for resources: {'Network': ['ID=f17f6fc5-39f9-47a8-9f7c-3e070c58645b,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:20.543393 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ccdf63-f311-41ae-bed7-feba138ae6be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] DELETE failed (client error): The resource could not be found. Nov 09 04:48:20.543842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ccdf63-f311-41ae-bed7-feba138ae6be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:48:20.546848 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-26ccdf63-f311-41ae-bed7-feba138ae6be tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "DELETE /v2.0/subnets/efed7f68-2032-4924-870e-044649384ac9 HTTP/1.1" status: 404 len: 337 time: 0.0392144 Nov 09 04:48:20.549300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55516) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:20.567150 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-9574fb2f-e31b-441a-8d97-75a11c78bf15 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] DELETE failed (client error): The resource could not be found. Nov 09 04:48:20.567665 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9574fb2f-e31b-441a-8d97-75a11c78bf15 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:48:20.570582 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9574fb2f-e31b-441a-8d97-75a11c78bf15 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "DELETE /v2.0/networks/c04f867b-15f1-4c1c-a0ce-f963f7d2f994 HTTP/1.1" status: 404 len: 339 time: 0.0203648 Nov 09 04:48:20.573685 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55518) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:20.602504 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d549d07-a7b6-445a-98c3-4d258f1a93a0 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] DELETE failed (client error): The resource could not be found. Nov 09 04:48:20.603462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d549d07-a7b6-445a-98c3-4d258f1a93a0 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:48:20.606370 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4d549d07-a7b6-445a-98c3-4d258f1a93a0 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "DELETE /v2.0/subnets/12c40591-7668-4cfa-830e-adc6f16f2083 HTTP/1.1" status: 404 len: 337 time: 0.0318127 Nov 09 04:48:20.608848 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55520) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:20.626665 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba04872-2f8f-46ac-b082-d36da901ce45 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] DELETE failed (client error): The resource could not be found. Nov 09 04:48:20.627188 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba04872-2f8f-46ac-b082-d36da901ce45 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 09 04:48:20.632394 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cba04872-2f8f-46ac-b082-d36da901ce45 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "DELETE /v2.0/networks/20f705c8-1a95-4b54-87c9-0833c5e96714 HTTP/1.1" status: 404 len: 339 time: 0.0204163 Nov 09 04:48:20.632634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55522) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:20.682849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-306d19c2-7b0b-4636-ae48-d194214034df tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Deleting subnet b723807f-dd5a-4985-b5c0-6beec87e108d {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:48:20.686066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-306d19c2-7b0b-4636-ae48-d194214034df tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.726055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-306d19c2-7b0b-4636-ae48-d194214034df tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.809980 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-306d19c2-7b0b-4636-ae48-d194214034df tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.865827 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-306d19c2-7b0b-4636-ae48-d194214034df tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.892915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d19c2-7b0b-4636-ae48-d194214034df tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event deleted for resources: {'Subnet': ['ID=b723807f-dd5a-4985-b5c0-6beec87e108d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:20.894881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-306d19c2-7b0b-4636-ae48-d194214034df tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:20.898103 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-306d19c2-7b0b-4636-ae48-d194214034df tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "DELETE /v2.0/subnets/b723807f-dd5a-4985-b5c0-6beec87e108d HTTP/1.1" status: 204 len: 168 time: 0.2645118 Nov 09 04:48:20.900398 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55524) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:20.904142 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57208743-dbd9-46ba-963f-5fb8ef44dbff None None] Network 9be74a19-1f23-4e8a-936a-fed05cace25e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:20.979503 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.033143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Deleting port 9b97b409-815a-4938-a828-f4abe37e1c2a {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:48:21.033484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.077590 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d19623-43ab-4ca5-9149-03fd8a84f90d None None] DHCP port deletion for 9be74a19-1f23-4e8a-936a-fed05cace25e request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:48:21.099698 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] For port 9b97b409-815a-4938-a828-f4abe37e1c2a, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9b97b409-815a-4938-a828-f4abe37e1c2a,segment=NetworkSegment(92f1d496-e010-4874-93a0-876052365f8a),segment_id=92f1d496-e010-4874-93a0-876052365f8a)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:21.100410 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.116006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Calling delete_port for 9b97b409-815a-4938-a828-f4abe37e1c2a owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:48:21.126257 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-05d19623-43ab-4ca5-9149-03fd8a84f90d None None] Deleting port 9b97b409-815a-4938-a828-f4abe37e1c2a {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:48:21.126858 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-05d19623-43ab-4ca5-9149-03fd8a84f90d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.192559 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-05d19623-43ab-4ca5-9149-03fd8a84f90d None None] For port 9b97b409-815a-4938-a828-f4abe37e1c2a, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=9b97b409-815a-4938-a828-f4abe37e1c2a,segment=NetworkSegment(92f1d496-e010-4874-93a0-876052365f8a),segment_id=92f1d496-e010-4874-93a0-876052365f8a)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:21.192946 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-05d19623-43ab-4ca5-9149-03fd8a84f90d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.201679 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.206394 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-05d19623-43ab-4ca5-9149-03fd8a84f90d None None] Calling delete_port for 9b97b409-815a-4938-a828-f4abe37e1c2a owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:48:21.227349 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event deleted for resources: {'Port': ['ID=9b97b409-815a-4938-a828-f4abe37e1c2a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:21.231506 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] No DVR routers for this DVR port 9b97b409-815a-4938-a828-f4abe37e1c2a on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: from cryptography.utils import int_from_bytes Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: from cryptography.utils import int_from_bytes Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 04:48:21.279018 dv-neutron-816800-2-hyperv neutron-server[101885]: self.session.flush() Nov 09 04:48:21.287885 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-05d19623-43ab-4ca5-9149-03fd8a84f90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.314591 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.315168 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d19623-43ab-4ca5-9149-03fd8a84f90d None None] No DVR routers for this DVR port 9b97b409-815a-4938-a828-f4abe37e1c2a on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:48:21.322440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d19623-43ab-4ca5-9149-03fd8a84f90d None None] Pushing event deleted for resources: {'Port': ['ID=9b97b409-815a-4938-a828-f4abe37e1c2a,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:21.336590 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be74a19-1f23-4e8a-936a-fed05cace25e']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:21.346590 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f1d496-e010-4874-93a0-876052365f8a') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:21.346889 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f1d496-e010-4874-93a0-876052365f8a') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:21.356206 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.368578 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.374461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:48:21.374897 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:48:21.377848 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:48:21.432650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.439503 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.441934 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] 10.222.0.21 "DELETE /v2.0/networks/9be74a19-1f23-4e8a-936a-fed05cace25e HTTP/1.1" status: 204 len: 168 time: 0.5406303 Nov 09 04:48:21.456434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad639c-99c5-4c9d-97e2-16cfccdbe821 tempest-NetworksIpV6Test-511197004 tempest-NetworksIpV6Test-511197004-project] Pushing event deleted for resources: {'Network': ['ID=9be74a19-1f23-4e8a-936a-fed05cace25e,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:21.677859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55530) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:21.807581 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-dee2ed78-3a0e-42fc-87ab-329996536644 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ed853f4ee8144a6b84e2f8781494b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285689 Nov 09 04:48:21.810051 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55534) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:21.854943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-222f2cff-9909-46d5-9389-ccc1645948fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.875233 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-222f2cff-9909-46d5-9389-ccc1645948fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.920011 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-222f2cff-9909-46d5-9389-ccc1645948fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.922546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-222f2cff-9909-46d5-9389-ccc1645948fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:21.923670 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-222f2cff-9909-46d5-9389-ccc1645948fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdb2789b-d616-43d7-8a2c-2f438b7ba7a3 HTTP/1.1" status: 204 len: 168 time: 0.1127367 Nov 09 04:48:21.931504 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f2cff-9909-46d5-9389-ccc1645948fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb2789b-d616-43d7-8a2c-2f438b7ba7a3,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:22.048875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5dae8f77-371f-4ad2-b6e8-b597be5522e4 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:48:22.073404 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 5dae8f77-371f-4ad2-b6e8-b597be5522e4 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:48:22.073858 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 5dae8f77-371f-4ad2-b6e8-b597be5522e4 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:48:22.074350 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9b97b409-815a-4938-a828-f4abe37e1c2a no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:48:22.092765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 9b97b409-815a-4938-a828-f4abe37e1c2a {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:48:22.093115 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 9b97b409-815a-4938-a828-f4abe37e1c2a not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:48:22.541768 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55556) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:22.633811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f487046c-f4bf-4cb1-b17f-0cef94bfb02e tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-391440759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:22.656610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f487046c-f4bf-4cb1-b17f-0cef94bfb02e tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:22.657612 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f487046c-f4bf-4cb1-b17f-0cef94bfb02e tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:22.708012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f487046c-f4bf-4cb1-b17f-0cef94bfb02e tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:22.712563 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f487046c-f4bf-4cb1-b17f-0cef94bfb02e tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:22.728927 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f487046c-f4bf-4cb1-b17f-0cef94bfb02e tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:22.730102 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f487046c-f4bf-4cb1-b17f-0cef94bfb02e tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1873889 Nov 09 04:48:22.732763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55560) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:22.737366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2003869026'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:22.755623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Made reservation on behalf of 4bcad6510c8743b0861e31ca821088b8 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:22.759091 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:22.767297 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:22.839042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:22.842705 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:22.870677 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:48:22.876850 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b268da-9268-4cc4-9b0a-14d40f33c6f1,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:22.884556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:22.884992 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Added segment d4af3adf-cc57-41cf-a559-3c793a23f2bc of type vlan for network f2bdc325-506c-4869-81e7-7cabb5aaad73 Nov 09 04:48:22.924493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:22.947832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:22.953453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:22.954091 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:22.986942 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2532129 Nov 09 04:48:22.989701 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55562) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:22.994318 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ee3534f7-dd14-4b41-a313-61b912cbfd3a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Request body: {'subnet': {'network_id': 'f2bdc325-506c-4869-81e7-7cabb5aaad73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:23.047723 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172f47d-2969-4abe-8e50-9a82b0da0220 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Pushing event updated for resources: {'Network': ['ID=f2bdc325-506c-4869-81e7-7cabb5aaad73,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:23.058348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network f2bdc325-506c-4869-81e7-7cabb5aaad73 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:48:23.114836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3534f7-dd14-4b41-a313-61b912cbfd3a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Made reservation on behalf of 4bcad6510c8743b0861e31ca821088b8 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:23.118464 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ee3534f7-dd14-4b41-a313-61b912cbfd3a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:23.293543 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ee3534f7-dd14-4b41-a313-61b912cbfd3a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:23.356164 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3534f7-dd14-4b41-a313-61b912cbfd3a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Pushing event updated for resources: {'Subnet': ['ID=9d161019-e43c-4837-b2d6-85819a45e235,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:23.363643 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3534f7-dd14-4b41-a313-61b912cbfd3a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Checking segment: {'id': 'd4af3adf-cc57-41cf-a559-3c793a23f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f2bdc325-506c-4869-81e7-7cabb5aaad73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:23.363998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3534f7-dd14-4b41-a313-61b912cbfd3a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Network hostable DHCP agents. Network: f2bdc325-506c-4869-81e7-7cabb5aaad73, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:48:23.379726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3534f7-dd14-4b41-a313-61b912cbfd3a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Network f2bdc325-506c-4869-81e7-7cabb5aaad73 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:48:23.387769 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-ee3534f7-dd14-4b41-a313-61b912cbfd3a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, f2bdc325-506c-4869-81e7-7cabb5aaad73) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:23.391714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3534f7-dd14-4b41-a313-61b912cbfd3a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:23.392300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ee3534f7-dd14-4b41-a313-61b912cbfd3a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:23.398831 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c90c9b9-0410-4dba-baed-58d6d56b15b2 None None] Network f2bdc325-506c-4869-81e7-7cabb5aaad73 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:23.408714 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ee3534f7-dd14-4b41-a313-61b912cbfd3a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4179955 Nov 09 04:48:23.411883 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55564) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:23.417673 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-071e65e4-3b00-45d3-b4cf-038d7e84c58a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1271813117'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:23.438941 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071e65e4-3b00-45d3-b4cf-038d7e84c58a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Made reservation on behalf of 4bcad6510c8743b0861e31ca821088b8 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:23.442423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-071e65e4-3b00-45d3-b4cf-038d7e84c58a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:23.466314 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071e65e4-3b00-45d3-b4cf-038d7e84c58a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:48:23.475453 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-071e65e4-3b00-45d3-b4cf-038d7e84c58a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:23.475867 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-071e65e4-3b00-45d3-b4cf-038d7e84c58a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Added segment 02db08ba-a5ae-4eb6-8c9f-0aeb700620f8 of type vlan for network 2b22d450-4eb6-4ace-9ef1-ad087ff85ecb Nov 09 04:48:23.518251 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-071e65e4-3b00-45d3-b4cf-038d7e84c58a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:23.542996 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-071e65e4-3b00-45d3-b4cf-038d7e84c58a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:23.544652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-f2bdc325-506c-4869-81e7-7cabb5aaad73', 'network_id': 'f2bdc325-506c-4869-81e7-7cabb5aaad73', 'tenant_id': '4bcad6510c8743b0861e31ca821088b8', 'fixed_ips': [{'subnet_id': '9d161019-e43c-4837-b2d6-85819a45e235'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:48:23.545623 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:23.548628 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071e65e4-3b00-45d3-b4cf-038d7e84c58a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:23.549208 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-071e65e4-3b00-45d3-b4cf-038d7e84c58a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:23.608653 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-071e65e4-3b00-45d3-b4cf-038d7e84c58a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1956289 Nov 09 04:48:23.611632 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55566) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:23.616159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3893a535-bd51-4271-b620-74ee322c47b1 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Request body: {'subnet': {'network_id': '2b22d450-4eb6-4ace-9ef1-ad087ff85ecb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:23.633961 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e65e4-3b00-45d3-b4cf-038d7e84c58a tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Pushing event updated for resources: {'Network': ['ID=2b22d450-4eb6-4ace-9ef1-ad087ff85ecb,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:23.645455 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 2b22d450-4eb6-4ace-9ef1-ad087ff85ecb details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:48:23.715627 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3893a535-bd51-4271-b620-74ee322c47b1 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Made reservation on behalf of 4bcad6510c8743b0861e31ca821088b8 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:23.719267 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3893a535-bd51-4271-b620-74ee322c47b1 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:23.910275 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Allocated IP 172.20.0.2 (f2bdc325-506c-4869-81e7-7cabb5aaad73/9d161019-e43c-4837-b2d6-85819a45e235/00fdf30a-d1df-4fec-8285-bdbfce9be242) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:48:23.912873 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3893a535-bd51-4271-b620-74ee322c47b1 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:23.969941 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893a535-bd51-4271-b620-74ee322c47b1 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Pushing event updated for resources: {'Subnet': ['ID=af8f2492-8ef4-457a-98e0-22959169e09f,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:23.981172 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3893a535-bd51-4271-b620-74ee322c47b1 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Checking segment: {'id': '02db08ba-a5ae-4eb6-8c9f-0aeb700620f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2b22d450-4eb6-4ace-9ef1-ad087ff85ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:23.981551 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3893a535-bd51-4271-b620-74ee322c47b1 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Network hostable DHCP agents. Network: 2b22d450-4eb6-4ace-9ef1-ad087ff85ecb, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:48:23.998272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3893a535-bd51-4271-b620-74ee322c47b1 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Network 2b22d450-4eb6-4ace-9ef1-ad087ff85ecb is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:48:24.008170 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-3893a535-bd51-4271-b620-74ee322c47b1 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 2b22d450-4eb6-4ace-9ef1-ad087ff85ecb) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:24.012953 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3893a535-bd51-4271-b620-74ee322c47b1 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:24.013677 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3893a535-bd51-4271-b620-74ee322c47b1 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:24.024150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa6166-a7bf-42dc-a22e-680e80e9a1aa None None] Network 2b22d450-4eb6-4ace-9ef1-ad087ff85ecb requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:24.031423 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3893a535-bd51-4271-b620-74ee322c47b1 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4185727 Nov 09 04:48:24.033931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55568) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:24.038826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b0e4c28f-4bc1-4590-accc-259b0c83c52f tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Request body: {'router': {'external_gateway_info': {'network_id': '2b22d450-4eb6-4ace-9ef1-ad087ff85ecb'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:24.155379 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:24.173852 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:24.257648 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Network f2bdc325-506c-4869-81e7-7cabb5aaad73 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:48:24.273041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:24.280306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:48:24.285863 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Pushing event updated for resources: {'Port': ['ID=00fdf30a-d1df-4fec-8285-bdbfce9be242,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:24.358275 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-2b22d450-4eb6-4ace-9ef1-ad087ff85ecb', 'network_id': '2b22d450-4eb6-4ace-9ef1-ad087ff85ecb', 'tenant_id': '4bcad6510c8743b0861e31ca821088b8', 'fixed_ips': [{'subnet_id': 'af8f2492-8ef4-457a-98e0-22959169e09f'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:48:24.359276 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:24.387967 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Attempting to bind port 00fdf30a-d1df-4fec-8285-bdbfce9be242 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:48:24.388352 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Attempting to bind port 00fdf30a-d1df-4fec-8285-bdbfce9be242 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd4af3adf-cc57-41cf-a559-3c793a23f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f2bdc325-506c-4869-81e7-7cabb5aaad73'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:48:24.388727 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Attempting to bind port 00fdf30a-d1df-4fec-8285-bdbfce9be242 on network f2bdc325-506c-4869-81e7-7cabb5aaad73 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:48:24.401290 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:48:24.401758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Checking segment: {'id': 'd4af3adf-cc57-41cf-a559-3c793a23f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f2bdc325-506c-4869-81e7-7cabb5aaad73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:24.402328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:24.402787 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Bound using segment: {'id': 'd4af3adf-cc57-41cf-a559-3c793a23f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f2bdc325-506c-4869-81e7-7cabb5aaad73'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:48:24.403263 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Bound port: 00fdf30a-d1df-4fec-8285-bdbfce9be242, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4af3adf-cc57-41cf-a559-3c793a23f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f2bdc325-506c-4869-81e7-7cabb5aaad73'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:48:24.403652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:24.558162 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] For port 00fdf30a-d1df-4fec-8285-bdbfce9be242, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:48:24.563169 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] For port 00fdf30a-d1df-4fec-8285-bdbfce9be242, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=00fdf30a-d1df-4fec-8285-bdbfce9be242,segment=NetworkSegment(d4af3adf-cc57-41cf-a559-3c793a23f2bc),segment_id=d4af3adf-cc57-41cf-a559-3c793a23f2bc)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:48:24.569453 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:24.576580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Allocated IP 172.21.0.2 (2b22d450-4eb6-4ace-9ef1-ad087ff85ecb/af8f2492-8ef4-457a-98e0-22959169e09f/8c72be44-3727-483c-a9cf-d8e857a8c71b) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:48:24.587824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b0e4c28f-4bc1-4590-accc-259b0c83c52f tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:24.662003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625f43e-9813-4d11-89db-a446adfe6272 None None] Pushing event updated for resources: {'Port': ['ID=00fdf30a-d1df-4fec-8285-bdbfce9be242,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:24.707735 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.api.v2.resource [None req-b0e4c28f-4bc1-4590-accc-259b0c83c52f tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 09 04:48:24.708826 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b0e4c28f-4bc1-4590-accc-259b0c83c52f tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] 10.222.0.21 "PUT /v2.0/routers/4c6b06f6-ae41-4931-8aea-f2e43401ca40 HTTP/1.1" status: 400 len: 364 time: 0.6737616 Nov 09 04:48:24.715277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55570) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:24.770829 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e84051-d06f-49f1-9e99-42142a34398b tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Deleting subnet af8f2492-8ef4-457a-98e0-22959169e09f {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:48:24.782388 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:24.788437 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-17e84051-d06f-49f1-9e99-42142a34398b tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:24.790482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:24.859312 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Network 2b22d450-4eb6-4ace-9ef1-ad087ff85ecb is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:48:24.861247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-17e84051-d06f-49f1-9e99-42142a34398b tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:24.863862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:24.866842 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:48:24.870391 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Pushing event updated for resources: {'Port': ['ID=8c72be44-3727-483c-a9cf-d8e857a8c71b,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:24.927844 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Attempting to bind port 8c72be44-3727-483c-a9cf-d8e857a8c71b on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:48:24.928222 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Attempting to bind port 8c72be44-3727-483c-a9cf-d8e857a8c71b by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '02db08ba-a5ae-4eb6-8c9f-0aeb700620f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2b22d450-4eb6-4ace-9ef1-ad087ff85ecb'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:48:24.928590 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Attempting to bind port 8c72be44-3727-483c-a9cf-d8e857a8c71b on network 2b22d450-4eb6-4ace-9ef1-ad087ff85ecb {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:48:24.934442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:48:24.934815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Checking segment: {'id': '02db08ba-a5ae-4eb6-8c9f-0aeb700620f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2b22d450-4eb6-4ace-9ef1-ad087ff85ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:24.935221 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:24.935749 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Bound using segment: {'id': '02db08ba-a5ae-4eb6-8c9f-0aeb700620f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2b22d450-4eb6-4ace-9ef1-ad087ff85ecb'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:48:24.936228 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Bound port: 8c72be44-3727-483c-a9cf-d8e857a8c71b, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02db08ba-a5ae-4eb6-8c9f-0aeb700620f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2b22d450-4eb6-4ace-9ef1-ad087ff85ecb'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:48:24.936608 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:24.960243 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-17e84051-d06f-49f1-9e99-42142a34398b tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.016811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-17e84051-d06f-49f1-9e99-42142a34398b tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.019068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] For port 8c72be44-3727-483c-a9cf-d8e857a8c71b, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:48:25.023069 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] For port 8c72be44-3727-483c-a9cf-d8e857a8c71b, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=8c72be44-3727-483c-a9cf-d8e857a8c71b,segment=NetworkSegment(02db08ba-a5ae-4eb6-8c9f-0aeb700620f8),segment_id=02db08ba-a5ae-4eb6-8c9f-0aeb700620f8)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:48:25.027666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.047880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e84051-d06f-49f1-9e99-42142a34398b tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Pushing event deleted for resources: {'Subnet': ['ID=af8f2492-8ef4-457a-98e0-22959169e09f,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:25.051624 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-17e84051-d06f-49f1-9e99-42142a34398b tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.054897 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-17e84051-d06f-49f1-9e99-42142a34398b tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] 10.222.0.21 "DELETE /v2.0/subnets/af8f2492-8ef4-457a-98e0-22959169e09f HTTP/1.1" status: 204 len: 168 time: 0.3385777 Nov 09 04:48:25.057877 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55572) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:25.088947 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8e933-e4a5-4a4f-8ed2-f41993160857 None None] Pushing event updated for resources: {'Port': ['ID=8c72be44-3727-483c-a9cf-d8e857a8c71b,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:25.140520 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.193399 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Deleting port 8c72be44-3727-483c-a9cf-d8e857a8c71b {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:48:25.193772 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.265801 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] For port 8c72be44-3727-483c-a9cf-d8e857a8c71b, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=8c72be44-3727-483c-a9cf-d8e857a8c71b,segment=NetworkSegment(02db08ba-a5ae-4eb6-8c9f-0aeb700620f8),segment_id=02db08ba-a5ae-4eb6-8c9f-0aeb700620f8)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:25.266161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.281811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Calling delete_port for 8c72be44-3727-483c-a9cf-d8e857a8c71b owned by network:dhcp {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:48:25.367903 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.392117 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Pushing event deleted for resources: {'Port': ['ID=8c72be44-3727-483c-a9cf-d8e857a8c71b,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:25.397762 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] No DVR routers for this DVR port 8c72be44-3727-483c-a9cf-d8e857a8c71b on host dv-neutron-816800-2-hyperv {{(pid=101884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:48:25.480327 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.502379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b22d450-4eb6-4ace-9ef1-ad087ff85ecb']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:25.512621 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02db08ba-a5ae-4eb6-8c9f-0aeb700620f8') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:25.512916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02db08ba-a5ae-4eb6-8c9f-0aeb700620f8') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:25.522630 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.536229 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.542973 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:48:25.543410 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:48:25.546643 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:48:25.598859 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1ad029cc-f49e-47c9-b195-7faa72e302d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.610848 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.618095 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.621308 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] 10.222.0.21 "DELETE /v2.0/networks/2b22d450-4eb6-4ace-9ef1-ad087ff85ecb HTTP/1.1" status: 204 len: 168 time: 0.5624166 Nov 09 04:48:25.623895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55574) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:25.633078 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f33eb1-7b34-4884-b81a-109f231b7f66 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Pushing event deleted for resources: {'Network': ['ID=2b22d450-4eb6-4ace-9ef1-ad087ff85ecb,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:25.642226 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444abfde-088c-46e3-b4b4-45ae13ef2038 None None] Network f2bdc325-506c-4869-81e7-7cabb5aaad73 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:25.678820 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-699de2c8-b95e-4fcf-bf37-647e1ed0e022 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Deleting subnet 9d161019-e43c-4837-b2d6-85819a45e235 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:48:25.683195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-699de2c8-b95e-4fcf-bf37-647e1ed0e022 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.727115 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-699de2c8-b95e-4fcf-bf37-647e1ed0e022 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.771065 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-507a5a8c-5ce3-4240-a06e-bbf4ade4c434 None None] Provisioning complete for port 00fdf30a-d1df-4fec-8285-bdbfce9be242 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:25.771708 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-507a5a8c-5ce3-4240-a06e-bbf4ade4c434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.822909 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-699de2c8-b95e-4fcf-bf37-647e1ed0e022 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.887347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-507a5a8c-5ce3-4240-a06e-bbf4ade4c434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.888957 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-699de2c8-b95e-4fcf-bf37-647e1ed0e022 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.923789 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699de2c8-b95e-4fcf-bf37-647e1ed0e022 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Pushing event deleted for resources: {'Subnet': ['ID=9d161019-e43c-4837-b2d6-85819a45e235,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:25.925784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-699de2c8-b95e-4fcf-bf37-647e1ed0e022 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:25.929028 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-699de2c8-b95e-4fcf-bf37-647e1ed0e022 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] 10.222.0.21 "DELETE /v2.0/subnets/9d161019-e43c-4837-b2d6-85819a45e235 HTTP/1.1" status: 204 len: 168 time: 0.3041048 Nov 09 04:48:25.931987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55576) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:25.976135 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.db.api [None req-507a5a8c-5ce3-4240-a06e-bbf4ade4c434 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:48:25.976509 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG oslo_db.api [None req-507a5a8c-5ce3-4240-a06e-bbf4ade4c434 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:48:26.023671 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.087176 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Deleting port 00fdf30a-d1df-4fec-8285-bdbfce9be242 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:48:26.087633 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.117740 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 00fdf30a-d1df-4fec-8285-bdbfce9be242 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:26.145456 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277504bb-3b14-4b05-9d75-61c372bf1fd4 None None] Network f2bdc325-506c-4869-81e7-7cabb5aaad73 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:26.161972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] For port 00fdf30a-d1df-4fec-8285-bdbfce9be242, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=00fdf30a-d1df-4fec-8285-bdbfce9be242,segment=NetworkSegment(d4af3adf-cc57-41cf-a559-3c793a23f2bc),segment_id=d4af3adf-cc57-41cf-a559-3c793a23f2bc)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:26.162269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.169235 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c05090-8ad6-4010-88b7-2100f00ec95e None None] DHCP port deletion for 2b22d450-4eb6-4ace-9ef1-ad087ff85ecb request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:48:26.175194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Calling delete_port for 00fdf30a-d1df-4fec-8285-bdbfce9be242 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:48:26.234451 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a972088-8840-41be-a01f-16738cef462a None None] Network 2b22d450-4eb6-4ace-9ef1-ad087ff85ecb requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:26.253724 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a972088-8840-41be-a01f-16738cef462a None None] Network 2b22d450-4eb6-4ace-9ef1-ad087ff85ecb could not be found, it might have been deleted concurrently. {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 09 04:48:26.258770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.280818 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 00fdf30a-d1df-4fec-8285-bdbfce9be242 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:26.281191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.286188 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Pushing event deleted for resources: {'Port': ['ID=00fdf30a-d1df-4fec-8285-bdbfce9be242,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:26.288024 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] No DVR routers for this DVR port 00fdf30a-d1df-4fec-8285-bdbfce9be242 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:48:26.319153 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Port 00fdf30a-d1df-4fec-8285-bdbfce9be242 was deleted so its status cannot be updated. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 09 04:48:26.372749 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7de59c-9a91-4559-8d5f-d730e4bff01e None None] DHCP port deletion for f2bdc325-506c-4869-81e7-7cabb5aaad73 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:48:26.375729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.397054 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bdc325-506c-4869-81e7-7cabb5aaad73']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:26.406083 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4af3adf-cc57-41cf-a559-3c793a23f2bc') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:26.406380 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4af3adf-cc57-41cf-a559-3c793a23f2bc') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:26.415440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.427738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.433832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:48:26.434209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:48:26.437052 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:48:26.495049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.496930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-507a5a8c-5ce3-4240-a06e-bbf4ade4c434 None None] Port 00fdf30a-d1df-4fec-8285-bdbfce9be242 update to ACTIVE by agent not found {{(pid=101885) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 09 04:48:26.501367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.504624 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] 10.222.0.21 "DELETE /v2.0/networks/f2bdc325-506c-4869-81e7-7cabb5aaad73 HTTP/1.1" status: 204 len: 168 time: 0.5716832 Nov 09 04:48:26.507300 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55578) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:26.515567 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42609e9a-b80b-44af-86f5-257e035641a8 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Pushing event deleted for resources: {'Network': ['ID=f2bdc325-506c-4869-81e7-7cabb5aaad73,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:26.535068 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b1b65c22-0226-4178-9b99-753b6f110b48 tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6b06f6-ae41-4931-8aea-f2e43401ca40 HTTP/1.1" status: 200 len: 205 time: 0.0266254 Nov 09 04:48:26.537288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55580) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:26.611373 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8b9f738c-539c-4d92-9440-d51ddbc326df tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.611640 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-058a9eb1-ab9f-450a-ac73-8a6230459a95 None None] Could not find standard attr ID for object 8c72be44-3727-483c-a9cf-d8e857a8c71b. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:48:26.614546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-058a9eb1-ab9f-450a-ac73-8a6230459a95 None None] Could not find standard attr ID for object 00fdf30a-d1df-4fec-8285-bdbfce9be242. {{(pid=101885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 09 04:48:26.764563 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8b9f738c-539c-4d92-9440-d51ddbc326df tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.766692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8b9f738c-539c-4d92-9440-d51ddbc326df tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.807477 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8b9f738c-539c-4d92-9440-d51ddbc326df tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.808033 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9f738c-539c-4d92-9440-d51ddbc326df tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Fanout notify agent at l3_agent the message router_deleted on router 4c6b06f6-ae41-4931-8aea-f2e43401ca40 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:48:26.815005 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8b9f738c-539c-4d92-9440-d51ddbc326df tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:26.818779 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8b9f738c-539c-4d92-9440-d51ddbc326df tempest-RoutersNegativeTest-476668666 tempest-RoutersNegativeTest-476668666-project] 10.222.0.21 "DELETE /v2.0/routers/4c6b06f6-ae41-4931-8aea-f2e43401ca40 HTTP/1.1" status: 204 len: 168 time: 0.2779045 Nov 09 04:48:27.048949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55586) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:27.176694 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3160cdbe-cbc9-489e-a197-db03d42ded29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bcad6510c8743b0861e31ca821088b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1265597 Nov 09 04:48:27.179187 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55590) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:27.230288 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7aabb469-b4bb-4021-bb9f-cca3da5741e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:27.251656 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7aabb469-b4bb-4021-bb9f-cca3da5741e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:27.295733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7aabb469-b4bb-4021-bb9f-cca3da5741e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:27.298408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7aabb469-b4bb-4021-bb9f-cca3da5741e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:27.299577 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7aabb469-b4bb-4021-bb9f-cca3da5741e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85b268da-9268-4cc4-9b0a-14d40f33c6f1 HTTP/1.1" status: 204 len: 168 time: 0.1194866 Nov 09 04:48:27.309179 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabb469-b4bb-4021-bb9f-cca3da5741e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b268da-9268-4cc4-9b0a-14d40f33c6f1,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:27.884157 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55612) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:27.886496 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6df07929-440b-44ce-a8a4-fff004a97692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:27.977594 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-595199664-network', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:27.998851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] Made reservation on behalf of 4a688ef438534d3c8da2e43b85418e06 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:28.001140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.009761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.049307 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 00fdf30a-d1df-4fec-8285-bdbfce9be242 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:48:28.069107 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 00fdf30a-d1df-4fec-8285-bdbfce9be242 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:48:28.069454 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 00fdf30a-d1df-4fec-8285-bdbfce9be242 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:48:28.069921 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8c72be44-3727-483c-a9cf-d8e857a8c71b no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:48:28.084111 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.088872 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.089792 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 8c72be44-3727-483c-a9cf-d8e857a8c71b {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:48:28.090144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 8c72be44-3727-483c-a9cf-d8e857a8c71b not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:48:28.113447 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:48:28.123015 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659828bb-2d64-453e-b12e-787f9cc61532,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:28.127793 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.128135 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] Added segment 64989689-3edb-4492-a6dc-ee2180fe8015 of type vlan for network 629f40cf-47d3-4554-9e9e-303865370d4a Nov 09 04:48:28.171221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.194074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.195008 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:28.195648 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.257002 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3713832 Nov 09 04:48:28.260380 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55616) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:28.264410 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a89de-e34e-4e46-b672-ec844a620c4a admin admin] Pushing event updated for resources: {'Network': ['ID=629f40cf-47d3-4554-9e9e-303865370d4a,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:28.265368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ec3b744f-5564-4975-8a4a-cabb6680cb91 admin admin] Request body: {'subnet': {'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-595199664-subnet', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'ip_version': 4}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:28.274066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 629f40cf-47d3-4554-9e9e-303865370d4a details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:48:28.287533 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3b744f-5564-4975-8a4a-cabb6680cb91 admin admin] Made reservation on behalf of 4a688ef438534d3c8da2e43b85418e06 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:28.290431 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ec3b744f-5564-4975-8a4a-cabb6680cb91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.453057 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ec3b744f-5564-4975-8a4a-cabb6680cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.506244 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b744f-5564-4975-8a4a-cabb6680cb91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74739c2f-66e6-4bb9-b55b-9998e6baf491,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:28.514899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3b744f-5564-4975-8a4a-cabb6680cb91 admin admin] Checking segment: {'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:28.515259 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3b744f-5564-4975-8a4a-cabb6680cb91 admin admin] Network hostable DHCP agents. Network: 629f40cf-47d3-4554-9e9e-303865370d4a, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:48:28.531528 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3b744f-5564-4975-8a4a-cabb6680cb91 admin admin] Network 629f40cf-47d3-4554-9e9e-303865370d4a is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:48:28.539448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-ec3b744f-5564-4975-8a4a-cabb6680cb91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 629f40cf-47d3-4554-9e9e-303865370d4a) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:28.543966 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3b744f-5564-4975-8a4a-cabb6680cb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:28.544560 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ec3b744f-5564-4975-8a4a-cabb6680cb91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.549172 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a56ff1-2679-4742-88ac-c54fb7fbb5fa None None] Network 629f40cf-47d3-4554-9e9e-303865370d4a requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:28.560160 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ec3b744f-5564-4975-8a4a-cabb6680cb91 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2987003 Nov 09 04:48:28.562948 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55618) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:28.567347 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-595199664-router', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:28.588393 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.589375 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.643684 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.702067 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-629f40cf-47d3-4554-9e9e-303865370d4a', 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'fixed_ips': [{'subnet_id': '74739c2f-66e6-4bb9-b55b-9998e6baf491'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:48:28.702961 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.784324 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.831678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Allocated IP 172.20.0.2 (629f40cf-47d3-4554-9e9e-303865370d4a/74739c2f-66e6-4bb9-b55b-9998e6baf491/35005aa0-074a-4230-9a7a-e0d6e97193ae) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:48:28.974605 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.975352 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.981304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:28.994959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:29.022834 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Network 629f40cf-47d3-4554-9e9e-303865370d4a is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:48:29.027987 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:29.030454 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:48:29.039600 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Pushing event updated for resources: {'Port': ['ID=35005aa0-074a-4230-9a7a-e0d6e97193ae,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:29.089808 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Attempting to bind port 35005aa0-074a-4230-9a7a-e0d6e97193ae on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:48:29.090179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Attempting to bind port 35005aa0-074a-4230-9a7a-e0d6e97193ae by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:48:29.090546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Attempting to bind port 35005aa0-074a-4230-9a7a-e0d6e97193ae on network 629f40cf-47d3-4554-9e9e-303865370d4a {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:48:29.095701 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:48:29.096071 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Checking segment: {'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:29.096474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:29.096865 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Bound using segment: {'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:48:29.097329 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Bound port: 35005aa0-074a-4230-9a7a-e0d6e97193ae, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:48:29.097732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:29.099925 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Allocated IP 172.26.5.209 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/90693e1a-daf8-4b54-9eeb-337f79a7498f) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:48:29.170536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] For port 35005aa0-074a-4230-9a7a-e0d6e97193ae, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:48:29.183851 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:29.185539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] For port 35005aa0-074a-4230-9a7a-e0d6e97193ae, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=35005aa0-074a-4230-9a7a-e0d6e97193ae,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:48:29.190763 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:29.209570 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:29.249708 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:29.254418 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbc190-3679-43bc-a771-22aaa5cc1e8d None None] Pushing event updated for resources: {'Port': ['ID=35005aa0-074a-4230-9a7a-e0d6e97193ae,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:29.285813 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:48:29.291085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:29.293697 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:48:29.322417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Pushing event updated for resources: {'Port': ['ID=90693e1a-daf8-4b54-9eeb-337f79a7498f,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:29.556254 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:29.745165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:29.870720 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Router c7cb8835-27a7-4783-be38-1cb89eb8cf18 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:48:30.094777 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 35005aa0-074a-4230-9a7a-e0d6e97193ae up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:30.150511 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 35005aa0-074a-4230-9a7a-e0d6e97193ae triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:30.150897 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:30.172984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624e4da7-8106-442d-b05f-ae9a160e96e9 None None] Network 629f40cf-47d3-4554-9e9e-303865370d4a requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:30.294038 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:48:30.302481 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6555ade6-47ba-40c0-805c-ac027969bfbe None None] Provisioning complete for port 35005aa0-074a-4230-9a7a-e0d6e97193ae triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:30.302855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6555ade6-47ba-40c0-805c-ac027969bfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:30.308632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Sync routers for ids ['c7cb8835-27a7-4783-be38-1cb89eb8cf18'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:48:30.311936 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:30.314025 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-63321d9b-c354-474f-8c70-38a19a28e577 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7500677 Nov 09 04:48:30.316051 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55620) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:30.556502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:30.562977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Routers {'c7cb8835-27a7-4783-be38-1cb89eb8cf18'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:48:30.563637 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:48:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c7cb8835-27a7-4783-be38-1cb89eb8cf18'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:30.611179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:30.695542 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 35005aa0-074a-4230-9a7a-e0d6e97193ae, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=35005aa0-074a-4230-9a7a-e0d6e97193ae,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:30.724815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:30.746711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:30.795355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Set router c7cb8835-27a7-4783-be38-1cb89eb8cf18 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:48:30.862209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=35005aa0-074a-4230-9a7a-e0d6e97193ae,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:30.922350 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Allocated IP 172.20.0.1 (629f40cf-47d3-4554-9e9e-303865370d4a/74739c2f-66e6-4bb9-b55b-9998e6baf491/40b02c1e-e186-4a17-ac09-a778b874cf18) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:48:31.004435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'name': 'tempest-TestEncryptedCinderVolumes-595199664-router', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '90693e1a-daf8-4b54-9eeb-337f79a7498f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:28Z', 'updated_at': '2021-11-09T04:48:29Z', 'revision_number': 3, 'project_id': '4a688ef438534d3c8da2e43b85418e06', 'gw_port': {'id': '90693e1a-daf8-4b54-9eeb-337f79a7498f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:29Z', 'updated_at': '2021-11-09T04:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:31.026863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.036392 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Checking router: c7cb8835-27a7-4783-be38-1cb89eb8cf18 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:48:31.036751 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Updating router c7cb8835-27a7-4783-be38-1cb89eb8cf18 port 90693e1a-daf8-4b54-9eeb-337f79a7498f binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:48:31.060635 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.063739 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e88a490c-4b59-410e-b2f9-4fb49dba5757 None None] Provisioning complete for port 35005aa0-074a-4230-9a7a-e0d6e97193ae triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:31.064114 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e88a490c-4b59-410e-b2f9-4fb49dba5757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.094928 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.096748 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Network 629f40cf-47d3-4554-9e9e-303865370d4a is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:48:31.101150 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:31.106926 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:48:31.122765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.137223 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Pushing event updated for resources: {'Port': ['ID=40b02c1e-e186-4a17-ac09-a778b874cf18,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:31.147218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:31.147563 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:31.147902 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:31.148234 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:31.148562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:31.148891 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:31.149295 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:31.150148 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:31.150478 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:31.150799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:31.151120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:31.151437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:31.166401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.294828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.408908 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.414394 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-725c105d-a940-459c-a140-9c1e7374e090 None None] Provisioning complete for port 40b02c1e-e186-4a17-ac09-a778b874cf18 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:31.414788 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-725c105d-a940-459c-a140-9c1e7374e090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.417317 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.461338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.466074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.496750 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-725c105d-a940-459c-a140-9c1e7374e090 None None] Port 40b02c1e-e186-4a17-ac09-a778b874cf18 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:48:31.498144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e496d62-0c64-464b-a87b-c67e6a535921 None None] Pushing event updated for resources: {'Port': ['ID=90693e1a-daf8-4b54-9eeb-337f79a7498f,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:31.501304 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Attempting to bind port 90693e1a-daf8-4b54-9eeb-337f79a7498f on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:48:31.501714 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Attempting to bind port 90693e1a-daf8-4b54-9eeb-337f79a7498f by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:48:31.502085 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Attempting to bind port 90693e1a-daf8-4b54-9eeb-337f79a7498f on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:48:31.507476 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:48:31.507859 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:31.508263 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.508714 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:48:31.509711 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Bound port: 90693e1a-daf8-4b54-9eeb-337f79a7498f, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:48:31.510104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.536059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Pushing event updated for resources: {'Port': ['ID=40b02c1e-e186-4a17-ac09-a778b874cf18,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:31.538852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.564513 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] For port 90693e1a-daf8-4b54-9eeb-337f79a7498f, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:48:31.567989 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] For port 90693e1a-daf8-4b54-9eeb-337f79a7498f, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=90693e1a-daf8-4b54-9eeb-337f79a7498f,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:48:31.572532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.628116 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Routers {'c7cb8835-27a7-4783-be38-1cb89eb8cf18'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:48:31.628734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:48:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c7cb8835-27a7-4783-be38-1cb89eb8cf18'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:31.630869 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Network 629f40cf-47d3-4554-9e9e-303865370d4a is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:48:31.632217 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:31.668078 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e496d62-0c64-464b-a87b-c67e6a535921 None None] Pushing event updated for resources: {'Port': ['ID=90693e1a-daf8-4b54-9eeb-337f79a7498f,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:31.753962 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] Set router c7cb8835-27a7-4783-be38-1cb89eb8cf18 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:48:31.758611 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Router c7cb8835-27a7-4783-be38-1cb89eb8cf18 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:48:31.870901 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:48:31.875870 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-81d8b571-0dc2-4aef-8b03-ab466b6b8e72 admin admin] 10.222.0.21 "PUT /v2.0/routers/c7cb8835-27a7-4783-be38-1cb89eb8cf18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5587838 Nov 09 04:48:31.945235 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b8a7c3e9-2422-4f29-b377-8eab4c466022 None None] Provisioning complete for port 40b02c1e-e186-4a17-ac09-a778b874cf18 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:31.945545 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b8a7c3e9-2422-4f29-b377-8eab4c466022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.993275 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b8a7c3e9-2422-4f29-b377-8eab4c466022 None None] Port 40b02c1e-e186-4a17-ac09-a778b874cf18 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:48:32.001195 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'name': 'tempest-TestEncryptedCinderVolumes-595199664-router', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '90693e1a-daf8-4b54-9eeb-337f79a7498f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:28Z', 'updated_at': '2021-11-09T04:48:31Z', 'revision_number': 4, 'project_id': '4a688ef438534d3c8da2e43b85418e06', 'gw_port': {'id': '90693e1a-daf8-4b54-9eeb-337f79a7498f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:29Z', 'updated_at': '2021-11-09T04:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '40b02c1e-e186-4a17-ac09-a778b874cf18', 'name': '', 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'mac_address': 'fa:16:3e:b0:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '74739c2f-66e6-4bb9-b55b-9998e6baf491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:30Z', 'updated_at': '2021-11-09T04:48:31Z', 'revision_number': 2, 'project_id': '4a688ef438534d3c8da2e43b85418e06', 'subnets': [{'id': '74739c2f-66e6-4bb9-b55b-9998e6baf491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:32.031044 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7246e752-9461-4feb-ac2d-f870e7bc28d8 None None] The sync data for ids ['c7cb8835-27a7-4783-be38-1cb89eb8cf18'] in dv-neutron-816800-2-hyperv is: [{'id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'name': 'tempest-TestEncryptedCinderVolumes-595199664-router', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '90693e1a-daf8-4b54-9eeb-337f79a7498f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:28Z', 'updated_at': '2021-11-09T04:48:31Z', 'revision_number': 4, 'project_id': '4a688ef438534d3c8da2e43b85418e06', 'gw_port': {'id': '90693e1a-daf8-4b54-9eeb-337f79a7498f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:29Z', 'updated_at': '2021-11-09T04:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '40b02c1e-e186-4a17-ac09-a778b874cf18', 'name': '', 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'mac_address': 'fa:16:3e:b0:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '74739c2f-66e6-4bb9-b55b-9998e6baf491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:30Z', 'updated_at': '2021-11-09T04:48:31Z', 'revision_number': 2, 'project_id': '4a688ef438534d3c8da2e43b85418e06', 'subnets': [{'id': '74739c2f-66e6-4bb9-b55b-9998e6baf491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:48:32.069486 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 35005aa0-074a-4230-9a7a-e0d6e97193ae up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:32.119401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 35005aa0-074a-4230-9a7a-e0d6e97193ae triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:32.119976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:32.383532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55636) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:32.388537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-81582198-network', 'tenant_id': 'b517b643368342998138f26d5d9d5928'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:32.410744 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] Made reservation on behalf of b517b643368342998138f26d5d9d5928 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:32.413250 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:32.422029 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:32.516030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:32.521557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:32.553735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:48:32.559957 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d21433d-b64b-4fa0-9b18-80706c1dffbb,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:32.568301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:32.568740 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] Added segment 0a270801-b95c-4cee-ab82-1a319ba31f54 of type vlan for network b6fd1947-e297-4cbc-a093-01696c727a1f Nov 09 04:48:32.611767 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:32.639994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:32.639994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:32.640421 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:32.705594 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55638) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:32.706141 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3210237 Nov 09 04:48:32.711387 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-c6d29a0e-16ec-4c02-a800-8efcc010e072 admin admin] Request body: {'subnet': {'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-81582198-subnet', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'ip_version': 4}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:32.714112 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8edae7-3c09-4a83-ac6f-6c6d2cb94dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=b6fd1947-e297-4cbc-a093-01696c727a1f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:32.725723 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network b6fd1947-e297-4cbc-a093-01696c727a1f details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:48:32.736179 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d29a0e-16ec-4c02-a800-8efcc010e072 admin admin] Made reservation on behalf of b517b643368342998138f26d5d9d5928 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:32.738862 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c6d29a0e-16ec-4c02-a800-8efcc010e072 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:32.919539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c6d29a0e-16ec-4c02-a800-8efcc010e072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:32.978209 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d29a0e-16ec-4c02-a800-8efcc010e072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a8e468-ca67-4ea5-b0d1-fafee2dc8f51,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:32.987046 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d29a0e-16ec-4c02-a800-8efcc010e072 admin admin] Checking segment: {'id': '0a270801-b95c-4cee-ab82-1a319ba31f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:32.987401 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d29a0e-16ec-4c02-a800-8efcc010e072 admin admin] Network hostable DHCP agents. Network: b6fd1947-e297-4cbc-a093-01696c727a1f, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:48:33.004079 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d29a0e-16ec-4c02-a800-8efcc010e072 admin admin] Network b6fd1947-e297-4cbc-a093-01696c727a1f is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:48:33.013150 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-c6d29a0e-16ec-4c02-a800-8efcc010e072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, b6fd1947-e297-4cbc-a093-01696c727a1f) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:33.021693 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d29a0e-16ec-4c02-a800-8efcc010e072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:33.022437 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493a66e8-4f00-4fd5-8101-d2e5cb0c3f07 None None] Network b6fd1947-e297-4cbc-a093-01696c727a1f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:33.022556 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c6d29a0e-16ec-4c02-a800-8efcc010e072 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.043430 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c6d29a0e-16ec-4c02-a800-8efcc010e072 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3367498 Nov 09 04:48:33.046680 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55640) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:33.052298 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-81582198-router', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:33.074847 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.075940 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.132553 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.190990 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-b6fd1947-e297-4cbc-a093-01696c727a1f', 'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'fixed_ips': [{'subnet_id': '66a8e468-ca67-4ea5-b0d1-fafee2dc8f51'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:48:33.191915 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.275679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.334045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Allocated IP 172.20.0.2 (b6fd1947-e297-4cbc-a093-01696c727a1f/66a8e468-ca67-4ea5-b0d1-fafee2dc8f51/aeb4b708-add0-483f-9bb7-f254f6bf717d) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:48:33.474397 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.475110 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.480997 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.492967 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.514607 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Network b6fd1947-e297-4cbc-a093-01696c727a1f is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:48:33.517559 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:33.522387 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:48:33.555383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Pushing event updated for resources: {'Port': ['ID=aeb4b708-add0-483f-9bb7-f254f6bf717d,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:33.587731 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Attempting to bind port aeb4b708-add0-483f-9bb7-f254f6bf717d on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:48:33.588102 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Attempting to bind port aeb4b708-add0-483f-9bb7-f254f6bf717d by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '0a270801-b95c-4cee-ab82-1a319ba31f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:48:33.588484 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Attempting to bind port aeb4b708-add0-483f-9bb7-f254f6bf717d on network b6fd1947-e297-4cbc-a093-01696c727a1f {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:48:33.593422 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:48:33.593851 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Checking segment: {'id': '0a270801-b95c-4cee-ab82-1a319ba31f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:33.594251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.594648 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Bound using segment: {'id': '0a270801-b95c-4cee-ab82-1a319ba31f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:48:33.595148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Bound port: aeb4b708-add0-483f-9bb7-f254f6bf717d, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a270801-b95c-4cee-ab82-1a319ba31f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:48:33.595794 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.598321 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Allocated IP 172.26.5.65 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/99e4e755-0013-493f-b930-6e491c61d56c) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:48:33.708584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.745299 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.783206 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:48:33.787985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:33.792182 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:48:33.798291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Pushing event updated for resources: {'Port': ['ID=99e4e755-0013-493f-b930-6e491c61d56c,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:33.813059 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] For port aeb4b708-add0-483f-9bb7-f254f6bf717d, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:48:33.816371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] For port aeb4b708-add0-483f-9bb7-f254f6bf717d, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=aeb4b708-add0-483f-9bb7-f254f6bf717d,segment=NetworkSegment(0a270801-b95c-4cee-ab82-1a319ba31f54),segment_id=0a270801-b95c-4cee-ab82-1a319ba31f54)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:48:33.819943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.877048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fff65f-c1a4-404f-b302-e1c5389bf741 None None] Pushing event updated for resources: {'Port': ['ID=aeb4b708-add0-483f-9bb7-f254f6bf717d,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:34.083739 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b902c-60b3-4900-a633-80391141161a None None] Sync routers for ids ['c7cb8835-27a7-4783-be38-1cb89eb8cf18'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:48:34.087460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:34.094717 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689b902c-60b3-4900-a633-80391141161a None None] Routers {'c7cb8835-27a7-4783-be38-1cb89eb8cf18'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:48:34.095774 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-689b902c-60b3-4900-a633-80391141161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:48:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c7cb8835-27a7-4783-be38-1cb89eb8cf18'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:34.136233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 90693e1a-daf8-4b54-9eeb-337f79a7498f up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:34.191128 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 90693e1a-daf8-4b54-9eeb-337f79a7498f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:34.192208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:34.214377 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-689b902c-60b3-4900-a633-80391141161a None None] Set router c7cb8835-27a7-4783-be38-1cb89eb8cf18 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:48:34.295174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:34.311361 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:34.355249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 90693e1a-daf8-4b54-9eeb-337f79a7498f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=90693e1a-daf8-4b54-9eeb-337f79a7498f,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:34.361873 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:34.424001 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-689b902c-60b3-4900-a633-80391141161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'name': 'tempest-TestEncryptedCinderVolumes-595199664-router', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '90693e1a-daf8-4b54-9eeb-337f79a7498f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:28Z', 'updated_at': '2021-11-09T04:48:31Z', 'revision_number': 4, 'project_id': '4a688ef438534d3c8da2e43b85418e06', 'gw_port': {'id': '90693e1a-daf8-4b54-9eeb-337f79a7498f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:29Z', 'updated_at': '2021-11-09T04:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '40b02c1e-e186-4a17-ac09-a778b874cf18', 'name': '', 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'mac_address': 'fa:16:3e:b0:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '74739c2f-66e6-4bb9-b55b-9998e6baf491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:30Z', 'updated_at': '2021-11-09T04:48:31Z', 'revision_number': 2, 'project_id': '4a688ef438534d3c8da2e43b85418e06', 'subnets': [{'id': '74739c2f-66e6-4bb9-b55b-9998e6baf491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:34.451063 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=90693e1a-daf8-4b54-9eeb-337f79a7498f,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:34.457480 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b902c-60b3-4900-a633-80391141161a None None] Checking router: c7cb8835-27a7-4783-be38-1cb89eb8cf18 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:48:34.457480 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b902c-60b3-4900-a633-80391141161a None None] Updating router c7cb8835-27a7-4783-be38-1cb89eb8cf18 port 40b02c1e-e186-4a17-ac09-a778b874cf18 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:48:34.478445 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Router 6924f883-839d-4675-a20f-60b33639773a is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:48:34.484949 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-689b902c-60b3-4900-a633-80391141161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:34.588689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:48:34.598313 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Sync routers for ids ['6924f883-839d-4675-a20f-60b33639773a'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:48:34.609611 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:34.611060 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-33f370e1-2fbd-4569-a659-d245b3fc3159 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5630293 Nov 09 04:48:34.611213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Routers {'6924f883-839d-4675-a20f-60b33639773a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:48:34.611864 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:48:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6924f883-839d-4675-a20f-60b33639773a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:34.613572 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55642) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:34.725336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Set router 6924f883-839d-4675-a20f-60b33639773a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:48:34.800674 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-689b902c-60b3-4900-a633-80391141161a None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:34.812351 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-689b902c-60b3-4900-a633-80391141161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:34.879192 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ed884-b119-4cfd-be75-3a5b627175e6 None None] Pushing event updated for resources: {'Port': ['ID=40b02c1e-e186-4a17-ac09-a778b874cf18,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:34.923728 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ed884-b119-4cfd-be75-3a5b627175e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:34.924339 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ed884-b119-4cfd-be75-3a5b627175e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:34.924855 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ed884-b119-4cfd-be75-3a5b627175e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:34.925190 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ed884-b119-4cfd-be75-3a5b627175e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:34.925545 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ed884-b119-4cfd-be75-3a5b627175e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:34.925890 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ed884-b119-4cfd-be75-3a5b627175e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:34.926222 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ed884-b119-4cfd-be75-3a5b627175e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:34.926548 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ed884-b119-4cfd-be75-3a5b627175e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:34.926874 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ed884-b119-4cfd-be75-3a5b627175e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:34.927194 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ed884-b119-4cfd-be75-3a5b627175e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:34.927516 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ed884-b119-4cfd-be75-3a5b627175e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:34.927832 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470ed884-b119-4cfd-be75-3a5b627175e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:34.940088 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-689b902c-60b3-4900-a633-80391141161a None None] Attempting to bind port 40b02c1e-e186-4a17-ac09-a778b874cf18 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:48:34.940587 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-689b902c-60b3-4900-a633-80391141161a None None] Attempting to bind port 40b02c1e-e186-4a17-ac09-a778b874cf18 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:48:34.940955 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b902c-60b3-4900-a633-80391141161a None None] Attempting to bind port 40b02c1e-e186-4a17-ac09-a778b874cf18 on network 629f40cf-47d3-4554-9e9e-303865370d4a {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:48:34.947363 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b902c-60b3-4900-a633-80391141161a None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:48:34.947738 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b902c-60b3-4900-a633-80391141161a None None] Checking segment: {'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:34.948139 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-689b902c-60b3-4900-a633-80391141161a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:34.948669 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b902c-60b3-4900-a633-80391141161a None None] Bound using segment: {'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:48:34.949562 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-689b902c-60b3-4900-a633-80391141161a None None] Bound port: 40b02c1e-e186-4a17-ac09-a778b874cf18, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:48:34.949562 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-689b902c-60b3-4900-a633-80391141161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:34.972566 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6924f883-839d-4675-a20f-60b33639773a', 'name': 'tempest-TestEncryptedCinderVolumes-81582198-router', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.65'}], 'enable_snat': True}, 'gw_port_id': '99e4e755-0013-493f-b930-6e491c61d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:48:33Z', 'revision_number': 3, 'project_id': 'b517b643368342998138f26d5d9d5928', 'gw_port': {'id': '99e4e755-0013-493f-b930-6e491c61d56c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6924f883-839d-4675-a20f-60b33639773a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:35.017757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Checking router: 6924f883-839d-4675-a20f-60b33639773a for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:48:35.018212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Updating router 6924f883-839d-4675-a20f-60b33639773a port 99e4e755-0013-493f-b930-6e491c61d56c binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:48:35.058949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:35.133049 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-689b902c-60b3-4900-a633-80391141161a None None] For port 40b02c1e-e186-4a17-ac09-a778b874cf18, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:48:35.136343 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-689b902c-60b3-4900-a633-80391141161a None None] For port 40b02c1e-e186-4a17-ac09-a778b874cf18, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=40b02c1e-e186-4a17-ac09-a778b874cf18,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:48:35.143006 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-689b902c-60b3-4900-a633-80391141161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:35.161312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:35.168365 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3931a9cf-c648-4226-b6d3-914f77b9a863 None None] Network b6fd1947-e297-4cbc-a093-01696c727a1f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:35.206263 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689b902c-60b3-4900-a633-80391141161a None None] Routers {'c7cb8835-27a7-4783-be38-1cb89eb8cf18'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:48:35.206887 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-689b902c-60b3-4900-a633-80391141161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:48:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c7cb8835-27a7-4783-be38-1cb89eb8cf18'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:35.210129 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ed884-b119-4cfd-be75-3a5b627175e6 None None] Pushing event updated for resources: {'Port': ['ID=40b02c1e-e186-4a17-ac09-a778b874cf18,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:35.325480 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-689b902c-60b3-4900-a633-80391141161a None None] Set router c7cb8835-27a7-4783-be38-1cb89eb8cf18 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:48:35.333966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-dfd5b3a0-bdbe-4d29-b4ed-304d710d4133 None None] Provisioning complete for port aeb4b708-add0-483f-9bb7-f254f6bf717d triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:35.334516 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b3a0-bdbe-4d29-b4ed-304d710d4133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:35.335915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Allocated IP 172.20.0.1 (b6fd1947-e297-4cbc-a093-01696c727a1f/66a8e468-ca67-4ea5-b0d1-fafee2dc8f51/29564f39-e7df-4bdc-a089-51e29c8f7493) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:48:35.460000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:35.499651 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:35.539047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Network b6fd1947-e297-4cbc-a093-01696c727a1f is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:48:35.542271 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:35.545107 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:48:35.565098 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b3a0-bdbe-4d29-b4ed-304d710d4133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:35.572307 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-689b902c-60b3-4900-a633-80391141161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'name': 'tempest-TestEncryptedCinderVolumes-595199664-router', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '90693e1a-daf8-4b54-9eeb-337f79a7498f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:28Z', 'updated_at': '2021-11-09T04:48:31Z', 'revision_number': 4, 'project_id': '4a688ef438534d3c8da2e43b85418e06', 'gw_port': {'id': '90693e1a-daf8-4b54-9eeb-337f79a7498f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:29Z', 'updated_at': '2021-11-09T04:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '40b02c1e-e186-4a17-ac09-a778b874cf18', 'name': '', 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'mac_address': 'fa:16:3e:b0:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '74739c2f-66e6-4bb9-b55b-9998e6baf491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:30Z', 'updated_at': '2021-11-09T04:48:35Z', 'revision_number': 4, 'project_id': '4a688ef438534d3c8da2e43b85418e06', 'subnets': [{'id': '74739c2f-66e6-4bb9-b55b-9998e6baf491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:35.581451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Pushing event updated for resources: {'Port': ['ID=29564f39-e7df-4bdc-a089-51e29c8f7493,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:35.602784 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b902c-60b3-4900-a633-80391141161a None None] The sync data for ids ['c7cb8835-27a7-4783-be38-1cb89eb8cf18'] in dv-neutron-816800-2-hyperv is: [{'id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'name': 'tempest-TestEncryptedCinderVolumes-595199664-router', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '90693e1a-daf8-4b54-9eeb-337f79a7498f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:28Z', 'updated_at': '2021-11-09T04:48:31Z', 'revision_number': 4, 'project_id': '4a688ef438534d3c8da2e43b85418e06', 'gw_port': {'id': '90693e1a-daf8-4b54-9eeb-337f79a7498f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:29Z', 'updated_at': '2021-11-09T04:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '40b02c1e-e186-4a17-ac09-a778b874cf18', 'name': '', 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'mac_address': 'fa:16:3e:b0:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '74739c2f-66e6-4bb9-b55b-9998e6baf491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:30Z', 'updated_at': '2021-11-09T04:48:35Z', 'revision_number': 4, 'project_id': '4a688ef438534d3c8da2e43b85418e06', 'subnets': [{'id': '74739c2f-66e6-4bb9-b55b-9998e6baf491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:48:35.616414 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:35.654488 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-dfd5b3a0-bdbe-4d29-b4ed-304d710d4133 None None] For port aeb4b708-add0-483f-9bb7-f254f6bf717d, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=aeb4b708-add0-483f-9bb7-f254f6bf717d,segment=NetworkSegment(0a270801-b95c-4cee-ab82-1a319ba31f54),segment_id=0a270801-b95c-4cee-ab82-1a319ba31f54)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:35.656755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:35.661010 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b3a0-bdbe-4d29-b4ed-304d710d4133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:35.668086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:35.730106 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Attempting to bind port 99e4e755-0013-493f-b930-6e491c61d56c on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:48:35.730452 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Attempting to bind port 99e4e755-0013-493f-b930-6e491c61d56c by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:48:35.730848 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Attempting to bind port 99e4e755-0013-493f-b930-6e491c61d56c on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:48:35.746983 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:48:35.747353 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:35.747763 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:35.748265 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:48:35.748756 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Bound port: 99e4e755-0013-493f-b930-6e491c61d56c, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:48:35.749144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:35.754535 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5b3a0-bdbe-4d29-b4ed-304d710d4133 None None] Pushing event updated for resources: {'Port': ['ID=aeb4b708-add0-483f-9bb7-f254f6bf717d,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:35.835915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:35.865909 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c05008e8-fc90-4857-96ff-32cc32ef3028 None None] Provisioning complete for port 40b02c1e-e186-4a17-ac09-a778b874cf18 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:35.866266 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c05008e8-fc90-4857-96ff-32cc32ef3028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:35.871749 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d1601-d9da-4995-bb4c-ccd31fe7dfba None None] Pushing event updated for resources: {'Port': ['ID=99e4e755-0013-493f-b930-6e491c61d56c,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:35.900201 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] For port 99e4e755-0013-493f-b930-6e491c61d56c, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:48:35.920420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] For port 99e4e755-0013-493f-b930-6e491c61d56c, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=99e4e755-0013-493f-b930-6e491c61d56c,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:48:35.931694 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:36.014472 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d1601-d9da-4995-bb4c-ccd31fe7dfba None None] Pushing event updated for resources: {'Port': ['ID=99e4e755-0013-493f-b930-6e491c61d56c,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:36.038577 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Routers {'6924f883-839d-4675-a20f-60b33639773a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:48:36.040700 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:48:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6924f883-839d-4675-a20f-60b33639773a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:36.075354 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:36.081769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:36.134262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c05008e8-fc90-4857-96ff-32cc32ef3028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:36.173934 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:36.202336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Pushing event updated for resources: {'Port': ['ID=29564f39-e7df-4bdc-a089-51e29c8f7493,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:36.215393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c05008e8-fc90-4857-96ff-32cc32ef3028 None None] For port 40b02c1e-e186-4a17-ac09-a778b874cf18, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=40b02c1e-e186-4a17-ac09-a778b874cf18,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:36.219612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] Set router 6924f883-839d-4675-a20f-60b33639773a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:48:36.223301 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c05008e8-fc90-4857-96ff-32cc32ef3028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:36.259125 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 40b02c1e-e186-4a17-ac09-a778b874cf18 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:36.308222 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Network b6fd1947-e297-4cbc-a093-01696c727a1f is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:48:36.310493 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:36.419148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05008e8-fc90-4857-96ff-32cc32ef3028 None None] Pushing event updated for resources: {'Port': ['ID=40b02c1e-e186-4a17-ac09-a778b874cf18,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:36.462595 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Router 6924f883-839d-4675-a20f-60b33639773a has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:48:36.466846 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4960b009-09c5-4d94-8b73-ca07edde58d1 None None] Provisioning complete for port aeb4b708-add0-483f-9bb7-f254f6bf717d triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:36.467215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4960b009-09c5-4d94-8b73-ca07edde58d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:36.471830 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 40b02c1e-e186-4a17-ac09-a778b874cf18 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:36.472185 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:36.587193 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:48:36.592740 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a816a627-f7ed-441d-9829-c34c3dd00069 admin admin] 10.222.0.21 "PUT /v2.0/routers/6924f883-839d-4675-a20f-60b33639773a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9780109 Nov 09 04:48:36.839560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 90693e1a-daf8-4b54-9eeb-337f79a7498f up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:36.870456 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4960b009-09c5-4d94-8b73-ca07edde58d1 None None] Provisioning complete for port 29564f39-e7df-4bdc-a089-51e29c8f7493 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:36.870832 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4960b009-09c5-4d94-8b73-ca07edde58d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:36.875176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6924f883-839d-4675-a20f-60b33639773a', 'name': 'tempest-TestEncryptedCinderVolumes-81582198-router', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.65'}], 'enable_snat': True}, 'gw_port_id': '99e4e755-0013-493f-b930-6e491c61d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:48:35Z', 'revision_number': 4, 'project_id': 'b517b643368342998138f26d5d9d5928', 'gw_port': {'id': '99e4e755-0013-493f-b930-6e491c61d56c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6924f883-839d-4675-a20f-60b33639773a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '29564f39-e7df-4bdc-a089-51e29c8f7493', 'name': '', 'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'mac_address': 'fa:16:3e:75:79:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6924f883-839d-4675-a20f-60b33639773a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '66a8e468-ca67-4ea5-b0d1-fafee2dc8f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:35Z', 'updated_at': '2021-11-09T04:48:35Z', 'revision_number': 1, 'project_id': 'b517b643368342998138f26d5d9d5928', 'subnets': [{'id': '66a8e468-ca67-4ea5-b0d1-fafee2dc8f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:36.923334 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22811637-5dea-4407-9eaf-e2e40ed8a91c None None] The sync data for ids ['6924f883-839d-4675-a20f-60b33639773a'] in dv-neutron-816800-2-hyperv is: [{'id': '6924f883-839d-4675-a20f-60b33639773a', 'name': 'tempest-TestEncryptedCinderVolumes-81582198-router', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.65'}], 'enable_snat': True}, 'gw_port_id': '99e4e755-0013-493f-b930-6e491c61d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:48:35Z', 'revision_number': 4, 'project_id': 'b517b643368342998138f26d5d9d5928', 'gw_port': {'id': '99e4e755-0013-493f-b930-6e491c61d56c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6924f883-839d-4675-a20f-60b33639773a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '29564f39-e7df-4bdc-a089-51e29c8f7493', 'name': '', 'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'mac_address': 'fa:16:3e:75:79:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6924f883-839d-4675-a20f-60b33639773a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '66a8e468-ca67-4ea5-b0d1-fafee2dc8f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:35Z', 'updated_at': '2021-11-09T04:48:35Z', 'revision_number': 1, 'project_id': 'b517b643368342998138f26d5d9d5928', 'subnets': [{'id': '66a8e468-ca67-4ea5-b0d1-fafee2dc8f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:48:36.943389 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4960b009-09c5-4d94-8b73-ca07edde58d1 None None] Port 29564f39-e7df-4bdc-a089-51e29c8f7493 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:48:36.962681 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 90693e1a-daf8-4b54-9eeb-337f79a7498f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:36.962970 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:37.059745 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device aeb4b708-add0-483f-9bb7-f254f6bf717d up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:37.098974 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-0668fc41-b6f3-4362-84c8-7a4237e2a723 None None] Provisioning complete for port 29564f39-e7df-4bdc-a089-51e29c8f7493 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:37.099344 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0668fc41-b6f3-4362-84c8-7a4237e2a723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:37.161411 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-0668fc41-b6f3-4362-84c8-7a4237e2a723 None None] Port 29564f39-e7df-4bdc-a089-51e29c8f7493 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:48:37.163315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port aeb4b708-add0-483f-9bb7-f254f6bf717d triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:37.164075 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:37.257895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-32ccfa1b-fcc3-480d-aa7f-d88877cd9473 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:37.259644 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-32ccfa1b-fcc3-480d-aa7f-d88877cd9473 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/networks?id=629f40cf-47d3-4554-9e9e-303865370d4a HTTP/1.1" status: 200 len: 816 time: 0.1540616 Nov 09 04:48:37.278977 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-983f43b0-857a-48e5-942a-a5c56f8eebe7 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/quotas/4a688ef438534d3c8da2e43b85418e06 HTTP/1.1" status: 200 len: 375 time: 0.0097413 Nov 09 04:48:37.332563 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-5e4f6aa0-70dd-43c0-85da-9587db2de092 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a688ef438534d3c8da2e43b85418e06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477469 Nov 09 04:48:37.435269 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-f708c0c4-de05-456d-9483-b87a9c4b6267 service neutron] 10.222.0.21 "GET /v2.0/networks/629f40cf-47d3-4554-9e9e-303865370d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906491 Nov 09 04:48:37.527355 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-11f159d0-a93a-441a-baa7-17f386548d56 service neutron] 10.222.0.21 "GET /v2.0/networks/629f40cf-47d3-4554-9e9e-303865370d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860286 Nov 09 04:48:37.682948 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a87a6758-a22e-4d2d-9e6f-04e84b4e3172 req-8930199f-7cd9-4e2f-bb31-6140323f83a6 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 210 time: 0.0267887 Nov 09 04:48:38.066252 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 40b02c1e-e186-4a17-ac09-a778b874cf18 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:38.114861 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 40b02c1e-e186-4a17-ac09-a778b874cf18 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:38.115326 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:38.633710 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-7a102a98-10c6-4b26-8469-f1fb9a7b2016 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:38.635847 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-7a102a98-10c6-4b26-8469-f1fb9a7b2016 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.31 "GET /v2.0/networks?id=629f40cf-47d3-4554-9e9e-303865370d4a HTTP/1.1" status: 200 len: 816 time: 0.1180704 Nov 09 04:48:38.648432 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-c34afffd-f0b5-44b3-b07c-2fe0894fe3c3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Request body: {'port': {'device_id': 'e2963c6f-7862-4511-a34d-48a8e95192de', 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a', 'admin_state_up': True, 'tenant_id': '4a688ef438534d3c8da2e43b85418e06'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:38.790920 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dc4f6b36-583a-4f49-a147-fe66e301ea9f req-2296bcbf-fa75-4288-be17-ff2f91b28104 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 210 time: 0.0356238 Nov 09 04:48:38.800210 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-c34afffd-f0b5-44b3-b07c-2fe0894fe3c3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Made reservation on behalf of 4a688ef438534d3c8da2e43b85418e06 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:38.811863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-c34afffd-f0b5-44b3-b07c-2fe0894fe3c3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:38.933989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-c34afffd-f0b5-44b3-b07c-2fe0894fe3c3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Allocated IP 172.20.0.12 (629f40cf-47d3-4554-9e9e-303865370d4a/74739c2f-66e6-4bb9-b55b-9998e6baf491/e70af337-a388-4e80-8c0c-69bb7ffffa9f) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:48:39.105876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-c34afffd-f0b5-44b3-b07c-2fe0894fe3c3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:39.136944 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-c34afffd-f0b5-44b3-b07c-2fe0894fe3c3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:39.177636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-c34afffd-f0b5-44b3-b07c-2fe0894fe3c3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Network 629f40cf-47d3-4554-9e9e-303865370d4a is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:48:39.182431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-c34afffd-f0b5-44b3-b07c-2fe0894fe3c3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:39.186081 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-c34afffd-f0b5-44b3-b07c-2fe0894fe3c3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:48:39.216913 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34afffd-f0b5-44b3-b07c-2fe0894fe3c3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Pushing event updated for resources: {'Port': ['ID=e70af337-a388-4e80-8c0c-69bb7ffffa9f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:39.246168 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-c34afffd-f0b5-44b3-b07c-2fe0894fe3c3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:39.246815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-c34afffd-f0b5-44b3-b07c-2fe0894fe3c3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:39.264101 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-c34afffd-f0b5-44b3-b07c-2fe0894fe3c3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6196465 Nov 09 04:48:39.278810 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Request body: {'port': {'device_id': 'e2963c6f-7862-4511-a34d-48a8e95192de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:39.334948 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:39.396685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-8a7cf9f0-74c0-4fcb-8648-d40dd0389732 None None] Provisioning complete for port e70af337-a388-4e80-8c0c-69bb7ffffa9f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:39.397454 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8a7cf9f0-74c0-4fcb-8648-d40dd0389732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:39.430213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-8a7cf9f0-74c0-4fcb-8648-d40dd0389732 None None] Port e70af337-a388-4e80-8c0c-69bb7ffffa9f cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:48:39.594839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70af337-a388-4e80-8c0c-69bb7ffffa9f {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:48:39.603518 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:39.615129 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Transition to ACTIVE for port object e70af337-a388-4e80-8c0c-69bb7ffffa9f will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:48:39.619393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:39.670325 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Pushing event updated for resources: {'Port': ['ID=e70af337-a388-4e80-8c0c-69bb7ffffa9f,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:39.747673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Attempting to bind port e70af337-a388-4e80-8c0c-69bb7ffffa9f on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:48:39.748018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Attempting to bind port e70af337-a388-4e80-8c0c-69bb7ffffa9f by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:48:39.748351 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Attempting to bind port e70af337-a388-4e80-8c0c-69bb7ffffa9f on network 629f40cf-47d3-4554-9e9e-303865370d4a {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:48:39.753162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Port e70af337-a388-4e80-8c0c-69bb7ffffa9f on network 629f40cf-47d3-4554-9e9e-303865370d4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:48:39.753810 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Attempting to bind port e70af337-a388-4e80-8c0c-69bb7ffffa9f on network 629f40cf-47d3-4554-9e9e-303865370d4a {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:48:39.760149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:48:39.760610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Checking segment: {'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:39.760992 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Bound using segment: {'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:48:39.761470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Bound port: e70af337-a388-4e80-8c0c-69bb7ffffa9f, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:48:39.761846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:39.817946 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Sync routers for ids ['6924f883-839d-4675-a20f-60b33639773a'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:48:39.828287 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Routers {'6924f883-839d-4675-a20f-60b33639773a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:48:39.828883 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:48:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6924f883-839d-4675-a20f-60b33639773a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:39.834107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] For port e70af337-a388-4e80-8c0c-69bb7ffffa9f, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:48:39.841111 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] For port e70af337-a388-4e80-8c0c-69bb7ffffa9f, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e70af337-a388-4e80-8c0c-69bb7ffffa9f,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:48:39.846757 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:39.883418 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:39.884162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:39.886117 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] 10.222.0.31 "PUT /v2.0/ports/e70af337-a388-4e80-8c0c-69bb7ffffa9f HTTP/1.1" status: 200 len: 1094 time: 0.6123571 Nov 09 04:48:39.888660 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2963c6f-7862-4511-a34d-48a8e95192de', 'tag': 'e70af337-a388-4e80-8c0c-69bb7ffffa9f'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:48:39.901633 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174f9550-909c-439f-a1d8-5afe0045953d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2963c6f-7862-4511-a34d-48a8e95192de", "tag": "e70af337-a388-4e80-8c0c-69bb7ffffa9f"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:48:39.947108 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79f0de-7e2a-43cc-abd3-36ecdaa7e4de req-b0a833e3-4c66-429a-9069-02b6f0a620f4 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:39.951437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dc537-5295-41a9-a115-f14719cd9445 service neutron] Pushing event updated for resources: {'Port': ['ID=e70af337-a388-4e80-8c0c-69bb7ffffa9f,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:39.958766 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Set router 6924f883-839d-4675-a20f-60b33639773a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:48:39.960683 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4f79f0de-7e2a-43cc-abd3-36ecdaa7e4de req-b0a833e3-4c66-429a-9069-02b6f0a620f4 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 944 time: 0.0916169 Nov 09 04:48:39.993457 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc64ec71-b6ca-4daa-8402-245b49f0c2e2 x-openstack-request-id: req-bc64ec71-b6ca-4daa-8402-245b49f0c2e2 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:48:39.993734 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2963c6f-7862-4511-a34d-48a8e95192de", "tag": "e70af337-a388-4e80-8c0c-69bb7ffffa9f", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:48:39.994034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc64ec71-b6ca-4daa-8402-245b49f0c2e2 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:48:39.994389 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2963c6f-7862-4511-a34d-48a8e95192de', 'tag': 'e70af337-a388-4e80-8c0c-69bb7ffffa9f', 'status': 'completed', 'code': 200} Nov 09 04:48:40.001341 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-6326268a-27be-4a4c-bb55-18d391b1129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:40.003582 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-6326268a-27be-4a4c-bb55-18d391b1129b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a688ef438534d3c8da2e43b85418e06&device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 1097 time: 0.0635333 Nov 09 04:48:40.034738 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4f79f0de-7e2a-43cc-abd3-36ecdaa7e4de req-a311c4f1-70ce-4f8d-9133-1ca608f84149 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697525 Nov 09 04:48:40.077929 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-f7317334-bd63-43ab-86ea-fd0f5cb628c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70af337-a388-4e80-8c0c-69bb7ffffa9f HTTP/1.1" status: 200 len: 217 time: 0.0653138 Nov 09 04:48:40.128286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 99e4e755-0013-493f-b930-6e491c61d56c up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:40.147707 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-9fabc721-1599-4291-9c64-166589ccd4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:40.149912 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-9fabc721-1599-4291-9c64-166589ccd4a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=74739c2f-66e6-4bb9-b55b-9998e6baf491 HTTP/1.1" status: 200 len: 855 time: 0.0605414 Nov 09 04:48:40.197533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-c4aae4f4-44e4-4d00-ad9a-9aee032b64af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:40.199078 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-c4aae4f4-44e4-4d00-ad9a-9aee032b64af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=629f40cf-47d3-4554-9e9e-303865370d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418177 Nov 09 04:48:40.206039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 99e4e755-0013-493f-b930-6e491c61d56c triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:40.206613 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:40.217072 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6924f883-839d-4675-a20f-60b33639773a', 'name': 'tempest-TestEncryptedCinderVolumes-81582198-router', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.65'}], 'enable_snat': True}, 'gw_port_id': '99e4e755-0013-493f-b930-6e491c61d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:48:35Z', 'revision_number': 4, 'project_id': 'b517b643368342998138f26d5d9d5928', 'gw_port': {'id': '99e4e755-0013-493f-b930-6e491c61d56c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6924f883-839d-4675-a20f-60b33639773a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '29564f39-e7df-4bdc-a089-51e29c8f7493', 'name': '', 'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'mac_address': 'fa:16:3e:75:79:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6924f883-839d-4675-a20f-60b33639773a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '66a8e468-ca67-4ea5-b0d1-fafee2dc8f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:35Z', 'updated_at': '2021-11-09T04:48:35Z', 'revision_number': 2, 'project_id': 'b517b643368342998138f26d5d9d5928', 'subnets': [{'id': '66a8e468-ca67-4ea5-b0d1-fafee2dc8f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:40.242154 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Checking router: 6924f883-839d-4675-a20f-60b33639773a for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:48:40.242563 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Updating router 6924f883-839d-4675-a20f-60b33639773a port 29564f39-e7df-4bdc-a089-51e29c8f7493 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:48:40.266255 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:40.288327 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:40.300470 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-c8a78050-5a99-475c-ba8c-229821199101 service neutron] 10.222.0.31 "GET /v2.0/networks/629f40cf-47d3-4554-9e9e-303865370d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941036 Nov 09 04:48:40.308941 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 99e4e755-0013-493f-b930-6e491c61d56c, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=99e4e755-0013-493f-b930-6e491c61d56c,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:40.313093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:40.373586 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=99e4e755-0013-493f-b930-6e491c61d56c,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:40.396734 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7e85e5b1-8e7a-4837-9bac-2fc9e78144a6 req-4121a74a-70ff-4fee-b027-9eb34260aa73 service neutron] 10.222.0.31 "GET /v2.0/networks/629f40cf-47d3-4554-9e9e-303865370d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877104 Nov 09 04:48:40.482414 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f9550-909c-439f-a1d8-5afe0045953d req-5647920d-0777-42cf-b3d9-9c1350c98640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:40.483851 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-174f9550-909c-439f-a1d8-5afe0045953d req-5647920d-0777-42cf-b3d9-9c1350c98640 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a688ef438534d3c8da2e43b85418e06&device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 1097 time: 0.0404472 Nov 09 04:48:40.531753 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:40.537206 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:40.583057 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3713f6-d327-4a9d-aa21-e674334559c9 None None] Pushing event updated for resources: {'Port': ['ID=29564f39-e7df-4bdc-a089-51e29c8f7493,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:40.597113 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f9550-909c-439f-a1d8-5afe0045953d req-5ca71745-4ea3-46ad-a433-b0ae4c21b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:40.598758 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-174f9550-909c-439f-a1d8-5afe0045953d req-5ca71745-4ea3-46ad-a433-b0ae4c21b80f service neutron] 10.222.0.31 "GET /v2.0/networks?id=629f40cf-47d3-4554-9e9e-303865370d4a HTTP/1.1" status: 200 len: 916 time: 0.1074541 Nov 09 04:48:40.639499 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Attempting to bind port 29564f39-e7df-4bdc-a089-51e29c8f7493 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:48:40.639862 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Attempting to bind port 29564f39-e7df-4bdc-a089-51e29c8f7493 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '0a270801-b95c-4cee-ab82-1a319ba31f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:48:40.640219 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Attempting to bind port 29564f39-e7df-4bdc-a089-51e29c8f7493 on network b6fd1947-e297-4cbc-a093-01696c727a1f {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:48:40.642843 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-174f9550-909c-439f-a1d8-5afe0045953d req-a523927a-226e-41ea-a965-701e96c48b79 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70af337-a388-4e80-8c0c-69bb7ffffa9f HTTP/1.1" status: 200 len: 217 time: 0.0360160 Nov 09 04:48:40.645719 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:48:40.646089 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Checking segment: {'id': '0a270801-b95c-4cee-ab82-1a319ba31f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:40.646477 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:40.646854 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Bound using segment: {'id': '0a270801-b95c-4cee-ab82-1a319ba31f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:48:40.647310 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Bound port: 29564f39-e7df-4bdc-a089-51e29c8f7493, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a270801-b95c-4cee-ab82-1a319ba31f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:48:40.647676 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:40.710616 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f9550-909c-439f-a1d8-5afe0045953d req-c54d2fc5-4267-41de-b6f0-f6356cfb01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:40.712313 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-174f9550-909c-439f-a1d8-5afe0045953d req-c54d2fc5-4267-41de-b6f0-f6356cfb01c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=74739c2f-66e6-4bb9-b55b-9998e6baf491 HTTP/1.1" status: 200 len: 855 time: 0.0618618 Nov 09 04:48:40.729811 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] For port 29564f39-e7df-4bdc-a089-51e29c8f7493, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:48:40.735381 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] For port 29564f39-e7df-4bdc-a089-51e29c8f7493, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=29564f39-e7df-4bdc-a089-51e29c8f7493,segment=NetworkSegment(0a270801-b95c-4cee-ab82-1a319ba31f54),segment_id=0a270801-b95c-4cee-ab82-1a319ba31f54)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:48:40.741181 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:40.767776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f9550-909c-439f-a1d8-5afe0045953d req-dd1a21f2-88fe-4573-8704-af7285018bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:40.769413 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-174f9550-909c-439f-a1d8-5afe0045953d req-dd1a21f2-88fe-4573-8704-af7285018bf6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=629f40cf-47d3-4554-9e9e-303865370d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0485995 Nov 09 04:48:40.810033 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Routers {'6924f883-839d-4675-a20f-60b33639773a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:48:40.810676 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:48:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6924f883-839d-4675-a20f-60b33639773a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:40.822266 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c12e64ed-bf8f-4e8c-84ef-ad63e0a7d01d None None] Provisioning complete for port 29564f39-e7df-4bdc-a089-51e29c8f7493 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:40.823651 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c12e64ed-bf8f-4e8c-84ef-ad63e0a7d01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:40.847998 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3713f6-d327-4a9d-aa21-e674334559c9 None None] Pushing event updated for resources: {'Port': ['ID=29564f39-e7df-4bdc-a089-51e29c8f7493,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:40.893542 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-174f9550-909c-439f-a1d8-5afe0045953d req-f1d35ca2-f217-4af4-b931-16b565b10af7 service neutron] 10.222.0.31 "GET /v2.0/networks/629f40cf-47d3-4554-9e9e-303865370d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142933 Nov 09 04:48:40.931136 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c12e64ed-bf8f-4e8c-84ef-ad63e0a7d01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:40.936586 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] Set router 6924f883-839d-4675-a20f-60b33639773a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:48:40.970528 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c12e64ed-bf8f-4e8c-84ef-ad63e0a7d01d None None] For port 29564f39-e7df-4bdc-a089-51e29c8f7493, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=29564f39-e7df-4bdc-a089-51e29c8f7493,segment=NetworkSegment(0a270801-b95c-4cee-ab82-1a319ba31f54),segment_id=0a270801-b95c-4cee-ab82-1a319ba31f54)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:40.975964 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c12e64ed-bf8f-4e8c-84ef-ad63e0a7d01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:41.007436 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-174f9550-909c-439f-a1d8-5afe0045953d req-b988e8eb-e1d4-4548-a2f1-354ac6155de3 service neutron] 10.222.0.31 "GET /v2.0/networks/629f40cf-47d3-4554-9e9e-303865370d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047511 Nov 09 04:48:41.025954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e64ed-bf8f-4e8c-84ef-ad63e0a7d01d None None] Pushing event updated for resources: {'Port': ['ID=29564f39-e7df-4bdc-a089-51e29c8f7493,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:41.096978 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9592d993-e0d9-43e4-91ba-df76831babfd None None] Provisioning complete for port 29564f39-e7df-4bdc-a089-51e29c8f7493 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:41.097527 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9592d993-e0d9-43e4-91ba-df76831babfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:41.148455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d34cb0-6631-4b6a-9683-c4e09d270194 req-ed56b2cc-aed4-4549-adc3-928c845fc247 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:41.151423 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40d34cb0-6631-4b6a-9683-c4e09d270194 req-ed56b2cc-aed4-4549-adc3-928c845fc247 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 944 time: 0.0526266 Nov 09 04:48:41.200313 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40d34cb0-6631-4b6a-9683-c4e09d270194 req-5c1017c6-3b43-40d0-b2af-9e197ad3b1f3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422466 Nov 09 04:48:41.223804 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6924f883-839d-4675-a20f-60b33639773a', 'name': 'tempest-TestEncryptedCinderVolumes-81582198-router', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.65'}], 'enable_snat': True}, 'gw_port_id': '99e4e755-0013-493f-b930-6e491c61d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:48:35Z', 'revision_number': 4, 'project_id': 'b517b643368342998138f26d5d9d5928', 'gw_port': {'id': '99e4e755-0013-493f-b930-6e491c61d56c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6924f883-839d-4675-a20f-60b33639773a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '29564f39-e7df-4bdc-a089-51e29c8f7493', 'name': '', 'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'mac_address': 'fa:16:3e:75:79:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6924f883-839d-4675-a20f-60b33639773a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '66a8e468-ca67-4ea5-b0d1-fafee2dc8f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:35Z', 'updated_at': '2021-11-09T04:48:40Z', 'revision_number': 4, 'project_id': 'b517b643368342998138f26d5d9d5928', 'subnets': [{'id': '66a8e468-ca67-4ea5-b0d1-fafee2dc8f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:41.251517 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdeb111-2db2-49bb-a318-20b7678b4b84 None None] The sync data for ids ['6924f883-839d-4675-a20f-60b33639773a'] in dv-neutron-816800-2-hyperv is: [{'id': '6924f883-839d-4675-a20f-60b33639773a', 'name': 'tempest-TestEncryptedCinderVolumes-81582198-router', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.65'}], 'enable_snat': True}, 'gw_port_id': '99e4e755-0013-493f-b930-6e491c61d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:48:35Z', 'revision_number': 4, 'project_id': 'b517b643368342998138f26d5d9d5928', 'gw_port': {'id': '99e4e755-0013-493f-b930-6e491c61d56c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6924f883-839d-4675-a20f-60b33639773a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '29564f39-e7df-4bdc-a089-51e29c8f7493', 'name': '', 'network_id': 'b6fd1947-e297-4cbc-a093-01696c727a1f', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'mac_address': 'fa:16:3e:75:79:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6924f883-839d-4675-a20f-60b33639773a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '66a8e468-ca67-4ea5-b0d1-fafee2dc8f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:35Z', 'updated_at': '2021-11-09T04:48:40Z', 'revision_number': 4, 'project_id': 'b517b643368342998138f26d5d9d5928', 'subnets': [{'id': '66a8e468-ca67-4ea5-b0d1-fafee2dc8f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:48:42.078254 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 99e4e755-0013-493f-b930-6e491c61d56c up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:42.125355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 99e4e755-0013-493f-b930-6e491c61d56c triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:42.125754 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:42.202272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 29564f39-e7df-4bdc-a089-51e29c8f7493 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:42.248180 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 29564f39-e7df-4bdc-a089-51e29c8f7493 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:42.248634 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:42.313837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b5b12-0bc3-4b4d-9592-090291a7b4a7 req-213b8992-edf1-47be-a353-46fcac15a5bf tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:42.315342 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-346b5b12-0bc3-4b4d-9592-090291a7b4a7 req-213b8992-edf1-47be-a353-46fcac15a5bf tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 944 time: 0.0478799 Nov 09 04:48:42.363634 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-346b5b12-0bc3-4b4d-9592-090291a7b4a7 req-45b9fc09-f45e-444a-a33c-6edcb65632d3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Nov 09 04:48:43.479456 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546537d-3767-4165-b1df-0d99487d9ff4 req-df069a59-af50-4646-8b10-f7c6280d7bc3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:43.480929 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c546537d-3767-4165-b1df-0d99487d9ff4 req-df069a59-af50-4646-8b10-f7c6280d7bc3 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 944 time: 0.0519350 Nov 09 04:48:43.526728 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c546537d-3767-4165-b1df-0d99487d9ff4 req-0b6ad8c1-9939-443c-aec4-c828fae3d944 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399389 Nov 09 04:48:44.429529 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e70af337-a388-4e80-8c0c-69bb7ffffa9f details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:48:44.532196 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e70af337-a388-4e80-8c0c-69bb7ffffa9f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e70af337-a388-4e80-8c0c-69bb7ffffa9f,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:44.543955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'e70af337-a388-4e80-8c0c-69bb7ffffa9f', 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a', 'port_id': 'e70af337-a388-4e80-8c0c-69bb7ffffa9f', 'mac_address': 'fa:16:3e:27:cd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74739c2f-66e6-4bb9-b55b-9998e6baf491', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:48:44.582850 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:44.600132 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70af337-a388-4e80-8c0c-69bb7ffffa9f {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:48:44.618893 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e70af337-a388-4e80-8c0c-69bb7ffffa9f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e70af337-a388-4e80-8c0c-69bb7ffffa9f,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:44.623355 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:44.641906 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1d11d-25f5-42a6-a13a-76567e593478 req-cc7f1d60-d701-4bed-a566-1fec2cc51124 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:44.643405 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-16d1d11d-25f5-42a6-a13a-76567e593478 req-cc7f1d60-d701-4bed-a566-1fec2cc51124 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 944 time: 0.0508332 Nov 09 04:48:44.669911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=e70af337-a388-4e80-8c0c-69bb7ffffa9f,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:44.690624 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-16d1d11d-25f5-42a6-a13a-76567e593478 req-f3f31b04-e77c-4347-8b69-027257e52977 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403821 Nov 09 04:48:44.816178 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['e70af337-a388-4e80-8c0c-69bb7ffffa9f'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:48:45.803826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f49fe1-dfa3-4db8-ab58-d3ba6086fd3d req-68c5c1e1-c1ca-45bc-a11e-974add5863d5 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:45.805239 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-15f49fe1-dfa3-4db8-ab58-d3ba6086fd3d req-68c5c1e1-c1ca-45bc-a11e-974add5863d5 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 945 time: 0.0476866 Nov 09 04:48:45.850302 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-15f49fe1-dfa3-4db8-ab58-d3ba6086fd3d req-f5001f67-8a60-446c-b5a7-9400c84efaf8 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391912 Nov 09 04:48:46.438026 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e70af337-a388-4e80-8c0c-69bb7ffffa9f up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:46.485661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port e70af337-a388-4e80-8c0c-69bb7ffffa9f completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:48:46.489353 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port e70af337-a388-4e80-8c0c-69bb7ffffa9f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:46.489753 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:46.570052 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:46.591946 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2963c6f-7862-4511-a34d-48a8e95192de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70af337-a388-4e80-8c0c-69bb7ffffa9f'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:48:46.594210 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f75e04f-50f2-4af2-bcfa-7a3484d5b1f7" -d '{"events": [{"server_uuid": "e2963c6f-7862-4511-a34d-48a8e95192de", "name": "network-vif-plugged", "status": "completed", "tag": "e70af337-a388-4e80-8c0c-69bb7ffffa9f"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:48:46.606709 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e70af337-a388-4e80-8c0c-69bb7ffffa9f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e70af337-a388-4e80-8c0c-69bb7ffffa9f,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:46.609815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:46.636507 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1affbc50-2820-42fb-8930-f00e00b390f0 x-openstack-request-id: req-1affbc50-2820-42fb-8930-f00e00b390f0 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:48:46.636800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2963c6f-7862-4511-a34d-48a8e95192de", "name": "network-vif-plugged", "status": "completed", "tag": "e70af337-a388-4e80-8c0c-69bb7ffffa9f", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:48:46.637053 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1affbc50-2820-42fb-8930-f00e00b390f0 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:48:46.637449 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2963c6f-7862-4511-a34d-48a8e95192de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70af337-a388-4e80-8c0c-69bb7ffffa9f', 'code': 200} Nov 09 04:48:46.662915 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=e70af337-a388-4e80-8c0c-69bb7ffffa9f,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:46.797842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cbdcf-1d18-44d5-8918-a3c4658c8793 req-b8f3fa20-f629-4141-b2e1-09142a391e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:46.799284 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1d4cbdcf-1d18-44d5-8918-a3c4658c8793 req-b8f3fa20-f629-4141-b2e1-09142a391e1c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 1099 time: 0.0420122 Nov 09 04:48:46.842987 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1d4cbdcf-1d18-44d5-8918-a3c4658c8793 req-489b5425-2d89-4332-8b86-611f2f371f9d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357230 Nov 09 04:48:46.961200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe6210-fcfd-4442-8385-b9d6cf07602a req-122bf359-6879-44d1-bf20-59b432d2bac1 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:46.962594 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cfbe6210-fcfd-4442-8385-b9d6cf07602a req-122bf359-6879-44d1-bf20-59b432d2bac1 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 946 time: 0.0470369 Nov 09 04:48:47.008461 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cfbe6210-fcfd-4442-8385-b9d6cf07602a req-58fa9143-c939-4a47-b9e7-b453a1b33826 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401168 Nov 09 04:48:47.160896 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:47.259164 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:48:48.125343 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0bad8-f5df-4320-a750-04a5b52f6ec8 req-7ad71ad2-998e-4325-a7cc-20dc58fde341 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:48.126860 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-24b0bad8-f5df-4320-a750-04a5b52f6ec8 req-7ad71ad2-998e-4325-a7cc-20dc58fde341 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 946 time: 0.0514336 Nov 09 04:48:48.172299 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-24b0bad8-f5df-4320-a750-04a5b52f6ec8 req-7a6e4116-9611-47df-ab9c-ec6991a7b83c tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396369 Nov 09 04:48:48.287087 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92bd0e-3a64-45cd-919f-dd7902c80a67 req-2c4667aa-5b17-416c-b78a-536de3730696 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:48.288475 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2c92bd0e-3a64-45cd-919f-dd7902c80a67 req-2c4667aa-5b17-416c-b78a-536de3730696 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 946 time: 0.0479100 Nov 09 04:48:48.337695 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2c92bd0e-3a64-45cd-919f-dd7902c80a67 req-41c4deea-7955-4194-be7d-0d7520d107b6 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433488 Nov 09 04:48:53.272920 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3eab4f3e-68bd-4f42-9fcb-dfc320e03bbc req-202bf243-0545-438e-8c47-f24daa64a56c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397654 Nov 09 04:48:53.359463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab4f3e-68bd-4f42-9fcb-dfc320e03bbc req-77bf7417-a5fa-4ca8-a375-5f045bac7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:53.360962 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3eab4f3e-68bd-4f42-9fcb-dfc320e03bbc req-77bf7417-a5fa-4ca8-a375-5f045bac7d49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a688ef438534d3c8da2e43b85418e06&device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 1099 time: 0.0424564 Nov 09 04:48:53.467339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab4f3e-68bd-4f42-9fcb-dfc320e03bbc req-a2075d8a-2238-427a-8511-f46f827d53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:53.468816 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3eab4f3e-68bd-4f42-9fcb-dfc320e03bbc req-a2075d8a-2238-427a-8511-f46f827d53b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=629f40cf-47d3-4554-9e9e-303865370d4a HTTP/1.1" status: 200 len: 916 time: 0.0869963 Nov 09 04:48:53.509820 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3eab4f3e-68bd-4f42-9fcb-dfc320e03bbc req-e7b7f270-25ee-479d-a978-71de3dfcde28 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70af337-a388-4e80-8c0c-69bb7ffffa9f HTTP/1.1" status: 200 len: 217 time: 0.0339892 Nov 09 04:48:53.557711 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab4f3e-68bd-4f42-9fcb-dfc320e03bbc req-e37fc0b0-ee19-44ad-b0b7-d5862c578a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:53.559147 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3eab4f3e-68bd-4f42-9fcb-dfc320e03bbc req-e37fc0b0-ee19-44ad-b0b7-d5862c578a5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=74739c2f-66e6-4bb9-b55b-9998e6baf491 HTTP/1.1" status: 200 len: 855 time: 0.0426376 Nov 09 04:48:53.608728 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab4f3e-68bd-4f42-9fcb-dfc320e03bbc req-5b160027-8fd0-40fc-b2b4-a6a0afc51ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:53.610220 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3eab4f3e-68bd-4f42-9fcb-dfc320e03bbc req-5b160027-8fd0-40fc-b2b4-a6a0afc51ba6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=629f40cf-47d3-4554-9e9e-303865370d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441461 Nov 09 04:48:54.022586 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3eab4f3e-68bd-4f42-9fcb-dfc320e03bbc req-f0321d55-7657-43d5-8849-edc4ca6d0508 service neutron] 10.222.0.31 "GET /v2.0/networks/629f40cf-47d3-4554-9e9e-303865370d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054389 Nov 09 04:48:54.118800 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3eab4f3e-68bd-4f42-9fcb-dfc320e03bbc req-e2eb87fe-d51c-4055-b0d9-286f46077326 service neutron] 10.222.0.31 "GET /v2.0/networks/629f40cf-47d3-4554-9e9e-303865370d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882747 Nov 09 04:48:55.590340 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b5911a41-1c24-4c93-a15f-bbcb19446500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:57.888388 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a03df135-a60e-4d04-94f0-8746bd9c1293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:59.177442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:00.381243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:01.074074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:11.041129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3b0fe-44b0-41f5-9488-1e62f65e7e2b req-bd74dbd3-3bff-4856-8046-dd208457b120 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:11.042625 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f6a3b0fe-44b0-41f5-9488-1e62f65e7e2b req-bd74dbd3-3bff-4856-8046-dd208457b120 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 946 time: 0.0486827 Nov 09 04:49:11.090597 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f6a3b0fe-44b0-41f5-9488-1e62f65e7e2b req-080ad1ee-abea-49dd-8eee-1c9edf6357a1 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416780 Nov 09 04:49:12.205580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c62d85-2c72-447f-9924-50fbfad36bf1 req-8d956455-c6c1-4f19-b24b-3f0d255f4aad tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:12.207068 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-23c62d85-2c72-447f-9924-50fbfad36bf1 req-8d956455-c6c1-4f19-b24b-3f0d255f4aad tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 946 time: 0.0483894 Nov 09 04:49:12.253404 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-23c62d85-2c72-447f-9924-50fbfad36bf1 req-64e8a093-d9bc-49fc-b0ff-99cb30ace88a tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Nov 09 04:49:12.583888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce355808-eb0d-4255-8cc8-a71ee86c5939 req-1e0b612c-8867-4e87-baff-47f6e0006853 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:12.585971 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ce355808-eb0d-4255-8cc8-a71ee86c5939 req-1e0b612c-8867-4e87-baff-47f6e0006853 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 946 time: 0.0500317 Nov 09 04:49:12.675149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-ce355808-eb0d-4255-8cc8-a71ee86c5939 req-12ecc0a0-3abe-4870-8468-70cf174e2d97 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Deleting port e70af337-a388-4e80-8c0c-69bb7ffffa9f {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:49:12.675493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ce355808-eb0d-4255-8cc8-a71ee86c5939 req-12ecc0a0-3abe-4870-8468-70cf174e2d97 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:12.762207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-ce355808-eb0d-4255-8cc8-a71ee86c5939 req-12ecc0a0-3abe-4870-8468-70cf174e2d97 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] For port e70af337-a388-4e80-8c0c-69bb7ffffa9f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e70af337-a388-4e80-8c0c-69bb7ffffa9f,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:49:12.762571 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ce355808-eb0d-4255-8cc8-a71ee86c5939 req-12ecc0a0-3abe-4870-8468-70cf174e2d97 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:12.778783 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-ce355808-eb0d-4255-8cc8-a71ee86c5939 req-12ecc0a0-3abe-4870-8468-70cf174e2d97 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Calling delete_port for e70af337-a388-4e80-8c0c-69bb7ffffa9f owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:49:12.901439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ce355808-eb0d-4255-8cc8-a71ee86c5939 req-12ecc0a0-3abe-4870-8468-70cf174e2d97 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:12.930265 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecc0a0-3abe-4870-8468-70cf174e2d97 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Pushing event deleted for resources: {'Port': ['ID=e70af337-a388-4e80-8c0c-69bb7ffffa9f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:12.973263 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce355808-eb0d-4255-8cc8-a71ee86c5939 req-12ecc0a0-3abe-4870-8468-70cf174e2d97 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] No DVR routers for this DVR port e70af337-a388-4e80-8c0c-69bb7ffffa9f on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:49:12.975819 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ce355808-eb0d-4255-8cc8-a71ee86c5939 req-12ecc0a0-3abe-4870-8468-70cf174e2d97 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:12.979141 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ce355808-eb0d-4255-8cc8-a71ee86c5939 req-12ecc0a0-3abe-4870-8468-70cf174e2d97 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.31 "DELETE /v2.0/ports/e70af337-a388-4e80-8c0c-69bb7ffffa9f HTTP/1.1" status: 204 len: 173 time: 0.3879364 Nov 09 04:49:12.979581 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2963c6f-7862-4511-a34d-48a8e95192de', 'name': 'network-vif-deleted', 'tag': 'e70af337-a388-4e80-8c0c-69bb7ffffa9f'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:49:12.981844 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7842e7-1f73-413d-afbe-920bb372b3b8" -d '{"events": [{"server_uuid": "e2963c6f-7862-4511-a34d-48a8e95192de", "name": "network-vif-deleted", "tag": "e70af337-a388-4e80-8c0c-69bb7ffffa9f"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:49:13.023924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6eb90c-1301-48b2-b935-42c838030086 x-openstack-request-id: req-ef6eb90c-1301-48b2-b935-42c838030086 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:49:13.024214 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2963c6f-7862-4511-a34d-48a8e95192de", "name": "network-vif-deleted", "tag": "e70af337-a388-4e80-8c0c-69bb7ffffa9f", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:49:13.024492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef6eb90c-1301-48b2-b935-42c838030086 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:49:13.024955 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2963c6f-7862-4511-a34d-48a8e95192de', 'name': 'network-vif-deleted', 'tag': 'e70af337-a388-4e80-8c0c-69bb7ffffa9f', 'status': 'completed', 'code': 200} Nov 09 04:49:13.364569 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-851a3a2b-f04b-4da7-8784-1d1c99d6069e req-73c073f3-1ed0-4d8b-b818-478f34accf3c tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2963c6f-7862-4511-a34d-48a8e95192de HTTP/1.1" status: 200 len: 210 time: 0.0271740 Nov 09 04:49:14.557772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e70af337-a388-4e80-8c0c-69bb7ffffa9f no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:49:14.580405 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: e70af337-a388-4e80-8c0c-69bb7ffffa9f {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:49:14.580747 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e70af337-a388-4e80-8c0c-69bb7ffffa9f not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:49:14.854895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-ae7851ec-cb91-4da5-adbe-a0d6b6b2ee8e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:14.856340 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-ae7851ec-cb91-4da5-adbe-a0d6b6b2ee8e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/networks?id=629f40cf-47d3-4554-9e9e-303865370d4a HTTP/1.1" status: 200 len: 816 time: 0.1024950 Nov 09 04:49:14.870829 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-ee596e64-95ae-4df4-bc26-8df896f8967f tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/quotas/4a688ef438534d3c8da2e43b85418e06 HTTP/1.1" status: 200 len: 375 time: 0.0088379 Nov 09 04:49:14.920036 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-39068405-2a83-4aa8-816d-89aea5114076 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a688ef438534d3c8da2e43b85418e06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440767 Nov 09 04:49:15.013235 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-7fb0b4d5-e136-4856-b50c-724bf10090e2 service neutron] 10.222.0.21 "GET /v2.0/networks/629f40cf-47d3-4554-9e9e-303865370d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815005 Nov 09 04:49:15.110590 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-fd6a0da5-ede8-456c-9c65-f4c0b9db1531 service neutron] 10.222.0.21 "GET /v2.0/networks/629f40cf-47d3-4554-9e9e-303865370d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911808 Nov 09 04:49:15.268227 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-492d1953-9294-4c69-b75f-dd5418d441b8 req-6226fccd-eb01-4660-85d8-8a3f2f479b1f tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 210 time: 0.0308080 Nov 09 04:49:16.167701 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-b9127ae7-f0ba-4841-af52-c17f69ff756d tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:16.169365 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-b9127ae7-f0ba-4841-af52-c17f69ff756d tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.31 "GET /v2.0/networks?id=629f40cf-47d3-4554-9e9e-303865370d4a HTTP/1.1" status: 200 len: 816 time: 0.1022210 Nov 09 04:49:16.182656 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-61e1cf40-5c1b-4e87-bc9a-8fb71daa5df0 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Request body: {'port': {'device_id': '67d73ae9-4f4d-4683-953b-a95db26aae43', 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a', 'admin_state_up': True, 'tenant_id': '4a688ef438534d3c8da2e43b85418e06'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:49:16.294587 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-61e1cf40-5c1b-4e87-bc9a-8fb71daa5df0 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Made reservation on behalf of 4a688ef438534d3c8da2e43b85418e06 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:49:16.297969 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-61e1cf40-5c1b-4e87-bc9a-8fb71daa5df0 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:16.390711 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2cf852a3-2f32-4831-b372-d67382e2af43 req-52ef73d1-c6f1-4e3c-9069-e864432dd7aa tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 210 time: 0.0336525 Nov 09 04:49:16.455283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-61e1cf40-5c1b-4e87-bc9a-8fb71daa5df0 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Allocated IP 172.20.0.7 (629f40cf-47d3-4554-9e9e-303865370d4a/74739c2f-66e6-4bb9-b55b-9998e6baf491/a0fe195a-489a-442c-abad-71a96eadfe19) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:49:16.602715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-61e1cf40-5c1b-4e87-bc9a-8fb71daa5df0 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:16.635355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-61e1cf40-5c1b-4e87-bc9a-8fb71daa5df0 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:16.676843 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-61e1cf40-5c1b-4e87-bc9a-8fb71daa5df0 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Network 629f40cf-47d3-4554-9e9e-303865370d4a is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:49:16.682468 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-61e1cf40-5c1b-4e87-bc9a-8fb71daa5df0 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:49:16.686279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-61e1cf40-5c1b-4e87-bc9a-8fb71daa5df0 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:49:16.712907 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1cf40-5c1b-4e87-bc9a-8fb71daa5df0 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Pushing event updated for resources: {'Port': ['ID=a0fe195a-489a-442c-abad-71a96eadfe19,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:16.739932 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-61e1cf40-5c1b-4e87-bc9a-8fb71daa5df0 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:16.740569 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-61e1cf40-5c1b-4e87-bc9a-8fb71daa5df0 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:16.757900 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-61e1cf40-5c1b-4e87-bc9a-8fb71daa5df0 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5789380 Nov 09 04:49:16.770473 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Request body: {'port': {'device_id': '67d73ae9-4f4d-4683-953b-a95db26aae43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:49:16.829990 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:16.912444 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f89c7717-0b49-4f98-b386-c2332f0b4085 None None] Provisioning complete for port a0fe195a-489a-442c-abad-71a96eadfe19 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:49:16.913555 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f89c7717-0b49-4f98-b386-c2332f0b4085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:16.946725 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-f89c7717-0b49-4f98-b386-c2332f0b4085 None None] Port a0fe195a-489a-442c-abad-71a96eadfe19 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:49:17.088227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fe195a-489a-442c-abad-71a96eadfe19 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:49:17.095833 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:17.107738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Transition to ACTIVE for port object a0fe195a-489a-442c-abad-71a96eadfe19 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:49:17.112252 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:17.177749 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:17.187637 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Pushing event updated for resources: {'Port': ['ID=a0fe195a-489a-442c-abad-71a96eadfe19,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:17.236257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Attempting to bind port a0fe195a-489a-442c-abad-71a96eadfe19 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:49:17.236600 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Attempting to bind port a0fe195a-489a-442c-abad-71a96eadfe19 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:49:17.236933 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Attempting to bind port a0fe195a-489a-442c-abad-71a96eadfe19 on network 629f40cf-47d3-4554-9e9e-303865370d4a {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:49:17.242059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Port a0fe195a-489a-442c-abad-71a96eadfe19 on network 629f40cf-47d3-4554-9e9e-303865370d4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:49:17.242385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Attempting to bind port a0fe195a-489a-442c-abad-71a96eadfe19 on network 629f40cf-47d3-4554-9e9e-303865370d4a {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:49:17.247977 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:49:17.248453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Checking segment: {'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:49:17.248852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Bound using segment: {'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:49:17.249355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Bound port: a0fe195a-489a-442c-abad-71a96eadfe19, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64989689-3edb-4492-a6dc-ee2180fe8015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:49:17.249761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:17.315493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] For port a0fe195a-489a-442c-abad-71a96eadfe19, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:49:17.318854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] For port a0fe195a-489a-442c-abad-71a96eadfe19, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=a0fe195a-489a-442c-abad-71a96eadfe19,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:49:17.324099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:17.354803 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:17.355623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:17.357193 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] 10.222.0.31 "PUT /v2.0/ports/a0fe195a-489a-442c-abad-71a96eadfe19 HTTP/1.1" status: 200 len: 1093 time: 0.5910473 Nov 09 04:49:17.357810 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d73ae9-4f4d-4683-953b-a95db26aae43', 'tag': 'a0fe195a-489a-442c-abad-71a96eadfe19'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:49:17.360282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070a9039-e96a-45ee-85c4-0a3820d50201" -d '{"events": [{"name": "network-changed", "server_uuid": "67d73ae9-4f4d-4683-953b-a95db26aae43", "tag": "a0fe195a-489a-442c-abad-71a96eadfe19"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:49:17.394069 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05400ef6-8abe-4df3-a260-19fdfb8d947d service neutron] Pushing event updated for resources: {'Port': ['ID=a0fe195a-489a-442c-abad-71a96eadfe19,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:17.401203 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f3da11-47a9-4318-8399-3dbf89f55d45 x-openstack-request-id: req-92f3da11-47a9-4318-8399-3dbf89f55d45 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:49:17.401494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d73ae9-4f4d-4683-953b-a95db26aae43", "tag": "a0fe195a-489a-442c-abad-71a96eadfe19", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:49:17.401785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92f3da11-47a9-4318-8399-3dbf89f55d45 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:49:17.402237 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d73ae9-4f4d-4683-953b-a95db26aae43', 'tag': 'a0fe195a-489a-442c-abad-71a96eadfe19', 'status': 'completed', 'code': 200} Nov 09 04:49:17.463846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-0bf79e35-9b82-4fc9-8cce-6d7d5b507618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:17.465400 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-0bf79e35-9b82-4fc9-8cce-6d7d5b507618 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a688ef438534d3c8da2e43b85418e06&device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 1096 time: 0.0497413 Nov 09 04:49:17.526685 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-269eb049-b0b8-42a2-afa4-19e7fb2ed83b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0fe195a-489a-442c-abad-71a96eadfe19 HTTP/1.1" status: 200 len: 217 time: 0.0514379 Nov 09 04:49:17.576276 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f96a1c-18b1-4815-9c86-31b50679e74d req-1cb7c753-5234-424c-b930-7eb426faea52 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:17.577765 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-51f96a1c-18b1-4815-9c86-31b50679e74d req-1cb7c753-5234-424c-b930-7eb426faea52 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 943 time: 0.1114233 Nov 09 04:49:17.607226 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-5cf18f8f-4d37-4046-8a50-90ede9b2c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:17.608661 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-5cf18f8f-4d37-4046-8a50-90ede9b2c47d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=74739c2f-66e6-4bb9-b55b-9998e6baf491 HTTP/1.1" status: 200 len: 855 time: 0.0752568 Nov 09 04:49:17.658690 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-51f96a1c-18b1-4815-9c86-31b50679e74d req-bf0a49f5-1c50-4260-92e1-75bff6a9dfca tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750682 Nov 09 04:49:17.669677 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-8fe9deab-b2d0-4f81-b5aa-78821d309e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:17.671140 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-8fe9deab-b2d0-4f81-b5aa-78821d309e2d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=629f40cf-47d3-4554-9e9e-303865370d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522892 Nov 09 04:49:17.762868 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-63b912e7-9da9-4704-9e1c-c6bda4ed5de8 service neutron] 10.222.0.31 "GET /v2.0/networks/629f40cf-47d3-4554-9e9e-303865370d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845551 Nov 09 04:49:17.849710 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fcf7f8a3-febf-4e33-8579-95c400133f45 req-5ad660af-7dd4-4d4d-bc43-3cc0b86b7342 service neutron] 10.222.0.31 "GET /v2.0/networks/629f40cf-47d3-4554-9e9e-303865370d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798671 Nov 09 04:49:17.929874 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a9039-e96a-45ee-85c4-0a3820d50201 req-2523830f-4d0a-47d5-963c-6064974b133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:17.931743 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-070a9039-e96a-45ee-85c4-0a3820d50201 req-2523830f-4d0a-47d5-963c-6064974b133c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4a688ef438534d3c8da2e43b85418e06&device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 1096 time: 0.0400426 Nov 09 04:49:18.024000 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a9039-e96a-45ee-85c4-0a3820d50201 req-c4d8b533-1d62-4993-bf58-c2fc88c0b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:18.025465 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-070a9039-e96a-45ee-85c4-0a3820d50201 req-c4d8b533-1d62-4993-bf58-c2fc88c0b788 service neutron] 10.222.0.31 "GET /v2.0/networks?id=629f40cf-47d3-4554-9e9e-303865370d4a HTTP/1.1" status: 200 len: 916 time: 0.0866363 Nov 09 04:49:18.067411 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-070a9039-e96a-45ee-85c4-0a3820d50201 req-d8e6ee35-f494-4a16-b5cd-31ba9f4d3744 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0fe195a-489a-442c-abad-71a96eadfe19 HTTP/1.1" status: 200 len: 217 time: 0.0325282 Nov 09 04:49:18.118269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a9039-e96a-45ee-85c4-0a3820d50201 req-636394ea-63fd-438c-b35c-e2f183bb9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:18.119717 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-070a9039-e96a-45ee-85c4-0a3820d50201 req-636394ea-63fd-438c-b35c-e2f183bb9490 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=74739c2f-66e6-4bb9-b55b-9998e6baf491 HTTP/1.1" status: 200 len: 855 time: 0.0451910 Nov 09 04:49:18.166597 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a9039-e96a-45ee-85c4-0a3820d50201 req-20681242-c9ad-42e9-8bb0-6e0ad0b8bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:18.168038 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-070a9039-e96a-45ee-85c4-0a3820d50201 req-20681242-c9ad-42e9-8bb0-6e0ad0b8bd44 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=629f40cf-47d3-4554-9e9e-303865370d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381656 Nov 09 04:49:18.257600 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-070a9039-e96a-45ee-85c4-0a3820d50201 req-af26edeb-a59e-4ce7-bf5d-6e260a462ff4 service neutron] 10.222.0.31 "GET /v2.0/networks/629f40cf-47d3-4554-9e9e-303865370d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810928 Nov 09 04:49:18.348587 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-070a9039-e96a-45ee-85c4-0a3820d50201 req-764b30fc-bd13-40ce-9323-d9b3008e3311 service neutron] 10.222.0.31 "GET /v2.0/networks/629f40cf-47d3-4554-9e9e-303865370d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837398 Nov 09 04:49:18.774409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a9d2d-15f2-40d7-81d7-2ae98b3d2d7c req-e8035d10-ee0f-419a-a843-3f40ecf56cc4 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:18.775903 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b93a9d2d-15f2-40d7-81d7-2ae98b3d2d7c req-e8035d10-ee0f-419a-a843-3f40ecf56cc4 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 943 time: 0.0476580 Nov 09 04:49:18.821218 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b93a9d2d-15f2-40d7-81d7-2ae98b3d2d7c req-f2e768c8-5d70-4420-87e2-480047b339d2 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395622 Nov 09 04:49:19.936804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af10ee3-b0ad-489e-a299-96c8e36f6d89 req-3d13312b-1fd9-43ef-abce-204497529532 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:19.938321 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9af10ee3-b0ad-489e-a299-96c8e36f6d89 req-3d13312b-1fd9-43ef-abce-204497529532 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 943 time: 0.0487967 Nov 09 04:49:19.985028 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9af10ee3-b0ad-489e-a299-96c8e36f6d89 req-fcd77bf2-4d53-441c-8946-d615dc1e05c9 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Nov 09 04:49:20.584805 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device a0fe195a-489a-442c-abad-71a96eadfe19 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:49:20.683817 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port a0fe195a-489a-442c-abad-71a96eadfe19, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=a0fe195a-489a-442c-abad-71a96eadfe19,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:49:20.695288 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'a0fe195a-489a-442c-abad-71a96eadfe19', 'network_id': '629f40cf-47d3-4554-9e9e-303865370d4a', 'port_id': 'a0fe195a-489a-442c-abad-71a96eadfe19', 'mac_address': 'fa:16:3e:1b:3c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74739c2f-66e6-4bb9-b55b-9998e6baf491', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:49:20.731985 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:20.744337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fe195a-489a-442c-abad-71a96eadfe19 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:49:20.763402 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port a0fe195a-489a-442c-abad-71a96eadfe19, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=a0fe195a-489a-442c-abad-71a96eadfe19,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:49:20.768227 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:20.816640 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=a0fe195a-489a-442c-abad-71a96eadfe19,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:20.824038 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:20.824393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:20.824729 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:20.825065 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:20.825394 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:20.825763 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:20.826089 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:20.826420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:20.826746 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:20.827068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:20.827391 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:20.827712 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:20.969381 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['a0fe195a-489a-442c-abad-71a96eadfe19'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:49:21.101899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc61e9-476d-459f-b347-6644f3615ad0 req-8b63eee9-e443-4f6c-9e18-a2c09d77d972 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:21.103521 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-12fc61e9-476d-459f-b347-6644f3615ad0 req-8b63eee9-e443-4f6c-9e18-a2c09d77d972 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 944 time: 0.0476663 Nov 09 04:49:21.149443 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-12fc61e9-476d-459f-b347-6644f3615ad0 req-65fbade3-394c-4006-89f5-31cf5d485820 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400808 Nov 09 04:49:22.263978 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566f479-772c-476b-9157-ef139625cf76 req-2c1841b1-e7bf-42d1-bb89-38cb6e6852bc tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:22.265450 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e566f479-772c-476b-9157-ef139625cf76 req-2c1841b1-e7bf-42d1-bb89-38cb6e6852bc tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 944 time: 0.0522583 Nov 09 04:49:22.311774 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e566f479-772c-476b-9157-ef139625cf76 req-c774ce41-258a-414a-bd16-dd71a5e3ffd4 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 Nov 09 04:49:22.585298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device a0fe195a-489a-442c-abad-71a96eadfe19 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:49:22.635145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port a0fe195a-489a-442c-abad-71a96eadfe19 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:49:22.639367 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port a0fe195a-489a-442c-abad-71a96eadfe19 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:49:22.639735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:22.714518 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:22.737462 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d73ae9-4f4d-4683-953b-a95db26aae43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fe195a-489a-442c-abad-71a96eadfe19'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:49:22.739672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0923b09b-171a-4cf6-8a60-6910b9e9140b" -d '{"events": [{"server_uuid": "67d73ae9-4f4d-4683-953b-a95db26aae43", "name": "network-vif-plugged", "status": "completed", "tag": "a0fe195a-489a-442c-abad-71a96eadfe19"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:49:22.752543 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port a0fe195a-489a-442c-abad-71a96eadfe19, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=a0fe195a-489a-442c-abad-71a96eadfe19,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:49:22.756702 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:22.783052 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fc84e5-0a41-4dd7-bd54-44e56cad740c x-openstack-request-id: req-a4fc84e5-0a41-4dd7-bd54-44e56cad740c {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:49:22.783338 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d73ae9-4f4d-4683-953b-a95db26aae43", "name": "network-vif-plugged", "status": "completed", "tag": "a0fe195a-489a-442c-abad-71a96eadfe19", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:49:22.783587 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4fc84e5-0a41-4dd7-bd54-44e56cad740c {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:49:22.783967 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d73ae9-4f4d-4683-953b-a95db26aae43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fe195a-489a-442c-abad-71a96eadfe19', 'code': 200} Nov 09 04:49:22.811457 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=a0fe195a-489a-442c-abad-71a96eadfe19,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:22.937598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a6e17-a081-447f-808d-dee8754cd941 req-c76284c5-2256-4c65-ac50-f5cc48443bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:22.938953 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b79a6e17-a081-447f-808d-dee8754cd941 req-c76284c5-2256-4c65-ac50-f5cc48443bd4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 1098 time: 0.0374806 Nov 09 04:49:22.981478 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b79a6e17-a081-447f-808d-dee8754cd941 req-b547efea-db38-4248-8eda-dd68052c5a48 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355847 Nov 09 04:49:23.425677 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f6568-dfd3-4cec-8be8-def47632f0f6 req-cb51c9cf-24fb-4011-9f75-89e4a29a3fb4 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:23.427129 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a83f6568-dfd3-4cec-8be8-def47632f0f6 req-cb51c9cf-24fb-4011-9f75-89e4a29a3fb4 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 945 time: 0.0505037 Nov 09 04:49:23.472633 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a83f6568-dfd3-4cec-8be8-def47632f0f6 req-17e5408b-c7ea-46bc-8d42-032e1f395956 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391445 Nov 09 04:49:24.257675 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:49:24.588617 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e462c2-8c57-4ca6-abd9-f6b0369fefe5 req-dd401f6d-9518-4605-952d-8bbfe3678a32 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:24.590143 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f7e462c2-8c57-4ca6-abd9-f6b0369fefe5 req-dd401f6d-9518-4605-952d-8bbfe3678a32 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 945 time: 0.0512509 Nov 09 04:49:24.636290 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f7e462c2-8c57-4ca6-abd9-f6b0369fefe5 req-b13a004f-37ee-4dc7-bd04-efc5dc98252a tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399737 Nov 09 04:49:24.751810 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef080a8d-2bf6-41b6-8e10-584cdb52864c req-d5f3a3f3-0503-41a1-86f6-1a4078d394ae tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:24.753213 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ef080a8d-2bf6-41b6-8e10-584cdb52864c req-d5f3a3f3-0503-41a1-86f6-1a4078d394ae tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 945 time: 0.0524967 Nov 09 04:49:24.799684 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ef080a8d-2bf6-41b6-8e10-584cdb52864c req-273d2195-a9e4-4699-975a-25fb66e8f94f tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405896 Nov 09 04:49:25.592249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-01d5c033-1361-45b8-b54c-7fba26612b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:27.889817 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-54fd5bf6-401e-4907-a56f-b84b5b6e0dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:29.177065 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:30.385900 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:31.077044 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:47.176673 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:47.178151 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8880f24-c01b-4df2-8f27-74f2bd0b53ee req-d57800c8-fe20-4396-909d-a75f8efe3f08 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:47.179668 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b8880f24-c01b-4df2-8f27-74f2bd0b53ee req-d57800c8-fe20-4396-909d-a75f8efe3f08 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 945 time: 0.0500321 Nov 09 04:49:47.227118 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b8880f24-c01b-4df2-8f27-74f2bd0b53ee req-108752c1-fdfe-4402-8ca6-5081ae465935 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Nov 09 04:49:48.341180 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23fb34-d6d1-4f46-b04d-afff880f3399 req-055dbc6a-31b8-4345-9abb-0e2b650b80c9 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:48.342687 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-db23fb34-d6d1-4f46-b04d-afff880f3399 req-055dbc6a-31b8-4345-9abb-0e2b650b80c9 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 945 time: 0.0472164 Nov 09 04:49:48.391252 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-db23fb34-d6d1-4f46-b04d-afff880f3399 req-27d9a5cf-9853-4ba6-901c-cf163af0124c tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/security-groups?id=659828bb-2d64-453e-b12e-787f9cc61532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424826 Nov 09 04:49:48.721095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc0db9-9bd6-485e-825a-bec8f6b031a8 req-567a2b82-8303-4d0c-a30c-074088f59603 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:48.722590 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d8fc0db9-9bd6-485e-825a-bec8f6b031a8 req-567a2b82-8303-4d0c-a30c-074088f59603 tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.31 "GET /v2.0/ports?device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 945 time: 0.0485785 Nov 09 04:49:48.808869 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-d8fc0db9-9bd6-485e-825a-bec8f6b031a8 req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Deleting port a0fe195a-489a-442c-abad-71a96eadfe19 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:49:48.809339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d8fc0db9-9bd6-485e-825a-bec8f6b031a8 req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:48.899087 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-d8fc0db9-9bd6-485e-825a-bec8f6b031a8 req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] For port a0fe195a-489a-442c-abad-71a96eadfe19, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=a0fe195a-489a-442c-abad-71a96eadfe19,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:49:48.899452 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d8fc0db9-9bd6-485e-825a-bec8f6b031a8 req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:48.911833 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-d8fc0db9-9bd6-485e-825a-bec8f6b031a8 req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Calling delete_port for a0fe195a-489a-442c-abad-71a96eadfe19 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:49:49.035232 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d8fc0db9-9bd6-485e-825a-bec8f6b031a8 req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:49.060397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Pushing event deleted for resources: {'Port': ['ID=a0fe195a-489a-442c-abad-71a96eadfe19,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:49.070385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:49.070741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:49.071089 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:49.071427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:49.071758 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:49.072091 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:49.072429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:49.072746 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:49.073603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:49.073603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:49.073786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:49.074118 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:49.114085 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fc0db9-9bd6-485e-825a-bec8f6b031a8 req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] No DVR routers for this DVR port a0fe195a-489a-442c-abad-71a96eadfe19 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:49:49.117103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d8fc0db9-9bd6-485e-825a-bec8f6b031a8 req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:49.120378 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d8fc0db9-9bd6-485e-825a-bec8f6b031a8 req-d775e117-1dee-4fc1-a09d-ec74a3be233e tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.31 "DELETE /v2.0/ports/a0fe195a-489a-442c-abad-71a96eadfe19 HTTP/1.1" status: 204 len: 173 time: 0.3906631 Nov 09 04:49:49.120811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d73ae9-4f4d-4683-953b-a95db26aae43', 'name': 'network-vif-deleted', 'tag': 'a0fe195a-489a-442c-abad-71a96eadfe19'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:49:49.123122 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d92323-93b5-4abf-aff6-30cde498b02e" -d '{"events": [{"server_uuid": "67d73ae9-4f4d-4683-953b-a95db26aae43", "name": "network-vif-deleted", "tag": "a0fe195a-489a-442c-abad-71a96eadfe19"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:49:49.158649 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcae3d9d-6ed2-4ef0-9d73-157e7ef60978 x-openstack-request-id: req-bcae3d9d-6ed2-4ef0-9d73-157e7ef60978 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:49:49.158938 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d73ae9-4f4d-4683-953b-a95db26aae43", "name": "network-vif-deleted", "tag": "a0fe195a-489a-442c-abad-71a96eadfe19", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:49:49.159194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcae3d9d-6ed2-4ef0-9d73-157e7ef60978 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:49:49.159594 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d73ae9-4f4d-4683-953b-a95db26aae43', 'name': 'network-vif-deleted', 'tag': 'a0fe195a-489a-442c-abad-71a96eadfe19', 'status': 'completed', 'code': 200} Nov 09 04:49:49.500095 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ff5c3140-5bf1-4c7b-9ed9-5b82e382ceed req-bae4bd83-96c5-4d16-ade8-724c76f8e3fd tempest-TestEncryptedCinderVolumes-1773314485 tempest-TestEncryptedCinderVolumes-1773314485-project] 10.222.0.21 "GET /v2.0/ports?device_id=67d73ae9-4f4d-4683-953b-a95db26aae43 HTTP/1.1" status: 200 len: 210 time: 0.0278697 Nov 09 04:49:50.593236 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55956) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:50.692475 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device a0fe195a-489a-442c-abad-71a96eadfe19 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:49:50.712366 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: a0fe195a-489a-442c-abad-71a96eadfe19 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:49:50.712708 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device a0fe195a-489a-442c-abad-71a96eadfe19 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:49:50.928451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:51.167689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Deleting port 40b02c1e-e186-4a17-ac09-a778b874cf18 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:49:51.167940 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:51.242503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] For port 40b02c1e-e186-4a17-ac09-a778b874cf18, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=40b02c1e-e186-4a17-ac09-a778b874cf18,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:49:51.242887 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:51.262567 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Calling delete_port for 40b02c1e-e186-4a17-ac09-a778b874cf18 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:49:51.432739 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:51.458413 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b02c1e-e186-4a17-ac09-a778b874cf18,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:51.468541 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:51.468890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:51.469493 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:51.469890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:51.470188 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:51.470512 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:51.470834 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:51.471152 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:51.471475 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:51.471792 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:51.472109 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:51.472421 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:51.936845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:52.144229 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Router c7cb8835-27a7-4783-be38-1cb89eb8cf18 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:49:52.245846 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:49:52.250993 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c20fa731-084e-4a5e-b86a-f472f5f066a9 admin admin] 10.222.0.21 "PUT /v2.0/routers/c7cb8835-27a7-4783-be38-1cb89eb8cf18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6567085 Nov 09 04:49:52.253487 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55958) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:52.256435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043df87f-f152-4273-aa74-e6f39a101f09 None None] Sync routers for ids ['c7cb8835-27a7-4783-be38-1cb89eb8cf18'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:49:52.266352 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043df87f-f152-4273-aa74-e6f39a101f09 None None] Routers {'c7cb8835-27a7-4783-be38-1cb89eb8cf18'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:49:52.267037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-043df87f-f152-4273-aa74-e6f39a101f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:49:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c7cb8835-27a7-4783-be38-1cb89eb8cf18'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:52.356814 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:52.369913 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-043df87f-f152-4273-aa74-e6f39a101f09 None None] Set router c7cb8835-27a7-4783-be38-1cb89eb8cf18 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:49:52.457422 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:52.514666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] Deleting port 90693e1a-daf8-4b54-9eeb-337f79a7498f {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:49:52.515065 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:52.596070 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] For port 90693e1a-daf8-4b54-9eeb-337f79a7498f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=90693e1a-daf8-4b54-9eeb-337f79a7498f,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:49:52.596425 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:52.610027 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] Calling delete_port for 90693e1a-daf8-4b54-9eeb-337f79a7498f owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:49:52.700764 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-043df87f-f152-4273-aa74-e6f39a101f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'name': 'tempest-TestEncryptedCinderVolumes-595199664-router', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '90693e1a-daf8-4b54-9eeb-337f79a7498f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:28Z', 'updated_at': '2021-11-09T04:49:51Z', 'revision_number': 5, 'project_id': '4a688ef438534d3c8da2e43b85418e06', 'gw_port': {'id': '90693e1a-daf8-4b54-9eeb-337f79a7498f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:29Z', 'updated_at': '2021-11-09T04:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:52.728005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043df87f-f152-4273-aa74-e6f39a101f09 None None] Checking router: c7cb8835-27a7-4783-be38-1cb89eb8cf18 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:49:52.736174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043df87f-f152-4273-aa74-e6f39a101f09 None None] Routers {'c7cb8835-27a7-4783-be38-1cb89eb8cf18'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:49:52.736769 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-043df87f-f152-4273-aa74-e6f39a101f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:49:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c7cb8835-27a7-4783-be38-1cb89eb8cf18'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:52.771654 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:52.802638 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] Pushing event deleted for resources: {'Port': ['ID=90693e1a-daf8-4b54-9eeb-337f79a7498f,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:52.828289 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-043df87f-f152-4273-aa74-e6f39a101f09 None None] Set router c7cb8835-27a7-4783-be38-1cb89eb8cf18 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:49:52.867838 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:52.890062 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-043df87f-f152-4273-aa74-e6f39a101f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'name': 'tempest-TestEncryptedCinderVolumes-595199664-router', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:28Z', 'updated_at': '2021-11-09T04:49:52Z', 'revision_number': 6, 'project_id': '4a688ef438534d3c8da2e43b85418e06', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:52.917069 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043df87f-f152-4273-aa74-e6f39a101f09 None None] The sync data for ids ['c7cb8835-27a7-4783-be38-1cb89eb8cf18'] in dv-neutron-816800-2-hyperv is: [{'id': 'c7cb8835-27a7-4783-be38-1cb89eb8cf18', 'name': 'tempest-TestEncryptedCinderVolumes-595199664-router', 'tenant_id': '4a688ef438534d3c8da2e43b85418e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:28Z', 'updated_at': '2021-11-09T04:49:52Z', 'revision_number': 6, 'project_id': '4a688ef438534d3c8da2e43b85418e06', 'gw_port_host': None}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:49:52.958446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:52.960521 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.003383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.004013 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7cb8835-27a7-4783-be38-1cb89eb8cf18 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:49:53.008460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.012007 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-711b022d-4c27-48b0-933f-459a6a47dacb admin admin] 10.222.0.21 "DELETE /v2.0/routers/c7cb8835-27a7-4783-be38-1cb89eb8cf18 HTTP/1.1" status: 204 len: 168 time: 0.7540832 Nov 09 04:49:53.012221 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55960) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:53.061295 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32625c9-3f9e-486e-b79e-6bb571bd3647 admin admin] Deleting subnet 74739c2f-66e6-4bb9-b55b-9998e6baf491 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:49:53.064326 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c32625c9-3f9e-486e-b79e-6bb571bd3647 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.099630 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c32625c9-3f9e-486e-b79e-6bb571bd3647 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.172443 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c32625c9-3f9e-486e-b79e-6bb571bd3647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.231755 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c32625c9-3f9e-486e-b79e-6bb571bd3647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.259600 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c32625c9-3f9e-486e-b79e-6bb571bd3647 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.265069 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c32625c9-3f9e-486e-b79e-6bb571bd3647 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/74739c2f-66e6-4bb9-b55b-9998e6baf491 HTTP/1.1" status: 204 len: 168 time: 0.2496293 Nov 09 04:49:53.265069 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32625c9-3f9e-486e-b79e-6bb571bd3647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74739c2f-66e6-4bb9-b55b-9998e6baf491,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:53.266262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55962) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:53.269141 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fc5a5d-e7ad-40a0-ace9-5e615f7870c5 None None] Network 629f40cf-47d3-4554-9e9e-303865370d4a requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:49:53.342956 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.400466 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] Deleting port 35005aa0-074a-4230-9a7a-e0d6e97193ae {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:49:53.400874 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.465592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] For port 35005aa0-074a-4230-9a7a-e0d6e97193ae, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=35005aa0-074a-4230-9a7a-e0d6e97193ae,segment=NetworkSegment(64989689-3edb-4492-a6dc-ee2180fe8015),segment_id=64989689-3edb-4492-a6dc-ee2180fe8015)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:49:53.465952 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.478140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] Calling delete_port for 35005aa0-074a-4230-9a7a-e0d6e97193ae owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:49:53.551954 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.577549 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] Pushing event deleted for resources: {'Port': ['ID=35005aa0-074a-4230-9a7a-e0d6e97193ae,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:53.581966 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] No DVR routers for this DVR port 35005aa0-074a-4230-9a7a-e0d6e97193ae on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:49:53.653110 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.672518 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629f40cf-47d3-4554-9e9e-303865370d4a']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:53.684713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64989689-3edb-4492-a6dc-ee2180fe8015') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:53.685015 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64989689-3edb-4492-a6dc-ee2180fe8015') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:53.695078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.714940 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.715977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8585a4bc-14cb-44b9-9c89-fbffa4e3c301 None None] DHCP port deletion for 629f40cf-47d3-4554-9e9e-303865370d4a request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:49:53.722631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:49:53.723058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:49:53.725251 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:49:53.782989 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.789257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:53.795411 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] 10.222.0.21 "DELETE /v2.0/networks/629f40cf-47d3-4554-9e9e-303865370d4a HTTP/1.1" status: 204 len: 168 time: 0.5244541 Nov 09 04:49:53.795497 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55964) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:53.803735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b674e-7719-4139-b8b3-1adefdf417bc admin admin] Pushing event deleted for resources: {'Network': ['ID=629f40cf-47d3-4554-9e9e-303865370d4a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:54.094631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 40b02c1e-e186-4a17-ac09-a778b874cf18 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:49:54.119175 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 40b02c1e-e186-4a17-ac09-a778b874cf18 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:49:54.119554 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 40b02c1e-e186-4a17-ac09-a778b874cf18 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:49:54.120062 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 90693e1a-daf8-4b54-9eeb-337f79a7498f no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:49:54.139497 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 90693e1a-daf8-4b54-9eeb-337f79a7498f {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:49:54.139847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 90693e1a-daf8-4b54-9eeb-337f79a7498f not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:49:54.140268 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 35005aa0-074a-4230-9a7a-e0d6e97193ae no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:49:54.141757 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f362b71d-8809-4482-b574-91988f5eab4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:54.160062 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 35005aa0-074a-4230-9a7a-e0d6e97193ae {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:49:54.160411 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 35005aa0-074a-4230-9a7a-e0d6e97193ae not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:49:54.380292 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f362b71d-8809-4482-b574-91988f5eab4f admin admin] Deleting port 29564f39-e7df-4bdc-a089-51e29c8f7493 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:49:54.380630 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f362b71d-8809-4482-b574-91988f5eab4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:54.459563 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-f362b71d-8809-4482-b574-91988f5eab4f admin admin] For port 29564f39-e7df-4bdc-a089-51e29c8f7493, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=29564f39-e7df-4bdc-a089-51e29c8f7493,segment=NetworkSegment(0a270801-b95c-4cee-ab82-1a319ba31f54),segment_id=0a270801-b95c-4cee-ab82-1a319ba31f54)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:49:54.459921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f362b71d-8809-4482-b574-91988f5eab4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:54.472257 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f362b71d-8809-4482-b574-91988f5eab4f admin admin] Calling delete_port for 29564f39-e7df-4bdc-a089-51e29c8f7493 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:49:54.642855 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f362b71d-8809-4482-b574-91988f5eab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:54.668465 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362b71d-8809-4482-b574-91988f5eab4f admin admin] Pushing event deleted for resources: {'Port': ['ID=29564f39-e7df-4bdc-a089-51e29c8f7493,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:54.827200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f362b71d-8809-4482-b574-91988f5eab4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:55.035065 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f362b71d-8809-4482-b574-91988f5eab4f admin admin] Router 6924f883-839d-4675-a20f-60b33639773a has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:49:55.136364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f362b71d-8809-4482-b574-91988f5eab4f admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:49:55.141365 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f362b71d-8809-4482-b574-91988f5eab4f admin admin] 10.222.0.21 "PUT /v2.0/routers/6924f883-839d-4675-a20f-60b33639773a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3448269 Nov 09 04:49:55.143987 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55966) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:55.145109 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282aca56-3a6a-43eb-b8e2-ff0b4003ec8f None None] Sync routers for ids ['6924f883-839d-4675-a20f-60b33639773a'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:49:55.155843 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282aca56-3a6a-43eb-b8e2-ff0b4003ec8f None None] Routers {'6924f883-839d-4675-a20f-60b33639773a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:49:55.156442 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-282aca56-3a6a-43eb-b8e2-ff0b4003ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:49:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6924f883-839d-4675-a20f-60b33639773a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:55.243400 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:55.258095 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-282aca56-3a6a-43eb-b8e2-ff0b4003ec8f None None] Set router 6924f883-839d-4675-a20f-60b33639773a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:49:55.341754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:55.394280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] Deleting port 99e4e755-0013-493f-b930-6e491c61d56c {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:49:55.394642 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:55.428835 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-282aca56-3a6a-43eb-b8e2-ff0b4003ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6924f883-839d-4675-a20f-60b33639773a', 'name': 'tempest-TestEncryptedCinderVolumes-81582198-router', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.65'}], 'enable_snat': True}, 'gw_port_id': '99e4e755-0013-493f-b930-6e491c61d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:49:54Z', 'revision_number': 5, 'project_id': 'b517b643368342998138f26d5d9d5928', 'gw_port': {'id': '99e4e755-0013-493f-b930-6e491c61d56c', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6924f883-839d-4675-a20f-60b33639773a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:55.458086 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282aca56-3a6a-43eb-b8e2-ff0b4003ec8f None None] Checking router: 6924f883-839d-4675-a20f-60b33639773a for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:49:55.466387 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282aca56-3a6a-43eb-b8e2-ff0b4003ec8f None None] Routers {'6924f883-839d-4675-a20f-60b33639773a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:49:55.466982 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-282aca56-3a6a-43eb-b8e2-ff0b4003ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:49:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6924f883-839d-4675-a20f-60b33639773a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:55.479212 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] For port 99e4e755-0013-493f-b930-6e491c61d56c, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=99e4e755-0013-493f-b930-6e491c61d56c,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:49:55.479575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:55.491684 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] Calling delete_port for 99e4e755-0013-493f-b930-6e491c61d56c owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:49:55.548933 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-282aca56-3a6a-43eb-b8e2-ff0b4003ec8f None None] Set router 6924f883-839d-4675-a20f-60b33639773a gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:49:55.596728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-11ef0e47-8f9e-4aeb-8b3f-df6b8b167e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:55.603582 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-282aca56-3a6a-43eb-b8e2-ff0b4003ec8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6924f883-839d-4675-a20f-60b33639773a', 'name': 'tempest-TestEncryptedCinderVolumes-81582198-router', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:49:55Z', 'revision_number': 6, 'project_id': 'b517b643368342998138f26d5d9d5928', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:55.631933 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282aca56-3a6a-43eb-b8e2-ff0b4003ec8f None None] The sync data for ids ['6924f883-839d-4675-a20f-60b33639773a'] in dv-neutron-816800-2-hyperv is: [{'id': '6924f883-839d-4675-a20f-60b33639773a', 'name': 'tempest-TestEncryptedCinderVolumes-81582198-router', 'tenant_id': 'b517b643368342998138f26d5d9d5928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:33Z', 'updated_at': '2021-11-09T04:49:55Z', 'revision_number': 6, 'project_id': 'b517b643368342998138f26d5d9d5928', 'gw_port_host': None}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:49:55.651087 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:55.678658 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] Pushing event deleted for resources: {'Port': ['ID=99e4e755-0013-493f-b930-6e491c61d56c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:55.734713 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.130368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.132468 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.174143 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.174855 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6924f883-839d-4675-a20f-60b33639773a {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:49:56.178776 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.179910 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d9a62cc9-018f-483e-8e9a-524bd5e7026b admin admin] 10.222.0.21 "DELETE /v2.0/routers/6924f883-839d-4675-a20f-60b33639773a HTTP/1.1" status: 204 len: 168 time: 1.0350044 Nov 09 04:49:56.182766 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 55968) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:56.231366 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bf4ca9-bbc4-49dd-9319-3f1a054f6c04 admin admin] Deleting subnet 66a8e468-ca67-4ea5-b0d1-fafee2dc8f51 {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:49:56.234265 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-03bf4ca9-bbc4-49dd-9319-3f1a054f6c04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.269092 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-03bf4ca9-bbc4-49dd-9319-3f1a054f6c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.347372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-03bf4ca9-bbc4-49dd-9319-3f1a054f6c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.391597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 99e4e755-0013-493f-b930-6e491c61d56c no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:49:56.408729 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-03bf4ca9-bbc4-49dd-9319-3f1a054f6c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.414219 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 99e4e755-0013-493f-b930-6e491c61d56c {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:49:56.414576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 99e4e755-0013-493f-b930-6e491c61d56c not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:49:56.415007 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 29564f39-e7df-4bdc-a089-51e29c8f7493 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:49:56.433699 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf4ca9-bbc4-49dd-9319-3f1a054f6c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a8e468-ca67-4ea5-b0d1-fafee2dc8f51,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:56.434103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 29564f39-e7df-4bdc-a089-51e29c8f7493 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:49:56.434611 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 29564f39-e7df-4bdc-a089-51e29c8f7493 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:49:56.437275 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-03bf4ca9-bbc4-49dd-9319-3f1a054f6c04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.443375 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-03bf4ca9-bbc4-49dd-9319-3f1a054f6c04 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/66a8e468-ca67-4ea5-b0d1-fafee2dc8f51 HTTP/1.1" status: 204 len: 168 time: 0.2568004 Nov 09 04:49:56.443697 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55970) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:56.444149 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dc32a0-dae1-445d-801e-81658cc47ac9 None None] Network b6fd1947-e297-4cbc-a093-01696c727a1f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:49:56.516522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.568179 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] Deleting port aeb4b708-add0-483f-9bb7-f254f6bf717d {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:49:56.568515 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.630629 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c72250-c015-46a8-926a-43706fef9ec7 None None] DHCP port deletion for b6fd1947-e297-4cbc-a093-01696c727a1f request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:49:56.644517 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] For port aeb4b708-add0-483f-9bb7-f254f6bf717d, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=aeb4b708-add0-483f-9bb7-f254f6bf717d,segment=NetworkSegment(0a270801-b95c-4cee-ab82-1a319ba31f54),segment_id=0a270801-b95c-4cee-ab82-1a319ba31f54)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:49:56.644879 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.657814 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] Calling delete_port for aeb4b708-add0-483f-9bb7-f254f6bf717d owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:49:56.686228 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-86c72250-c015-46a8-926a-43706fef9ec7 None None] Deleting port aeb4b708-add0-483f-9bb7-f254f6bf717d {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:49:56.686495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-86c72250-c015-46a8-926a-43706fef9ec7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.745329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.751348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-86c72250-c015-46a8-926a-43706fef9ec7 None None] For port aeb4b708-add0-483f-9bb7-f254f6bf717d, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=aeb4b708-add0-483f-9bb7-f254f6bf717d,segment=NetworkSegment(0a270801-b95c-4cee-ab82-1a319ba31f54),segment_id=0a270801-b95c-4cee-ab82-1a319ba31f54)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:49:56.751741 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-86c72250-c015-46a8-926a-43706fef9ec7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.764270 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-86c72250-c015-46a8-926a-43706fef9ec7 None None] Calling delete_port for aeb4b708-add0-483f-9bb7-f254f6bf717d owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:49:56.771307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb4b708-add0-483f-9bb7-f254f6bf717d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:56.775914 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] No DVR routers for this DVR port aeb4b708-add0-483f-9bb7-f254f6bf717d on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:49:56.840884 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-86c72250-c015-46a8-926a-43706fef9ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.846455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.870704 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fd1947-e297-4cbc-a093-01696c727a1f']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:56.872871 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c72250-c015-46a8-926a-43706fef9ec7 None None] Pushing event deleted for resources: {'Port': ['ID=aeb4b708-add0-483f-9bb7-f254f6bf717d,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:56.878638 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c72250-c015-46a8-926a-43706fef9ec7 None None] No DVR routers for this DVR port aeb4b708-add0-483f-9bb7-f254f6bf717d on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:49:56.881579 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a270801-b95c-4cee-ab82-1a319ba31f54') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:56.881881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a270801-b95c-4cee-ab82-1a319ba31f54') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:56.894195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.907675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.913454 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:49:56.913871 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:49:56.915543 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:49:56.967797 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.974295 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:56.977406 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] 10.222.0.21 "DELETE /v2.0/networks/b6fd1947-e297-4cbc-a093-01696c727a1f HTTP/1.1" status: 204 len: 168 time: 0.5325832 Nov 09 04:49:56.986364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05fe0e-6cdb-4d7f-97a6-3b508519a3cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b6fd1947-e297-4cbc-a093-01696c727a1f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:57.155308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55974) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:57.194454 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d2000ee3-aba1-43e8-8117-c465903ab288 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a688ef438534d3c8da2e43b85418e06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379493 Nov 09 04:49:57.196990 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55976) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:57.249535 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb22c1ac-bc64-41bd-87c9-26e150a30cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:57.271753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb22c1ac-bc64-41bd-87c9-26e150a30cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:57.321780 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb22c1ac-bc64-41bd-87c9-26e150a30cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:57.325080 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fb22c1ac-bc64-41bd-87c9-26e150a30cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:57.326276 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fb22c1ac-bc64-41bd-87c9-26e150a30cce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/659828bb-2d64-453e-b12e-787f9cc61532 HTTP/1.1" status: 204 len: 168 time: 0.1283481 Nov 09 04:49:57.334219 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22c1ac-bc64-41bd-87c9-26e150a30cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659828bb-2d64-453e-b12e-787f9cc61532,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:57.665460 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55982) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:57.704274 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9d8d1b71-484d-44fb-8311-15ed3ddc438a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b517b643368342998138f26d5d9d5928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375483 Nov 09 04:49:57.706741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 55984) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:57.752489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-11117d68-010f-4d8d-8e61-31a33849dfbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:57.772824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-11117d68-010f-4d8d-8e61-31a33849dfbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:57.819874 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-11117d68-010f-4d8d-8e61-31a33849dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:57.822443 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-11117d68-010f-4d8d-8e61-31a33849dfbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:57.823558 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-11117d68-010f-4d8d-8e61-31a33849dfbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d21433d-b64b-4fa0-9b18-80706c1dffbb HTTP/1.1" status: 204 len: 168 time: 0.1158960 Nov 09 04:49:57.830922 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11117d68-010f-4d8d-8e61-31a33849dfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d21433d-b64b-4fa0-9b18-80706c1dffbb,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:57.892427 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ab0fff27-5589-46a9-9b26-3dac25027090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:58.091364 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device aeb4b708-add0-483f-9bb7-f254f6bf717d no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:49:58.111954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: aeb4b708-add0-483f-9bb7-f254f6bf717d {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:49:58.112299 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device aeb4b708-add0-483f-9bb7-f254f6bf717d not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:49:58.479422 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56006) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:58.596187 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2104341511-network', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:49:58.617724 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] Made reservation on behalf of 9422c24ba5d94d33a8fca1502ed79a9c for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:49:58.620014 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:58.628027 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:58.704799 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:58.709089 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:58.735426 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:49:58.741364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da6c36e-8761-4e25-abbf-b8167db6e80f,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:58.747139 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:58.747479 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] Added segment ac864ba5-0906-4a04-93e7-6b28f21d5d0f of type vlan for network 1e767281-123a-4498-9bd6-65bd9b462d04 Nov 09 04:49:58.786866 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:58.811084 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:58.812013 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:58.812589 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:58.842726 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3621378 Nov 09 04:49:58.845847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56010) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:58.851413 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-db65ae5d-df9a-4724-8d85-804895120e27 admin admin] Request body: {'subnet': {'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2104341511-subnet', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'ip_version': 4}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:49:58.871780 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db65ae5d-df9a-4724-8d85-804895120e27 admin admin] Made reservation on behalf of 9422c24ba5d94d33a8fca1502ed79a9c for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:49:58.873401 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26780b35-3a4f-4eb4-84c5-8399c5b78197 admin admin] Pushing event updated for resources: {'Network': ['ID=1e767281-123a-4498-9bd6-65bd9b462d04,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:58.874390 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-db65ae5d-df9a-4724-8d85-804895120e27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:58.885381 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 1e767281-123a-4498-9bd6-65bd9b462d04 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:49:59.035289 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-db65ae5d-df9a-4724-8d85-804895120e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.094421 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65ae5d-df9a-4724-8d85-804895120e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53672240-ea59-4db0-92ac-b4e4064645de,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:59.101069 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65ae5d-df9a-4724-8d85-804895120e27 admin admin] Checking segment: {'id': 'ac864ba5-0906-4a04-93e7-6b28f21d5d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:49:59.101425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65ae5d-df9a-4724-8d85-804895120e27 admin admin] Network hostable DHCP agents. Network: 1e767281-123a-4498-9bd6-65bd9b462d04, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:49:59.117487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65ae5d-df9a-4724-8d85-804895120e27 admin admin] Network 1e767281-123a-4498-9bd6-65bd9b462d04 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:49:59.125781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-db65ae5d-df9a-4724-8d85-804895120e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 1e767281-123a-4498-9bd6-65bd9b462d04) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:49:59.130691 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db65ae5d-df9a-4724-8d85-804895120e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:59.131664 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-db65ae5d-df9a-4724-8d85-804895120e27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.134901 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e272fb06-00e6-466d-b48b-30e8a1686bd8 None None] Network 1e767281-123a-4498-9bd6-65bd9b462d04 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:49:59.148903 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-db65ae5d-df9a-4724-8d85-804895120e27 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3018520 Nov 09 04:49:59.151542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56012) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:59.155771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:49:59.175540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.176627 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.210179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.226276 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.300360 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-1e767281-123a-4498-9bd6-65bd9b462d04', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'fixed_ips': [{'subnet_id': '53672240-ea59-4db0-92ac-b4e4064645de'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:49:59.301229 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.359345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.436229 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Allocated IP 172.20.0.2 (1e767281-123a-4498-9bd6-65bd9b462d04/53672240-ea59-4db0-92ac-b4e4064645de/734eebb4-bd40-4a1f-8b08-16ab67aecfb8) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:49:59.552227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.572050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.575506 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.581756 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.617367 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Network 1e767281-123a-4498-9bd6-65bd9b462d04 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:49:59.619946 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:49:59.622310 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:49:59.637984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Pushing event updated for resources: {'Port': ['ID=734eebb4-bd40-4a1f-8b08-16ab67aecfb8,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:59.672062 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Allocated IP 172.26.5.81 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/577b99d3-1aaf-4bf5-97da-85c68b3d0499) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:49:59.686705 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Attempting to bind port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:49:59.687077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Attempting to bind port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'ac864ba5-0906-4a04-93e7-6b28f21d5d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:49:59.687435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Attempting to bind port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 on network 1e767281-123a-4498-9bd6-65bd9b462d04 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:49:59.692626 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:49:59.692999 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Checking segment: {'id': 'ac864ba5-0906-4a04-93e7-6b28f21d5d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:49:59.693397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.693812 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Bound using segment: {'id': 'ac864ba5-0906-4a04-93e7-6b28f21d5d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:49:59.694270 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Bound port: 734eebb4-bd40-4a1f-8b08-16ab67aecfb8, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac864ba5-0906-4a04-93e7-6b28f21d5d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:49:59.694649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.757573 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] For port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:49:59.760544 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] For port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=734eebb4-bd40-4a1f-8b08-16ab67aecfb8,segment=NetworkSegment(ac864ba5-0906-4a04-93e7-6b28f21d5d0f),segment_id=ac864ba5-0906-4a04-93e7-6b28f21d5d0f)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:49:59.764794 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.779566 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.817370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:59.822082 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d01bc5-e525-4387-804c-d453c63f86aa None None] Pushing event updated for resources: {'Port': ['ID=734eebb4-bd40-4a1f-8b08-16ab67aecfb8,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:59.854070 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:49:59.856953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:49:59.860421 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:49:59.892397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Pushing event updated for resources: {'Port': ['ID=577b99d3-1aaf-4bf5-97da-85c68b3d0499,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:00.123235 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:50:00.137000 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:00.171165 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:00.171726 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:00.256365 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:00.291184 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=734eebb4-bd40-4a1f-8b08-16ab67aecfb8,segment=NetworkSegment(ac864ba5-0906-4a04-93e7-6b28f21d5d0f),segment_id=ac864ba5-0906-4a04-93e7-6b28f21d5d0f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:50:00.295278 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:00.344384 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=734eebb4-bd40-4a1f-8b08-16ab67aecfb8,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:00.390839 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:00.668780 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:00.704236 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8315ac4e-5146-4107-bc91-176bea109463 None None] Network 1e767281-123a-4498-9bd6-65bd9b462d04 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:50:00.795476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Router 1fc45aea-a035-4ebe-9527-121134ac9f5a is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:50:00.814771 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c725d330-00bc-4e9e-bac6-bc3b72e86082 None None] Provisioning complete for port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:00.815138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c725d330-00bc-4e9e-bac6-bc3b72e86082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:00.900058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:50:00.919949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:00.924072 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-74e42112-b5ba-4a4f-924c-edb18062f539 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7688806 Nov 09 04:50:00.924263 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56014) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:00.927806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Sync routers for ids ['1fc45aea-a035-4ebe-9527-121134ac9f5a'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:50:00.950404 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Routers {'1fc45aea-a035-4ebe-9527-121134ac9f5a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:50:00.950948 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:49:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1fc45aea-a035-4ebe-9527-121134ac9f5a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:01.074697 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Set router 1fc45aea-a035-4ebe-9527-121134ac9f5a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:50:01.133610 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:01.211600 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7baf81ae-a9b6-4147-8934-a7a9081f4615 None None] Provisioning complete for port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:01.212266 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7baf81ae-a9b6-4147-8934-a7a9081f4615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:01.256386 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:50:01.332266 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:00Z', 'revision_number': 3, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'gw_port': {'id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:01.349893 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:01.360449 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Checking router: 1fc45aea-a035-4ebe-9527-121134ac9f5a for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:50:01.360801 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Updating router 1fc45aea-a035-4ebe-9527-121134ac9f5a port 577b99d3-1aaf-4bf5-97da-85c68b3d0499 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:50:01.387237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:01.501521 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Allocated IP 172.20.0.1 (1e767281-123a-4498-9bd6-65bd9b462d04/53672240-ea59-4db0-92ac-b4e4064645de/ae9e4d06-3212-4f83-85aa-a662bf854232) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:50:01.607184 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:01.638782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:01.679541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Network 1e767281-123a-4498-9bd6-65bd9b462d04 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:50:01.685445 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:50:01.689569 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:50:01.697617 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Pushing event updated for resources: {'Port': ['ID=ae9e4d06-3212-4f83-85aa-a662bf854232,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:01.733050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:01.783693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:01.790094 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:01.840950 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Attempting to bind port 577b99d3-1aaf-4bf5-97da-85c68b3d0499 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:50:01.841323 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Attempting to bind port 577b99d3-1aaf-4bf5-97da-85c68b3d0499 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:50:01.841712 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Attempting to bind port 577b99d3-1aaf-4bf5-97da-85c68b3d0499 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:50:01.849392 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35798e-9c03-4864-a9f7-db0761f0df9e None None] Pushing event updated for resources: {'Port': ['ID=577b99d3-1aaf-4bf5-97da-85c68b3d0499,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:01.852173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:50:01.852547 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:50:01.852953 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:01.853333 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:50:01.853836 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Bound port: 577b99d3-1aaf-4bf5-97da-85c68b3d0499, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:50:01.854209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:01.878643 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:01.908481 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] For port 577b99d3-1aaf-4bf5-97da-85c68b3d0499, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:50:01.912194 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] For port 577b99d3-1aaf-4bf5-97da-85c68b3d0499, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=577b99d3-1aaf-4bf5-97da-85c68b3d0499,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:50:01.916163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:01.984457 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-1ff137cb-8954-4fa9-bad5-c562fe003e88 None None] Provisioning complete for port ae9e4d06-3212-4f83-85aa-a662bf854232 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:01.984756 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1ff137cb-8954-4fa9-bad5-c562fe003e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:02.010810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35798e-9c03-4864-a9f7-db0761f0df9e None None] Pushing event updated for resources: {'Port': ['ID=577b99d3-1aaf-4bf5-97da-85c68b3d0499,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:02.015328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Routers {'1fc45aea-a035-4ebe-9527-121134ac9f5a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:50:02.015935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:49:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1fc45aea-a035-4ebe-9527-121134ac9f5a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:02.046342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:02.052123 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:02.063439 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-1ff137cb-8954-4fa9-bad5-c562fe003e88 None None] Port ae9e4d06-3212-4f83-85aa-a662bf854232 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:50:02.094733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:02.118678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:50:02.160597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] Set router 1fc45aea-a035-4ebe-9527-121134ac9f5a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:50:02.180834 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Pushing event updated for resources: {'Port': ['ID=ae9e4d06-3212-4f83-85aa-a662bf854232,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:02.217034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Network 1e767281-123a-4498-9bd6-65bd9b462d04 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:50:02.218484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:50:02.258412 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:02.258970 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:02.343396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Router 1fc45aea-a035-4ebe-9527-121134ac9f5a has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:50:02.443295 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 4, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'gw_port': {'id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ae9e4d06-3212-4f83-85aa-a662bf854232', 'name': '', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'mac_address': 'fa:16:3e:5d:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '53672240-ea59-4db0-92ac-b4e4064645de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:01Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 1, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'subnets': [{'id': '53672240-ea59-4db0-92ac-b4e4064645de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:02.456108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:50:02.462085 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-50eb7679-cafe-4886-a131-b03e01475bde admin admin] 10.222.0.21 "PUT /v2.0/routers/1fc45aea-a035-4ebe-9527-121134ac9f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5368259 Nov 09 04:50:02.479945 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee5d7db-38ff-4330-bdbf-3acb3721812b None None] The sync data for ids ['1fc45aea-a035-4ebe-9527-121134ac9f5a'] in dv-neutron-816800-2-hyperv is: [{'id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 4, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'gw_port': {'id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ae9e4d06-3212-4f83-85aa-a662bf854232', 'name': '', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'mac_address': 'fa:16:3e:5d:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '53672240-ea59-4db0-92ac-b4e4064645de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:01Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 1, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'subnets': [{'id': '53672240-ea59-4db0-92ac-b4e4064645de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:50:02.489807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-90ffa20e-f6c8-44fa-8a6d-13bb534ed6a1 None None] Provisioning complete for port ae9e4d06-3212-4f83-85aa-a662bf854232 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:02.490183 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-90ffa20e-f6c8-44fa-8a6d-13bb534ed6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:02.526159 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-90ffa20e-f6c8-44fa-8a6d-13bb534ed6a1 None None] Port ae9e4d06-3212-4f83-85aa-a662bf854232 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:50:02.962002 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56030) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:02.966934 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1183242039-network', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:50:02.989562 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] Made reservation on behalf of 38a3c949659b4daaaf3187f08a1a313c for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:50:02.992375 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.001904 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.109745 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.115242 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.140998 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:50:03.150327 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588ec18b-8e42-474e-be16-7ef815d5eda1,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:03.159505 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.159851 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] Added segment f24b2602-3d2b-4c58-9be4-363803fac5d1 of type vlan for network 898994b6-fba9-459d-8bb6-e15830159f68 Nov 09 04:50:03.205463 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.231080 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.232079 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:03.232632 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.289378 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3262465 Nov 09 04:50:03.292169 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56032) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:03.298979 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-324ad6f9-a5ec-453c-aebe-e18284e173d5 admin admin] Request body: {'subnet': {'network_id': '898994b6-fba9-459d-8bb6-e15830159f68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1183242039-subnet', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'ip_version': 4}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:50:03.303714 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ccd69-f6d4-4a31-86f3-65aa5a312bda admin admin] Pushing event updated for resources: {'Network': ['ID=898994b6-fba9-459d-8bb6-e15830159f68,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:03.317702 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 898994b6-fba9-459d-8bb6-e15830159f68 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:50:03.324037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324ad6f9-a5ec-453c-aebe-e18284e173d5 admin admin] Made reservation on behalf of 38a3c949659b4daaaf3187f08a1a313c for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:50:03.326646 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-324ad6f9-a5ec-453c-aebe-e18284e173d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.502998 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-324ad6f9-a5ec-453c-aebe-e18284e173d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.564978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ad6f9-a5ec-453c-aebe-e18284e173d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2856bc33-4945-4ba7-bf7b-f836579f79ef,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:03.573039 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ad6f9-a5ec-453c-aebe-e18284e173d5 admin admin] Checking segment: {'id': 'f24b2602-3d2b-4c58-9be4-363803fac5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '898994b6-fba9-459d-8bb6-e15830159f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:50:03.573399 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ad6f9-a5ec-453c-aebe-e18284e173d5 admin admin] Network hostable DHCP agents. Network: 898994b6-fba9-459d-8bb6-e15830159f68, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:50:03.590165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ad6f9-a5ec-453c-aebe-e18284e173d5 admin admin] Network 898994b6-fba9-459d-8bb6-e15830159f68 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:50:03.602896 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-324ad6f9-a5ec-453c-aebe-e18284e173d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 898994b6-fba9-459d-8bb6-e15830159f68) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:50:03.608445 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ad6f9-a5ec-453c-aebe-e18284e173d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:03.609393 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-324ad6f9-a5ec-453c-aebe-e18284e173d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.618784 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e96583b-6737-4e6c-976b-3866348421e6 None None] Network 898994b6-fba9-459d-8bb6-e15830159f68 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:50:03.636985 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-324ad6f9-a5ec-453c-aebe-e18284e173d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3432496 Nov 09 04:50:03.639679 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56034) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:03.645199 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1183242039-router', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:50:03.672951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.674600 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.727297 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.773608 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-898994b6-fba9-459d-8bb6-e15830159f68', 'network_id': '898994b6-fba9-459d-8bb6-e15830159f68', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'fixed_ips': [{'subnet_id': '2856bc33-4945-4ba7-bf7b-f836579f79ef'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:50:03.774510 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.866964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.906394 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Allocated IP 172.20.0.2 (898994b6-fba9-459d-8bb6-e15830159f68/2856bc33-4945-4ba7-bf7b-f836579f79ef/dbfad527-56fe-4481-8f9c-8f4b80ca5cbb) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:50:04.050877 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:04.058022 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:04.073576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:04.100190 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Network 898994b6-fba9-459d-8bb6-e15830159f68 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:50:04.103258 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:50:04.111106 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:50:04.111804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:04.152183 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Pushing event updated for resources: {'Port': ['ID=dbfad527-56fe-4481-8f9c-8f4b80ca5cbb,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:04.158198 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 577b99d3-1aaf-4bf5-97da-85c68b3d0499 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:50:04.210193 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Attempting to bind port dbfad527-56fe-4481-8f9c-8f4b80ca5cbb on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:50:04.210563 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Attempting to bind port dbfad527-56fe-4481-8f9c-8f4b80ca5cbb by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'f24b2602-3d2b-4c58-9be4-363803fac5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '898994b6-fba9-459d-8bb6-e15830159f68'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:50:04.210930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Attempting to bind port dbfad527-56fe-4481-8f9c-8f4b80ca5cbb on network 898994b6-fba9-459d-8bb6-e15830159f68 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:50:04.222633 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:50:04.223414 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Checking segment: {'id': 'f24b2602-3d2b-4c58-9be4-363803fac5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '898994b6-fba9-459d-8bb6-e15830159f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:50:04.223783 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:04.224173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Bound using segment: {'id': 'f24b2602-3d2b-4c58-9be4-363803fac5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '898994b6-fba9-459d-8bb6-e15830159f68'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:50:04.224641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Bound port: dbfad527-56fe-4481-8f9c-8f4b80ca5cbb, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24b2602-3d2b-4c58-9be4-363803fac5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '898994b6-fba9-459d-8bb6-e15830159f68'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:50:04.225016 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:04.229221 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Allocated IP 172.26.5.245 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/08f7846b-36ba-46bf-a36f-0fa3f244d40f) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:50:04.284864 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 577b99d3-1aaf-4bf5-97da-85c68b3d0499 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:04.285235 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:04.319301 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] For port dbfad527-56fe-4481-8f9c-8f4b80ca5cbb, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:50:04.336471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] For port dbfad527-56fe-4481-8f9c-8f4b80ca5cbb, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=dbfad527-56fe-4481-8f9c-8f4b80ca5cbb,segment=NetworkSegment(f24b2602-3d2b-4c58-9be4-363803fac5d1),segment_id=f24b2602-3d2b-4c58-9be4-363803fac5d1)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:50:04.342000 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:04.342544 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:04.376891 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:04.420367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:50:04.425093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:04.425832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:50:04.429667 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:50:04.435458 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Pushing event updated for resources: {'Port': ['ID=08f7846b-36ba-46bf-a36f-0fa3f244d40f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:04.452087 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021668fe-ec73-4854-9ec7-d20380cdbc9a None None] Pushing event updated for resources: {'Port': ['ID=dbfad527-56fe-4481-8f9c-8f4b80ca5cbb,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:04.457907 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 577b99d3-1aaf-4bf5-97da-85c68b3d0499, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=577b99d3-1aaf-4bf5-97da-85c68b3d0499,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:50:04.464667 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:04.518911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=577b99d3-1aaf-4bf5-97da-85c68b3d0499,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:04.534001 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Sync routers for ids ['1fc45aea-a035-4ebe-9527-121134ac9f5a'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:50:04.545415 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Routers {'1fc45aea-a035-4ebe-9527-121134ac9f5a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:50:04.546241 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:49:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1fc45aea-a035-4ebe-9527-121134ac9f5a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:04.688797 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Set router 1fc45aea-a035-4ebe-9527-121134ac9f5a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:50:04.735348 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:04.884610 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 4, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'gw_port': {'id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ae9e4d06-3212-4f83-85aa-a662bf854232', 'name': '', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'mac_address': 'fa:16:3e:5d:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '53672240-ea59-4db0-92ac-b4e4064645de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:01Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 2, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'subnets': [{'id': '53672240-ea59-4db0-92ac-b4e4064645de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:04.929662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:05.004503 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Checking router: 1fc45aea-a035-4ebe-9527-121134ac9f5a for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:50:05.004854 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Updating router 1fc45aea-a035-4ebe-9527-121134ac9f5a port ae9e4d06-3212-4f83-85aa-a662bf854232 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:50:05.028731 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:05.060407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Router 6cdad096-2f10-4411-9e04-5cab9d6e038a is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:50:05.170261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:50:05.179765 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Sync routers for ids ['6cdad096-2f10-4411-9e04-5cab9d6e038a'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:50:05.187566 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:05.189617 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f0023d20-e583-47b7-b754-6047c582cf28 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5478232 Nov 09 04:50:05.191529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56036) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:05.202205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Routers {'6cdad096-2f10-4411-9e04-5cab9d6e038a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:50:05.202841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:49:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6cdad096-2f10-4411-9e04-5cab9d6e038a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:05.298761 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:05.307492 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:05.335345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Set router 6cdad096-2f10-4411-9e04-5cab9d6e038a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:50:05.383917 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033af952-cc51-4747-a3bb-2839bc5d4e2a None None] Pushing event updated for resources: {'Port': ['ID=ae9e4d06-3212-4f83-85aa-a662bf854232,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:05.405381 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033af952-cc51-4747-a3bb-2839bc5d4e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:05.407134 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033af952-cc51-4747-a3bb-2839bc5d4e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:05.407727 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033af952-cc51-4747-a3bb-2839bc5d4e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:05.408279 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033af952-cc51-4747-a3bb-2839bc5d4e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:05.408811 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033af952-cc51-4747-a3bb-2839bc5d4e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:05.409359 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033af952-cc51-4747-a3bb-2839bc5d4e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:05.409918 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033af952-cc51-4747-a3bb-2839bc5d4e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:05.410522 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033af952-cc51-4747-a3bb-2839bc5d4e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:05.411052 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033af952-cc51-4747-a3bb-2839bc5d4e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:05.411616 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033af952-cc51-4747-a3bb-2839bc5d4e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:05.412144 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033af952-cc51-4747-a3bb-2839bc5d4e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:05.412677 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033af952-cc51-4747-a3bb-2839bc5d4e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:05.471411 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Attempting to bind port ae9e4d06-3212-4f83-85aa-a662bf854232 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:50:05.472137 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Attempting to bind port ae9e4d06-3212-4f83-85aa-a662bf854232 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'ac864ba5-0906-4a04-93e7-6b28f21d5d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:50:05.472733 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Attempting to bind port ae9e4d06-3212-4f83-85aa-a662bf854232 on network 1e767281-123a-4498-9bd6-65bd9b462d04 {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:50:05.478936 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:50:05.479659 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Checking segment: {'id': 'ac864ba5-0906-4a04-93e7-6b28f21d5d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:50:05.480290 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:05.480849 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Bound using segment: {'id': 'ac864ba5-0906-4a04-93e7-6b28f21d5d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:50:05.481480 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Bound port: ae9e4d06-3212-4f83-85aa-a662bf854232, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac864ba5-0906-4a04-93e7-6b28f21d5d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:50:05.482058 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:05.584055 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] For port ae9e4d06-3212-4f83-85aa-a662bf854232, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:50:05.591755 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] For port ae9e4d06-3212-4f83-85aa-a662bf854232, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ae9e4d06-3212-4f83-85aa-a662bf854232,segment=NetworkSegment(ac864ba5-0906-4a04-93e7-6b28f21d5d0f),segment_id=ac864ba5-0906-4a04-93e7-6b28f21d5d0f)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:50:05.597589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'name': 'tempest-TestMinimumBasicScenario-1183242039-router', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '08f7846b-36ba-46bf-a36f-0fa3f244d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:50:03Z', 'updated_at': '2021-11-09T04:50:04Z', 'revision_number': 3, 'project_id': '38a3c949659b4daaaf3187f08a1a313c', 'gw_port': {'id': '08f7846b-36ba-46bf-a36f-0fa3f244d40f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:04Z', 'updated_at': '2021-11-09T04:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:05.599500 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:05.602569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a945cdf0-d929-4fd6-9149-5d4df6d053f3 None None] Network 898994b6-fba9-459d-8bb6-e15830159f68 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:50:05.658588 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033af952-cc51-4747-a3bb-2839bc5d4e2a None None] Pushing event updated for resources: {'Port': ['ID=ae9e4d06-3212-4f83-85aa-a662bf854232,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:05.687461 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Routers {'1fc45aea-a035-4ebe-9527-121134ac9f5a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:50:05.688368 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:49:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1fc45aea-a035-4ebe-9527-121134ac9f5a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:05.818246 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] Set router 1fc45aea-a035-4ebe-9527-121134ac9f5a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:50:05.867322 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Checking router: 6cdad096-2f10-4411-9e04-5cab9d6e038a for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:50:05.867677 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Updating router 6cdad096-2f10-4411-9e04-5cab9d6e038a port 08f7846b-36ba-46bf-a36f-0fa3f244d40f binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:50:05.916315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-32f78dc7-7758-48ec-bc15-28d4af1dd047 None None] Provisioning complete for port dbfad527-56fe-4481-8f9c-8f4b80ca5cbb triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:05.916769 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32f78dc7-7758-48ec-bc15-28d4af1dd047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:05.965063 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.040029 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 4, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'gw_port': {'id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ae9e4d06-3212-4f83-85aa-a662bf854232', 'name': '', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'mac_address': 'fa:16:3e:5d:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '53672240-ea59-4db0-92ac-b4e4064645de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:01Z', 'updated_at': '2021-11-09T04:50:05Z', 'revision_number': 4, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'subnets': [{'id': '53672240-ea59-4db0-92ac-b4e4064645de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:06.078790 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de86b898-50f6-48f5-8190-6390d7fd5293 None None] The sync data for ids ['1fc45aea-a035-4ebe-9527-121134ac9f5a'] in dv-neutron-816800-2-hyperv is: [{'id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 4, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'gw_port': {'id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ae9e4d06-3212-4f83-85aa-a662bf854232', 'name': '', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'mac_address': 'fa:16:3e:5d:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '53672240-ea59-4db0-92ac-b4e4064645de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:01Z', 'updated_at': '2021-11-09T04:50:05Z', 'revision_number': 4, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'subnets': [{'id': '53672240-ea59-4db0-92ac-b4e4064645de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:50:06.105377 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.176479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32f78dc7-7758-48ec-bc15-28d4af1dd047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.257343 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-32f78dc7-7758-48ec-bc15-28d4af1dd047 None None] For port dbfad527-56fe-4481-8f9c-8f4b80ca5cbb, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=dbfad527-56fe-4481-8f9c-8f4b80ca5cbb,segment=NetworkSegment(f24b2602-3d2b-4c58-9be4-363803fac5d1),segment_id=f24b2602-3d2b-4c58-9be4-363803fac5d1)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:50:06.276792 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-32f78dc7-7758-48ec-bc15-28d4af1dd047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.343849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device dbfad527-56fe-4481-8f9c-8f4b80ca5cbb up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:50:06.359457 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Allocated IP 172.20.0.1 (898994b6-fba9-459d-8bb6-e15830159f68/2856bc33-4945-4ba7-bf7b-f836579f79ef/ab8c1b14-ea07-48f5-b5b6-18a464dbf84f) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:50:06.474570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f78dc7-7758-48ec-bc15-28d4af1dd047 None None] Pushing event updated for resources: {'Port': ['ID=dbfad527-56fe-4481-8f9c-8f4b80ca5cbb,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:06.487350 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.497686 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-62b08471-97c7-4074-8a40-3846c38abb5c None None] Provisioning complete for port ae9e4d06-3212-4f83-85aa-a662bf854232 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:06.498030 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-62b08471-97c7-4074-8a40-3846c38abb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.502553 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.523164 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.537598 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.567096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Network 898994b6-fba9-459d-8bb6-e15830159f68 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:50:06.573720 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port dbfad527-56fe-4481-8f9c-8f4b80ca5cbb triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:06.574095 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.574201 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:50:06.578090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:50:06.583562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Pushing event updated for resources: {'Port': ['ID=ab8c1b14-ea07-48f5-b5b6-18a464dbf84f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:06.626430 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.639761 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Attempting to bind port 08f7846b-36ba-46bf-a36f-0fa3f244d40f on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:50:06.640151 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Attempting to bind port 08f7846b-36ba-46bf-a36f-0fa3f244d40f by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:50:06.640507 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Attempting to bind port 08f7846b-36ba-46bf-a36f-0fa3f244d40f on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:50:06.645963 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8a5ad-c01c-4787-83bd-be2c78f80195 None None] Pushing event updated for resources: {'Port': ['ID=08f7846b-36ba-46bf-a36f-0fa3f244d40f,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:06.653786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:50:06.654193 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:50:06.654669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.655068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:50:06.655554 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Bound port: 08f7846b-36ba-46bf-a36f-0fa3f244d40f, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:50:06.655937 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.767821 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-62b08471-97c7-4074-8a40-3846c38abb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.786089 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.796449 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] For port 08f7846b-36ba-46bf-a36f-0fa3f244d40f, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:50:06.813362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 577b99d3-1aaf-4bf5-97da-85c68b3d0499 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:50:06.824361 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] For port 08f7846b-36ba-46bf-a36f-0fa3f244d40f, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=08f7846b-36ba-46bf-a36f-0fa3f244d40f,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:50:06.851739 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-62b08471-97c7-4074-8a40-3846c38abb5c None None] For port ae9e4d06-3212-4f83-85aa-a662bf854232, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ae9e4d06-3212-4f83-85aa-a662bf854232,segment=NetworkSegment(ac864ba5-0906-4a04-93e7-6b28f21d5d0f),segment_id=ac864ba5-0906-4a04-93e7-6b28f21d5d0f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:50:06.853624 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.887514 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-62b08471-97c7-4074-8a40-3846c38abb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.935805 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8a5ad-c01c-4787-83bd-be2c78f80195 None None] Pushing event updated for resources: {'Port': ['ID=08f7846b-36ba-46bf-a36f-0fa3f244d40f,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:06.940168 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Routers {'6cdad096-2f10-4411-9e04-5cab9d6e038a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:50:06.940780 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:49:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6cdad096-2f10-4411-9e04-5cab9d6e038a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:06.983970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:06.990519 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:07.021138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 577b99d3-1aaf-4bf5-97da-85c68b3d0499 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:07.021536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:07.057233 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Pushing event updated for resources: {'Port': ['ID=ab8c1b14-ea07-48f5-b5b6-18a464dbf84f,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:07.071599 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:07.133762 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b08471-97c7-4074-8a40-3846c38abb5c None None] Pushing event updated for resources: {'Port': ['ID=ae9e4d06-3212-4f83-85aa-a662bf854232,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:07.139879 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b6ddc818-4f79-4a31-9767-9d1908609b32 None None] Provisioning complete for port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:07.139879 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b6ddc818-4f79-4a31-9767-9d1908609b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:07.191167 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Network 898994b6-fba9-459d-8bb6-e15830159f68 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:50:07.193136 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:50:07.197547 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] Set router 6cdad096-2f10-4411-9e04-5cab9d6e038a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:50:07.225527 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b6ddc818-4f79-4a31-9767-9d1908609b32 None None] Port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:50:07.323667 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b6ddc818-4f79-4a31-9767-9d1908609b32 None None] Provisioning complete for port dbfad527-56fe-4481-8f9c-8f4b80ca5cbb triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:07.324042 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b6ddc818-4f79-4a31-9767-9d1908609b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:07.361362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ae9e4d06-3212-4f83-85aa-a662bf854232 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:50:07.369309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Router 6cdad096-2f10-4411-9e04-5cab9d6e038a has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:50:07.482773 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:50:07.487871 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2ab4e25f-70b9-4468-a96d-2ef8e023d4dc admin admin] 10.222.0.21 "PUT /v2.0/routers/6cdad096-2f10-4411-9e04-5cab9d6e038a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2948444 Nov 09 04:50:07.530889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port ae9e4d06-3212-4f83-85aa-a662bf854232 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:07.531265 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:07.594565 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'name': 'tempest-TestMinimumBasicScenario-1183242039-router', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '08f7846b-36ba-46bf-a36f-0fa3f244d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:50:03Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 4, 'project_id': '38a3c949659b4daaaf3187f08a1a313c', 'gw_port': {'id': '08f7846b-36ba-46bf-a36f-0fa3f244d40f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:04Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ab8c1b14-ea07-48f5-b5b6-18a464dbf84f', 'name': '', 'network_id': '898994b6-fba9-459d-8bb6-e15830159f68', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'mac_address': 'fa:16:3e:7c:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '2856bc33-4945-4ba7-bf7b-f836579f79ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:06Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 1, 'project_id': '38a3c949659b4daaaf3187f08a1a313c', 'subnets': [{'id': '2856bc33-4945-4ba7-bf7b-f836579f79ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:07.643247 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4ba3d4-654c-495d-a562-44566631a9ee None None] The sync data for ids ['6cdad096-2f10-4411-9e04-5cab9d6e038a'] in dv-neutron-816800-2-hyperv is: [{'id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'name': 'tempest-TestMinimumBasicScenario-1183242039-router', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '08f7846b-36ba-46bf-a36f-0fa3f244d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:50:03Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 4, 'project_id': '38a3c949659b4daaaf3187f08a1a313c', 'gw_port': {'id': '08f7846b-36ba-46bf-a36f-0fa3f244d40f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:04Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ab8c1b14-ea07-48f5-b5b6-18a464dbf84f', 'name': '', 'network_id': '898994b6-fba9-459d-8bb6-e15830159f68', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'mac_address': 'fa:16:3e:7c:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '2856bc33-4945-4ba7-bf7b-f836579f79ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:06Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 1, 'project_id': '38a3c949659b4daaaf3187f08a1a313c', 'subnets': [{'id': '2856bc33-4945-4ba7-bf7b-f836579f79ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:50:07.683457 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-40c029e1-283b-47c7-a03c-3ab4fa762d0f None None] Provisioning complete for port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:07.683827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-40c029e1-283b-47c7-a03c-3ab4fa762d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:07.725884 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-40c029e1-283b-47c7-a03c-3ab4fa762d0f None None] Port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:50:08.128202 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device dbfad527-56fe-4481-8f9c-8f4b80ca5cbb up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:50:08.178077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port dbfad527-56fe-4481-8f9c-8f4b80ca5cbb triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:08.178404 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:08.281910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ae9e4d06-3212-4f83-85aa-a662bf854232 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:50:08.336772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port ae9e4d06-3212-4f83-85aa-a662bf854232 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:08.337140 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:10.171971 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 08f7846b-36ba-46bf-a36f-0fa3f244d40f up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:50:10.236964 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 08f7846b-36ba-46bf-a36f-0fa3f244d40f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:10.237327 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:10.334942 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:10.358787 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 08f7846b-36ba-46bf-a36f-0fa3f244d40f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=08f7846b-36ba-46bf-a36f-0fa3f244d40f,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:50:10.366685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:10.438737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=08f7846b-36ba-46bf-a36f-0fa3f244d40f,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:10.524684 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Sync routers for ids ['6cdad096-2f10-4411-9e04-5cab9d6e038a'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:50:10.536329 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Routers {'6cdad096-2f10-4411-9e04-5cab9d6e038a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:50:10.537210 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:49:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6cdad096-2f10-4411-9e04-5cab9d6e038a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:10.649255 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Set router 6cdad096-2f10-4411-9e04-5cab9d6e038a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:50:10.861969 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'name': 'tempest-TestMinimumBasicScenario-1183242039-router', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '08f7846b-36ba-46bf-a36f-0fa3f244d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:50:03Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 4, 'project_id': '38a3c949659b4daaaf3187f08a1a313c', 'gw_port': {'id': '08f7846b-36ba-46bf-a36f-0fa3f244d40f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:04Z', 'updated_at': '2021-11-09T04:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ab8c1b14-ea07-48f5-b5b6-18a464dbf84f', 'name': '', 'network_id': '898994b6-fba9-459d-8bb6-e15830159f68', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'mac_address': 'fa:16:3e:7c:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '2856bc33-4945-4ba7-bf7b-f836579f79ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:06Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 2, 'project_id': '38a3c949659b4daaaf3187f08a1a313c', 'subnets': [{'id': '2856bc33-4945-4ba7-bf7b-f836579f79ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:10.888889 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Checking router: 6cdad096-2f10-4411-9e04-5cab9d6e038a for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:50:10.889243 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Updating router 6cdad096-2f10-4411-9e04-5cab9d6e038a port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:50:10.914764 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:11.190355 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:11.197370 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:11.240851 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4a552-95bf-489e-8308-94b0cd5beb08 None None] Pushing event updated for resources: {'Port': ['ID=ab8c1b14-ea07-48f5-b5b6-18a464dbf84f,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:11.302643 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Attempting to bind port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:50:11.302643 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Attempting to bind port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'f24b2602-3d2b-4c58-9be4-363803fac5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '898994b6-fba9-459d-8bb6-e15830159f68'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:50:11.303729 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Attempting to bind port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f on network 898994b6-fba9-459d-8bb6-e15830159f68 {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:50:11.311034 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:50:11.311412 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Checking segment: {'id': 'f24b2602-3d2b-4c58-9be4-363803fac5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '898994b6-fba9-459d-8bb6-e15830159f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:50:11.312101 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:11.312469 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Bound using segment: {'id': 'f24b2602-3d2b-4c58-9be4-363803fac5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '898994b6-fba9-459d-8bb6-e15830159f68'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:50:11.312941 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Bound port: ab8c1b14-ea07-48f5-b5b6-18a464dbf84f, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24b2602-3d2b-4c58-9be4-363803fac5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '898994b6-fba9-459d-8bb6-e15830159f68'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:50:11.313318 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:11.402220 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] For port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:50:11.407079 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] For port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ab8c1b14-ea07-48f5-b5b6-18a464dbf84f,segment=NetworkSegment(f24b2602-3d2b-4c58-9be4-363803fac5d1),segment_id=f24b2602-3d2b-4c58-9be4-363803fac5d1)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:50:11.416068 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:11.496037 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Routers {'6cdad096-2f10-4411-9e04-5cab9d6e038a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:50:11.496868 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:49:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6cdad096-2f10-4411-9e04-5cab9d6e038a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:11.546814 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4a552-95bf-489e-8308-94b0cd5beb08 None None] Pushing event updated for resources: {'Port': ['ID=ab8c1b14-ea07-48f5-b5b6-18a464dbf84f,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:11.609878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-da08e3ab-33be-46ea-b256-c653c7f18d3b None None] Provisioning complete for port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:11.610419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-da08e3ab-33be-46ea-b256-c653c7f18d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:11.747471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-da08e3ab-33be-46ea-b256-c653c7f18d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:11.771380 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] Set router 6cdad096-2f10-4411-9e04-5cab9d6e038a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:50:11.794980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-da08e3ab-33be-46ea-b256-c653c7f18d3b None None] For port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ab8c1b14-ea07-48f5-b5b6-18a464dbf84f,segment=NetworkSegment(f24b2602-3d2b-4c58-9be4-363803fac5d1),segment_id=f24b2602-3d2b-4c58-9be4-363803fac5d1)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:50:11.802887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-da08e3ab-33be-46ea-b256-c653c7f18d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:12.031949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08e3ab-33be-46ea-b256-c653c7f18d3b None None] Pushing event updated for resources: {'Port': ['ID=ab8c1b14-ea07-48f5-b5b6-18a464dbf84f,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:12.035993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-ae705171-13b7-4667-adbd-075f19b344d4 None None] Provisioning complete for port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:12.036494 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ae705171-13b7-4667-adbd-075f19b344d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:12.100361 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'name': 'tempest-TestMinimumBasicScenario-1183242039-router', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '08f7846b-36ba-46bf-a36f-0fa3f244d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:50:03Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 4, 'project_id': '38a3c949659b4daaaf3187f08a1a313c', 'gw_port': {'id': '08f7846b-36ba-46bf-a36f-0fa3f244d40f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:04Z', 'updated_at': '2021-11-09T04:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ab8c1b14-ea07-48f5-b5b6-18a464dbf84f', 'name': '', 'network_id': '898994b6-fba9-459d-8bb6-e15830159f68', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'mac_address': 'fa:16:3e:7c:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '2856bc33-4945-4ba7-bf7b-f836579f79ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:06Z', 'updated_at': '2021-11-09T04:50:11Z', 'revision_number': 4, 'project_id': '38a3c949659b4daaaf3187f08a1a313c', 'subnets': [{'id': '2856bc33-4945-4ba7-bf7b-f836579f79ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:12.147779 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc894ee-def9-4909-bc00-410480c7824c None None] The sync data for ids ['6cdad096-2f10-4411-9e04-5cab9d6e038a'] in dv-neutron-816800-2-hyperv is: [{'id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'name': 'tempest-TestMinimumBasicScenario-1183242039-router', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '08f7846b-36ba-46bf-a36f-0fa3f244d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:50:03Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 4, 'project_id': '38a3c949659b4daaaf3187f08a1a313c', 'gw_port': {'id': '08f7846b-36ba-46bf-a36f-0fa3f244d40f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:04Z', 'updated_at': '2021-11-09T04:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ab8c1b14-ea07-48f5-b5b6-18a464dbf84f', 'name': '', 'network_id': '898994b6-fba9-459d-8bb6-e15830159f68', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'mac_address': 'fa:16:3e:7c:0b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '2856bc33-4945-4ba7-bf7b-f836579f79ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:06Z', 'updated_at': '2021-11-09T04:50:11Z', 'revision_number': 4, 'project_id': '38a3c949659b4daaaf3187f08a1a313c', 'subnets': [{'id': '2856bc33-4945-4ba7-bf7b-f836579f79ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:50:12.185196 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 08f7846b-36ba-46bf-a36f-0fa3f244d40f up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:50:12.249631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 08f7846b-36ba-46bf-a36f-0fa3f244d40f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:12.250253 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:12.353501 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ab8c1b14-ea07-48f5-b5b6-18a464dbf84f up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:50:12.406212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:12.406589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:17.185780 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:17.629725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-9ced3ddb-57a3-4ef1-95e9-4ea96463d5c9 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:17.631159 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-9ced3ddb-57a3-4ef1-95e9-4ea96463d5c9 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/networks?id=1e767281-123a-4498-9bd6-65bd9b462d04 HTTP/1.1" status: 200 len: 815 time: 0.0995624 Nov 09 04:50:17.646173 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-18ddf8a4-e4dc-479d-ba34-e12388542ad2 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/quotas/9422c24ba5d94d33a8fca1502ed79a9c HTTP/1.1" status: 200 len: 375 time: 0.0093718 Nov 09 04:50:17.695290 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-8485e641-931c-47c3-aa4c-c589fe962ad3 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9422c24ba5d94d33a8fca1502ed79a9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435939 Nov 09 04:50:17.793106 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-673bd620-a794-4ba1-9431-e1b62fa1a2fe service neutron] 10.222.0.21 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864396 Nov 09 04:50:17.880037 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-bcea060c-97fd-44dc-a641-2989714f67be service neutron] 10.222.0.21 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809162 Nov 09 04:50:18.041475 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-411cea17-7618-40cd-95b9-4178caefb699 req-50e96554-764d-49bc-9130-9e3774c46eba tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 210 time: 0.0260680 Nov 09 04:50:18.961376 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-2367acaf-56de-4ed6-becf-80013db636cd tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:18.962895 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-2367acaf-56de-4ed6-becf-80013db636cd tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.31 "GET /v2.0/networks?id=1e767281-123a-4498-9bd6-65bd9b462d04 HTTP/1.1" status: 200 len: 815 time: 0.1069965 Nov 09 04:50:18.975784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-115ab2e9-1734-4eda-be64-9bfb40f7b70c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Request body: {'port': {'device_id': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'admin_state_up': True, 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:50:19.091077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-115ab2e9-1734-4eda-be64-9bfb40f7b70c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Made reservation on behalf of 9422c24ba5d94d33a8fca1502ed79a9c for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:50:19.094995 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-115ab2e9-1734-4eda-be64-9bfb40f7b70c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:19.169918 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4c1d31da-80a5-4a24-a89a-55834169ce8a req-e60a3de6-ba2e-468a-86d0-e7572e5432a8 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 210 time: 0.0574839 Nov 09 04:50:19.245166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-115ab2e9-1734-4eda-be64-9bfb40f7b70c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Allocated IP 172.20.0.8 (1e767281-123a-4498-9bd6-65bd9b462d04/53672240-ea59-4db0-92ac-b4e4064645de/430e7caa-6953-41ce-86ae-2c6c9d45cb30) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:50:19.441716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-115ab2e9-1734-4eda-be64-9bfb40f7b70c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:19.485223 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-115ab2e9-1734-4eda-be64-9bfb40f7b70c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:19.545973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-115ab2e9-1734-4eda-be64-9bfb40f7b70c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Network 1e767281-123a-4498-9bd6-65bd9b462d04 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:50:19.549852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-115ab2e9-1734-4eda-be64-9bfb40f7b70c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:50:19.555863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-115ab2e9-1734-4eda-be64-9bfb40f7b70c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:50:19.559094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ab2e9-1734-4eda-be64-9bfb40f7b70c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Pushing event updated for resources: {'Port': ['ID=430e7caa-6953-41ce-86ae-2c6c9d45cb30,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:19.630946 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-115ab2e9-1734-4eda-be64-9bfb40f7b70c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:19.631713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-115ab2e9-1734-4eda-be64-9bfb40f7b70c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:19.653133 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-115ab2e9-1734-4eda-be64-9bfb40f7b70c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6810379 Nov 09 04:50:19.810943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f6907471-1c62-41ae-a1ec-571b9b78003c None None] Provisioning complete for port 430e7caa-6953-41ce-86ae-2c6c9d45cb30 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:19.811916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f6907471-1c62-41ae-a1ec-571b9b78003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:19.850615 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-f6907471-1c62-41ae-a1ec-571b9b78003c None None] Port 430e7caa-6953-41ce-86ae-2c6c9d45cb30 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:50:20.304663 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5614cb-cdca-4f4f-ba8f-9294a58d6f43 req-64d0ffc4-76fa-454e-98c2-a4896c548b8e tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:20.306825 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0e5614cb-cdca-4f4f-ba8f-9294a58d6f43 req-64d0ffc4-76fa-454e-98c2-a4896c548b8e tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 931 time: 0.0609019 Nov 09 04:50:20.363914 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0e5614cb-cdca-4f4f-ba8f-9294a58d6f43 req-02163a16-4b75-42cf-96cd-9f455614d14d tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502083 Nov 09 04:50:21.482275 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c998f-b8d7-4037-b457-50efa5ba9caa req-09f795cf-d403-42d8-8459-a1fff1254d6e tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:21.483779 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-101c998f-b8d7-4037-b457-50efa5ba9caa req-09f795cf-d403-42d8-8459-a1fff1254d6e tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 931 time: 0.0498526 Nov 09 04:50:21.531001 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-101c998f-b8d7-4037-b457-50efa5ba9caa req-b93778e0-8676-4cb2-9393-ec81e582c3ac tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 Nov 09 04:50:22.665819 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d1204-de96-4290-ba3f-a987dcbd6179 req-c9f1658b-a142-4f01-8485-d2fdaaf84858 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:22.668065 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-602d1204-de96-4290-ba3f-a987dcbd6179 req-c9f1658b-a142-4f01-8485-d2fdaaf84858 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 931 time: 0.0656316 Nov 09 04:50:22.717312 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-602d1204-de96-4290-ba3f-a987dcbd6179 req-19c2ce33-66ec-41fe-916f-05a752700a6e tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433266 Nov 09 04:50:23.834222 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41c561-f953-4571-ad80-f134895a81aa req-3c4f33b9-4515-4d94-ba71-e15bf31ac311 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:23.835718 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d41c561-f953-4571-ad80-f134895a81aa req-3c4f33b9-4515-4d94-ba71-e15bf31ac311 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 931 time: 0.0484812 Nov 09 04:50:23.886500 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d41c561-f953-4571-ad80-f134895a81aa req-0e822692-82b4-4390-acf1-bcbd0287e696 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445180 Nov 09 04:50:24.996688 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6197e-a9b2-4191-a746-3e7b8077cc0a req-f72d9aba-c265-4517-8837-08d37913e4e4 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:24.998100 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fcb6197e-a9b2-4191-a746-3e7b8077cc0a req-f72d9aba-c265-4517-8837-08d37913e4e4 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 931 time: 0.0477855 Nov 09 04:50:25.048542 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fcb6197e-a9b2-4191-a746-3e7b8077cc0a req-d202a868-9373-4b5b-bbe0-ddc3ad32a86f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439961 Nov 09 04:50:25.599531 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0856980d-6972-403a-8a0b-731447b95d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:26.189308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e9da5-4344-447a-aac7-35c99a7f8cce req-dac10e0e-0776-4bd5-808a-870b43b70be7 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:26.191414 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f55e9da5-4344-447a-aac7-35c99a7f8cce req-dac10e0e-0776-4bd5-808a-870b43b70be7 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 931 time: 0.0494652 Nov 09 04:50:26.239410 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f55e9da5-4344-447a-aac7-35c99a7f8cce req-3ab1276f-57de-4b10-a992-ec31fc29dc50 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 Nov 09 04:50:27.359137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1d697-4ade-409c-8765-1f252aa71666 req-afe6c6a1-d766-4b95-8867-74390489b2b0 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:27.360791 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1bb1d697-4ade-409c-8765-1f252aa71666 req-afe6c6a1-d766-4b95-8867-74390489b2b0 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 931 time: 0.0550079 Nov 09 04:50:27.414963 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1bb1d697-4ade-409c-8765-1f252aa71666 req-dd944225-0296-453f-a1c7-3c518f599ad2 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459521 Nov 09 04:50:27.893074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4e882c03-aa5d-447f-bd43-54176ff95ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:28.557149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acf465-6f2e-4325-a76a-38b7206f0dda req-9c730175-9309-4000-8aea-69d47ad2d98e tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:28.558670 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-41acf465-6f2e-4325-a76a-38b7206f0dda req-9c730175-9309-4000-8aea-69d47ad2d98e tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 931 time: 0.0530434 Nov 09 04:50:28.605636 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-41acf465-6f2e-4325-a76a-38b7206f0dda req-aae96096-0b61-43b0-9faf-b986a97efe69 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 Nov 09 04:50:29.184004 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:29.726440 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721a744-a2c3-4323-9f18-2cbeae52c01b req-63ae3ea3-34f2-4b14-a2a4-c16ecf625eb4 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:29.727962 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e721a744-a2c3-4323-9f18-2cbeae52c01b req-63ae3ea3-34f2-4b14-a2a4-c16ecf625eb4 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 931 time: 0.0519695 Nov 09 04:50:29.774376 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e721a744-a2c3-4323-9f18-2cbeae52c01b req-0b942cec-8ff0-46e0-a6a8-f7786d6f2cf5 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Nov 09 04:50:30.389211 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:30.893379 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865ebb6-2933-4993-a29a-9f83ef8a8110 req-8de5e297-6522-4710-b9bd-d655bd9e1f9b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:30.894931 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5865ebb6-2933-4993-a29a-9f83ef8a8110 req-8de5e297-6522-4710-b9bd-d655bd9e1f9b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 931 time: 0.0563266 Nov 09 04:50:30.944238 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5865ebb6-2933-4993-a29a-9f83ef8a8110 req-15820a7a-fa3a-4628-9660-6eb0f03b6444 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431612 Nov 09 04:50:31.076277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:31.971709 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Request body: {'port': {'device_id': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:50:32.024190 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:32.057174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3376b-4ee5-4913-9d84-126cac8a7159 req-950920d0-c5b6-426c-a83e-701a6f726377 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:32.058708 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a3b3376b-4ee5-4913-9d84-126cac8a7159 req-950920d0-c5b6-426c-a83e-701a6f726377 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 931 time: 0.0490341 Nov 09 04:50:32.109703 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a3b3376b-4ee5-4913-9d84-126cac8a7159 req-5a887cc7-7741-4080-894f-583977370c72 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451503 Nov 09 04:50:32.281988 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430e7caa-6953-41ce-86ae-2c6c9d45cb30 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:50:32.288961 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:32.300685 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Transition to ACTIVE for port object 430e7caa-6953-41ce-86ae-2c6c9d45cb30 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:50:32.304371 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:32.351646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Pushing event updated for resources: {'Port': ['ID=430e7caa-6953-41ce-86ae-2c6c9d45cb30,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:32.426258 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Attempting to bind port 430e7caa-6953-41ce-86ae-2c6c9d45cb30 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:50:32.426597 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Attempting to bind port 430e7caa-6953-41ce-86ae-2c6c9d45cb30 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'ac864ba5-0906-4a04-93e7-6b28f21d5d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:50:32.427086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Attempting to bind port 430e7caa-6953-41ce-86ae-2c6c9d45cb30 on network 1e767281-123a-4498-9bd6-65bd9b462d04 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:50:32.431591 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Port 430e7caa-6953-41ce-86ae-2c6c9d45cb30 on network 1e767281-123a-4498-9bd6-65bd9b462d04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:50:32.431915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Attempting to bind port 430e7caa-6953-41ce-86ae-2c6c9d45cb30 on network 1e767281-123a-4498-9bd6-65bd9b462d04 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:50:32.436853 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:50:32.437314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Checking segment: {'id': 'ac864ba5-0906-4a04-93e7-6b28f21d5d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:50:32.437733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Bound using segment: {'id': 'ac864ba5-0906-4a04-93e7-6b28f21d5d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:50:32.438164 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Bound port: 430e7caa-6953-41ce-86ae-2c6c9d45cb30, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac864ba5-0906-4a04-93e7-6b28f21d5d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:50:32.438522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:32.501853 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] For port 430e7caa-6953-41ce-86ae-2c6c9d45cb30, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:50:32.505328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] For port 430e7caa-6953-41ce-86ae-2c6c9d45cb30, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30,segment=NetworkSegment(ac864ba5-0906-4a04-93e7-6b28f21d5d0f),segment_id=ac864ba5-0906-4a04-93e7-6b28f21d5d0f)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:50:32.510637 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:32.543102 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:32.543786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:32.545166 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] 10.222.0.31 "PUT /v2.0/ports/430e7caa-6953-41ce-86ae-2c6c9d45cb30 HTTP/1.1" status: 200 len: 1093 time: 0.5789533 Nov 09 04:50:32.545622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'tag': '430e7caa-6953-41ce-86ae-2c6c9d45cb30'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:50:32.547841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa54974e-89bf-4da4-bde5-87f289266e41" -d '{"events": [{"name": "network-changed", "server_uuid": "48751938-84b8-4fbe-a392-09c82b2e45f2", "tag": "430e7caa-6953-41ce-86ae-2c6c9d45cb30"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:50:32.574485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a00f9-303e-476f-a829-e8d0d1a9761f service neutron] Pushing event updated for resources: {'Port': ['ID=430e7caa-6953-41ce-86ae-2c6c9d45cb30,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:32.608902 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49426377-ba5c-43da-b6ff-5c0c0715f7d1 x-openstack-request-id: req-49426377-ba5c-43da-b6ff-5c0c0715f7d1 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:50:32.609203 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48751938-84b8-4fbe-a392-09c82b2e45f2", "tag": "430e7caa-6953-41ce-86ae-2c6c9d45cb30", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:50:32.609457 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49426377-ba5c-43da-b6ff-5c0c0715f7d1 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:50:32.609890 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'tag': '430e7caa-6953-41ce-86ae-2c6c9d45cb30', 'status': 'completed', 'code': 200} Nov 09 04:50:32.640864 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-188f5a67-7269-456e-bcf8-d80dbe5566a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:32.642522 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-188f5a67-7269-456e-bcf8-d80dbe5566a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9422c24ba5d94d33a8fca1502ed79a9c&device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 1096 time: 0.0489736 Nov 09 04:50:32.689871 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-95283c96-b40c-42a0-9abf-f3cd5ccf3743 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30 HTTP/1.1" status: 200 len: 217 time: 0.0393031 Nov 09 04:50:32.741815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-bd639a35-268f-4d61-84b9-9420a4d3142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:32.743327 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-bd639a35-268f-4d61-84b9-9420a4d3142e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=53672240-ea59-4db0-92ac-b4e4064645de HTTP/1.1" status: 200 len: 854 time: 0.0468757 Nov 09 04:50:32.792059 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-1fe88f62-75da-468f-8f58-b0c7ccf65424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:32.793545 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-1fe88f62-75da-468f-8f58-b0c7ccf65424 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e767281-123a-4498-9bd6-65bd9b462d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430791 Nov 09 04:50:32.888819 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-455d63ed-a850-4ea7-8325-8b555cce3400 service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876606 Nov 09 04:50:32.975664 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6949db34-9d95-46dc-99cf-62b46e3f7755 req-7ab9cc26-6cd1-4a05-a44a-c4a47d6c4216 service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803723 Nov 09 04:50:33.066387 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54974e-89bf-4da4-bde5-87f289266e41 req-73c76b2f-9d04-4101-a375-11fac83d09f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:33.067878 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aa54974e-89bf-4da4-bde5-87f289266e41 req-73c76b2f-9d04-4101-a375-11fac83d09f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9422c24ba5d94d33a8fca1502ed79a9c&device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 1096 time: 0.0448861 Nov 09 04:50:33.157965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54974e-89bf-4da4-bde5-87f289266e41 req-866684de-b857-4345-b77b-88205c20a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:33.160088 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aa54974e-89bf-4da4-bde5-87f289266e41 req-866684de-b857-4345-b77b-88205c20a0f7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e767281-123a-4498-9bd6-65bd9b462d04 HTTP/1.1" status: 200 len: 915 time: 0.0849438 Nov 09 04:50:33.204860 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aa54974e-89bf-4da4-bde5-87f289266e41 req-4c157dcb-58a7-4bdc-931b-ae447950b7be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30 HTTP/1.1" status: 200 len: 217 time: 0.0374269 Nov 09 04:50:33.223049 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0260f-b874-4c8d-b71e-be34c9b54eb5 req-c55f0930-ed6b-44d7-9499-16839e8d7aa3 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:33.224532 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d9d0260f-b874-4c8d-b71e-be34c9b54eb5 req-c55f0930-ed6b-44d7-9499-16839e8d7aa3 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 943 time: 0.0482295 Nov 09 04:50:33.254613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54974e-89bf-4da4-bde5-87f289266e41 req-76903db2-f51f-45d9-bb6a-289758b71ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:33.256282 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aa54974e-89bf-4da4-bde5-87f289266e41 req-76903db2-f51f-45d9-bb6a-289758b71ba7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=53672240-ea59-4db0-92ac-b4e4064645de HTTP/1.1" status: 200 len: 854 time: 0.0442953 Nov 09 04:50:33.270222 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d9d0260f-b874-4c8d-b71e-be34c9b54eb5 req-ac3c4bb2-2d97-4808-905b-32a64b7d3ed1 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397627 Nov 09 04:50:33.303558 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54974e-89bf-4da4-bde5-87f289266e41 req-9964fbba-0add-4895-a190-46a26534f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:33.305073 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aa54974e-89bf-4da4-bde5-87f289266e41 req-9964fbba-0add-4895-a190-46a26534f08a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e767281-123a-4498-9bd6-65bd9b462d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403495 Nov 09 04:50:33.398326 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aa54974e-89bf-4da4-bde5-87f289266e41 req-ca2e70e0-9d82-4ca7-8666-cb400a58961e service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851595 Nov 09 04:50:33.485380 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aa54974e-89bf-4da4-bde5-87f289266e41 req-ec27d521-b113-4c4c-8b89-7d0832349f30 service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793540 Nov 09 04:50:34.385494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abbc22-dc14-44c7-bdef-980fde04fde3 req-4589e27d-f890-4292-a8ea-2b48d5d8b0d7 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:34.387030 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-28abbc22-dc14-44c7-bdef-980fde04fde3 req-4589e27d-f890-4292-a8ea-2b48d5d8b0d7 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 943 time: 0.0494742 Nov 09 04:50:34.438539 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-28abbc22-dc14-44c7-bdef-980fde04fde3 req-1795880e-537d-42d5-97b5-1a27b6bed276 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455668 Nov 09 04:50:35.550938 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6438b8-3255-4dac-bf6f-f6bd73d356ef req-24cc50c0-20c9-4e47-a997-a06d05a17fbe tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:35.552400 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0a6438b8-3255-4dac-bf6f-f6bd73d356ef req-24cc50c0-20c9-4e47-a997-a06d05a17fbe tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 943 time: 0.0478427 Nov 09 04:50:35.598514 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0a6438b8-3255-4dac-bf6f-f6bd73d356ef req-38d16219-b238-4977-b0fa-583ec8fdc9f3 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Nov 09 04:50:36.709620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76b77e-0aff-4863-9316-5a2d475f8d1e req-12b48cec-0aff-4ebf-8059-5295857234e5 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:36.711119 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aa76b77e-0aff-4863-9316-5a2d475f8d1e req-12b48cec-0aff-4ebf-8059-5295857234e5 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 943 time: 0.0479991 Nov 09 04:50:36.756792 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aa76b77e-0aff-4863-9316-5a2d475f8d1e req-ad6d8d50-91c0-4403-902d-e3c906368ae5 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398538 Nov 09 04:50:36.970427 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 430e7caa-6953-41ce-86ae-2c6c9d45cb30 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:50:37.061862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 430e7caa-6953-41ce-86ae-2c6c9d45cb30, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30,segment=NetworkSegment(ac864ba5-0906-4a04-93e7-6b28f21d5d0f),segment_id=ac864ba5-0906-4a04-93e7-6b28f21d5d0f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:50:37.076170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '430e7caa-6953-41ce-86ae-2c6c9d45cb30', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'port_id': '430e7caa-6953-41ce-86ae-2c6c9d45cb30', 'mac_address': 'fa:16:3e:0d:98:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53672240-ea59-4db0-92ac-b4e4064645de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:50:37.114520 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:37.127068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430e7caa-6953-41ce-86ae-2c6c9d45cb30 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:50:37.145965 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 430e7caa-6953-41ce-86ae-2c6c9d45cb30, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30,segment=NetworkSegment(ac864ba5-0906-4a04-93e7-6b28f21d5d0f),segment_id=ac864ba5-0906-4a04-93e7-6b28f21d5d0f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:50:37.149607 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:37.194772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=430e7caa-6953-41ce-86ae-2c6c9d45cb30,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:37.201425 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:37.201802 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:37.202144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:37.202481 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:37.202810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:37.203142 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:37.203470 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:37.203796 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:37.204122 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:37.204446 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:37.204770 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:37.205090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:37.372334 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['430e7caa-6953-41ce-86ae-2c6c9d45cb30'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:50:37.871904 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18d92a-9662-4bb5-aedb-314106a6a47e req-374d0f2c-6862-4215-8741-be0738bc1c22 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:37.873364 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4d18d92a-9662-4bb5-aedb-314106a6a47e req-374d0f2c-6862-4215-8741-be0738bc1c22 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 944 time: 0.0526190 Nov 09 04:50:37.920280 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4d18d92a-9662-4bb5-aedb-314106a6a47e req-75966030-4bdc-405a-ac0b-ce858a6c4d10 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404985 Nov 09 04:50:38.255730 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:50:39.002741 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 430e7caa-6953-41ce-86ae-2c6c9d45cb30 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:50:39.035697 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d75a6f-db23-4b18-b30d-a84b29b78434 req-bdc621de-b51b-4b17-bb14-9d6776fbdacf tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:39.037202 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-22d75a6f-db23-4b18-b30d-a84b29b78434 req-bdc621de-b51b-4b17-bb14-9d6776fbdacf tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 944 time: 0.0497327 Nov 09 04:50:39.051826 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 430e7caa-6953-41ce-86ae-2c6c9d45cb30 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:50:39.056683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 430e7caa-6953-41ce-86ae-2c6c9d45cb30 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:39.057055 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:39.087665 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-22d75a6f-db23-4b18-b30d-a84b29b78434 req-a3f53551-e6f8-4067-89a8-c61e66c994c0 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437727 Nov 09 04:50:39.140419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:39.162167 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430e7caa-6953-41ce-86ae-2c6c9d45cb30'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:50:39.164546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb0ca3a-1188-4240-8333-716be2a7d1d6" -d '{"events": [{"server_uuid": "48751938-84b8-4fbe-a392-09c82b2e45f2", "name": "network-vif-plugged", "status": "completed", "tag": "430e7caa-6953-41ce-86ae-2c6c9d45cb30"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:50:39.177917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 430e7caa-6953-41ce-86ae-2c6c9d45cb30, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30,segment=NetworkSegment(ac864ba5-0906-4a04-93e7-6b28f21d5d0f),segment_id=ac864ba5-0906-4a04-93e7-6b28f21d5d0f)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:50:39.182032 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:39.229089 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=430e7caa-6953-41ce-86ae-2c6c9d45cb30,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:39.316628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1b43d4-a3a1-45f9-a73b-ed51967cdd5d x-openstack-request-id: req-5b1b43d4-a3a1-45f9-a73b-ed51967cdd5d {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:50:39.316926 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48751938-84b8-4fbe-a392-09c82b2e45f2", "name": "network-vif-plugged", "status": "completed", "tag": "430e7caa-6953-41ce-86ae-2c6c9d45cb30", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:50:39.317186 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b1b43d4-a3a1-45f9-a73b-ed51967cdd5d {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:50:39.317642 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430e7caa-6953-41ce-86ae-2c6c9d45cb30', 'code': 200} Nov 09 04:50:39.479241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c00e38-8b67-43bf-a3cc-2fe0c0345ea9 req-fe68e37d-38ce-45f1-9bd9-64b1fdb43fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:39.480596 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-42c00e38-8b67-43bf-a3cc-2fe0c0345ea9 req-fe68e37d-38ce-45f1-9bd9-64b1fdb43fc4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 1098 time: 0.0426168 Nov 09 04:50:39.522678 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-42c00e38-8b67-43bf-a3cc-2fe0c0345ea9 req-7f792915-5366-4d0b-adc6-ce378e54e146 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346577 Nov 09 04:50:40.204588 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b19bd5-69cf-4b82-bce0-2df763ab2141 req-c544c784-8199-47be-b393-d020f347e4e2 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:40.206656 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-45b19bd5-69cf-4b82-bce0-2df763ab2141 req-c544c784-8199-47be-b393-d020f347e4e2 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 945 time: 0.0484691 Nov 09 04:50:40.251736 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-45b19bd5-69cf-4b82-bce0-2df763ab2141 req-f6bb847b-1e72-4c65-a9d9-7a110963c10f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392323 Nov 09 04:50:41.365891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aafb39-6de1-4e72-a343-4ffea3bf3d2b req-9f702cec-0da3-4ed8-b8cc-64d9ec43e6bd tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:41.367338 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a9aafb39-6de1-4e72-a343-4ffea3bf3d2b req-9f702cec-0da3-4ed8-b8cc-64d9ec43e6bd tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 945 time: 0.0479143 Nov 09 04:50:41.413016 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a9aafb39-6de1-4e72-a343-4ffea3bf3d2b req-7f1c8cf4-2d4a-4873-985c-c8f15d5c04ff tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398293 Nov 09 04:50:41.525719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398dd215-06f4-4b6c-bc25-413dbf9fd8e3 req-78bc562d-db3b-48d1-ba2e-611c860a3147 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:41.527193 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-398dd215-06f4-4b6c-bc25-413dbf9fd8e3 req-78bc562d-db3b-48d1-ba2e-611c860a3147 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 945 time: 0.0504529 Nov 09 04:50:41.572591 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-398dd215-06f4-4b6c-bc25-413dbf9fd8e3 req-1209b1e1-aba8-4fa0-8a59-fe5cd08da871 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395677 Nov 09 04:50:41.882312 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bac861-c1b9-44e0-8415-53ccf6545040 req-ac71f94e-61d0-4851-a2d5-3c12ae059ca0 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:41.883703 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b5bac861-c1b9-44e0-8415-53ccf6545040 req-ac71f94e-61d0-4851-a2d5-3c12ae059ca0 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 945 time: 0.0485246 Nov 09 04:50:41.930178 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b5bac861-c1b9-44e0-8415-53ccf6545040 req-0d6e63d6-f90c-432f-b1e2-65f0992d8d47 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406291 Nov 09 04:50:47.208347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:55.015073 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-42306d7e-272e-4d35-b6b4-fa9caff0079c req-76b6983a-a8ac-4f77-a06b-9cce444a4fca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375342 Nov 09 04:50:55.096300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306d7e-272e-4d35-b6b4-fa9caff0079c req-fd1ceaa6-64b2-4112-976f-8908d6d6fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:55.097775 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-42306d7e-272e-4d35-b6b4-fa9caff0079c req-fd1ceaa6-64b2-4112-976f-8908d6d6fabd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9422c24ba5d94d33a8fca1502ed79a9c&device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 1098 time: 0.0431743 Nov 09 04:50:55.196570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306d7e-272e-4d35-b6b4-fa9caff0079c req-2cca96ff-a92f-442b-bf04-f776ead30666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:55.198060 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-42306d7e-272e-4d35-b6b4-fa9caff0079c req-2cca96ff-a92f-442b-bf04-f776ead30666 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e767281-123a-4498-9bd6-65bd9b462d04 HTTP/1.1" status: 200 len: 915 time: 0.0817816 Nov 09 04:50:55.242394 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-42306d7e-272e-4d35-b6b4-fa9caff0079c req-daadb2d5-ff62-4259-a034-541bf871f798 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30 HTTP/1.1" status: 200 len: 217 time: 0.0371780 Nov 09 04:50:55.290626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306d7e-272e-4d35-b6b4-fa9caff0079c req-f6dc43b4-5f97-4106-a8ef-31790df65175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:55.292106 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-42306d7e-272e-4d35-b6b4-fa9caff0079c req-f6dc43b4-5f97-4106-a8ef-31790df65175 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=53672240-ea59-4db0-92ac-b4e4064645de HTTP/1.1" status: 200 len: 854 time: 0.0431414 Nov 09 04:50:55.339915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306d7e-272e-4d35-b6b4-fa9caff0079c req-c5547db9-f0fe-4a9a-b61d-217f3eddd32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:55.341478 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-42306d7e-272e-4d35-b6b4-fa9caff0079c req-c5547db9-f0fe-4a9a-b61d-217f3eddd32c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e767281-123a-4498-9bd6-65bd9b462d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410831 Nov 09 04:50:55.472277 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa7bbb-6cc0-4526-ad28-92ac62c15ef5 req-48f0e1c4-4120-4f20-bad3-ebc4abbfb985 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:55.473790 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5daa7bbb-6cc0-4526-ad28-92ac62c15ef5 req-48f0e1c4-4120-4f20-bad3-ebc4abbfb985 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 945 time: 0.0678174 Nov 09 04:50:55.475922 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-42306d7e-272e-4d35-b6b4-fa9caff0079c req-efca97d2-ce7e-48b2-a450-48f580511948 service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273723 Nov 09 04:50:55.575020 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5daa7bbb-6cc0-4526-ad28-92ac62c15ef5 req-7a023e14-e249-4109-a7bc-2156a1e9039a tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954063 Nov 09 04:50:55.597804 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56248) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:55.599064 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-42306d7e-272e-4d35-b6b4-fa9caff0079c req-15afe3f5-439a-4758-91ff-578e0bfceaad service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137090 Nov 09 04:50:55.605551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c441783a-eb39-4215-8302-31ea22e6e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:55.732543 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e0e5a0-c8cc-4041-8bed-8a38cd523ecc tempest-TestMinimumBasicScenario-1971961170 tempest-TestMinimumBasicScenario-1971961170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:55.734095 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-32e0e5a0-c8cc-4041-8bed-8a38cd523ecc tempest-TestMinimumBasicScenario-1971961170 tempest-TestMinimumBasicScenario-1971961170-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 1093 time: 0.1350787 Nov 09 04:50:55.737653 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56252) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:55.741797 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': '430e7caa-6953-41ce-86ae-2c6c9d45cb30', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:50:55.762561 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:55.854033 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:55.964099 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Allocated IP 172.26.5.170 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/3b2850cc-3814-4bd7-b71b-110b349cf161) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:50:56.061626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:56.095258 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:56.132682 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:50:56.136885 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:50:56.142362 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:50:56.169443 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Pushing event updated for resources: {'Port': ['ID=3b2850cc-3814-4bd7-b71b-110b349cf161,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:56.179089 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:56.179444 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:56.179790 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:56.180131 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:56.180470 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:56.180807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:56.181138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:56.181467 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:56.181824 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:56.182151 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:56.182479 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:56.182804 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:56.498419 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:56.578812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:56.724423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:56.728948 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:56.790805 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Pushing event updated for resources: {'Port': ['ID=3b2850cc-3814-4bd7-b71b-110b349cf161,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:56.804323 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:56.901824 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Floating IP c984a916-faaf-4825-ab05-013bfea57ee4 associated. External IP: 172.26.5.170, port: 430e7caa-6953-41ce-86ae-2c6c9d45cb30. Nov 09 04:50:57.102842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Router 1fc45aea-a035-4ebe-9527-121134ac9f5a has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:50:57.209082 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:50:57.218846 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeada04-175b-405c-af0a-7fa4dbe67764 None None] Sync routers for ids ['1fc45aea-a035-4ebe-9527-121134ac9f5a'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:50:57.227111 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.228774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeada04-175b-405c-af0a-7fa4dbe67764 None None] Routers {'1fc45aea-a035-4ebe-9527-121134ac9f5a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:50:57.229397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8eeada04-175b-405c-af0a-7fa4dbe67764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:50:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1fc45aea-a035-4ebe-9527-121134ac9f5a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:57.254023 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ab501313-8e50-4f7a-b528-4dcfd14a3f29 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5153623 Nov 09 04:50:57.254628 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'tag': '430e7caa-6953-41ce-86ae-2c6c9d45cb30'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:50:57.256962 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db568396-143a-42c2-8778-1194f2abd6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "48751938-84b8-4fbe-a392-09c82b2e45f2", "tag": "430e7caa-6953-41ce-86ae-2c6c9d45cb30"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:50:57.257124 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56254) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:57.262142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-623553959', 'description': 'tempest-secgroup-smoke-623553959 description', 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:50:57.294107 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.343240 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-8eeada04-175b-405c-af0a-7fa4dbe67764 None None] Set router 1fc45aea-a035-4ebe-9527-121134ac9f5a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:50:57.355277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be12ff5-75ff-47fe-8cd7-71d2f1db281b x-openstack-request-id: req-9be12ff5-75ff-47fe-8cd7-71d2f1db281b {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:50:57.355574 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48751938-84b8-4fbe-a392-09c82b2e45f2", "tag": "430e7caa-6953-41ce-86ae-2c6c9d45cb30", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:50:57.355829 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9be12ff5-75ff-47fe-8cd7-71d2f1db281b {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:50:57.356237 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'tag': '430e7caa-6953-41ce-86ae-2c6c9d45cb30', 'status': 'completed', 'code': 200} Nov 09 04:50:57.395863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.410057 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.444919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.446123 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1879079 Nov 09 04:50:57.449151 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56260) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:57.453771 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-29897501-db66-4474-84ff-4c72d5c43942 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Request body: {'security_group_rule': {'security_group_id': 'fde69636-391a-4171-a09e-4c717961b5ce', 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:50:57.463180 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde69636-391a-4171-a09e-4c717961b5ce,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:57.469899 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db568396-143a-42c2-8778-1194f2abd6ce req-15a0a9ef-b1ad-4188-a327-d12e658eb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:57.471560 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-db568396-143a-42c2-8778-1194f2abd6ce req-15a0a9ef-b1ad-4188-a327-d12e658eb40c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9422c24ba5d94d33a8fca1502ed79a9c&device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 1098 time: 0.0905907 Nov 09 04:50:57.476662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:57.477021 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:57.477368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:57.477758 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:57.478083 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:57.478423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:57.478765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:57.479086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:57.479418 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:57.479746 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:57.480071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:57.480398 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a263f721-d1a9-4026-aaf6-699ff0a77b9f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:57.481626 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29897501-db66-4474-84ff-4c72d5c43942 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.538245 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29897501-db66-4474-84ff-4c72d5c43942 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.541987 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29897501-db66-4474-84ff-4c72d5c43942 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.561273 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29897501-db66-4474-84ff-4c72d5c43942 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4740ead2-22b3-4c85-8201-459e6357bdf2,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:57.573998 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-29897501-db66-4474-84ff-4c72d5c43942 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.577943 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-29897501-db66-4474-84ff-4c72d5c43942 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251390 Nov 09 04:50:57.578098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56262) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:57.581269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db568396-143a-42c2-8778-1194f2abd6ce req-963822af-0e4a-47a9-bdea-2ba58545d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:57.582778 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-db568396-143a-42c2-8778-1194f2abd6ce req-963822af-0e4a-47a9-bdea-2ba58545d72b service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e767281-123a-4498-9bd6-65bd9b462d04 HTTP/1.1" status: 200 len: 915 time: 0.0990763 Nov 09 04:50:57.583176 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-efd9f92a-034c-42c6-b1e3-405a1b9905ac tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Request body: {'security_group_rule': {'security_group_id': 'fde69636-391a-4171-a09e-4c717961b5ce', 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:50:57.588696 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8eeada04-175b-405c-af0a-7fa4dbe67764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 4, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'gw_port': {'id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'c984a916-faaf-4825-ab05-013bfea57ee4', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'floating_ip_address': '172.26.5.170', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'port_id': '430e7caa-6953-41ce-86ae-2c6c9d45cb30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'mac_address': 'fa:16:3e:0d:98:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:50:56Z', 'updated_at': '2021-11-09T04:50:56Z', 'revision_number': 0, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9e4d06-3212-4f83-85aa-a662bf854232', 'name': '', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'mac_address': 'fa:16:3e:5d:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '53672240-ea59-4db0-92ac-b4e4064645de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:01Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 5, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'subnets': [{'id': '53672240-ea59-4db0-92ac-b4e4064645de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:57.611176 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-efd9f92a-034c-42c6-b1e3-405a1b9905ac tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.616144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeada04-175b-405c-af0a-7fa4dbe67764 None None] Checking router: 1fc45aea-a035-4ebe-9527-121134ac9f5a for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:50:57.624935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeada04-175b-405c-af0a-7fa4dbe67764 None None] Routers {'1fc45aea-a035-4ebe-9527-121134ac9f5a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:50:57.625579 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8eeada04-175b-405c-af0a-7fa4dbe67764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:50:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1fc45aea-a035-4ebe-9527-121134ac9f5a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:57.652050 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-db568396-143a-42c2-8778-1194f2abd6ce req-d3c3db04-b2ef-4e85-b52a-f7b84de5ffd3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30 HTTP/1.1" status: 200 len: 999 time: 0.0615573 Nov 09 04:50:57.672854 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-efd9f92a-034c-42c6-b1e3-405a1b9905ac tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.677670 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-efd9f92a-034c-42c6-b1e3-405a1b9905ac tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.696481 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9f92a-034c-42c6-b1e3-405a1b9905ac tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055bdb1f-3ef5-4525-be97-08cfbff69d5e,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:57.709121 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-efd9f92a-034c-42c6-b1e3-405a1b9905ac tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.713165 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-efd9f92a-034c-42c6-b1e3-405a1b9905ac tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315472 Nov 09 04:50:57.713322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db568396-143a-42c2-8778-1194f2abd6ce req-657c4383-511c-4134-9062-124f7876101e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:57.713322 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-db568396-143a-42c2-8778-1194f2abd6ce req-657c4383-511c-4134-9062-124f7876101e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=53672240-ea59-4db0-92ac-b4e4064645de HTTP/1.1" status: 200 len: 854 time: 0.0529795 Nov 09 04:50:57.713322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56264) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:57.717501 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-3f7e46f5-0ded-482b-aea4-2716d4ae8f19 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Request body: {'security_group_rule': {'security_group_id': 'fde69636-391a-4171-a09e-4c717961b5ce', 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:50:57.749440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-8eeada04-175b-405c-af0a-7fa4dbe67764 None None] Set router 1fc45aea-a035-4ebe-9527-121134ac9f5a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:50:57.772389 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f7e46f5-0ded-482b-aea4-2716d4ae8f19 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.777780 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db568396-143a-42c2-8778-1194f2abd6ce req-b0a1ec59-02c9-4f97-a0b0-7c674b7223d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:57.779273 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-db568396-143a-42c2-8778-1194f2abd6ce req-b0a1ec59-02c9-4f97-a0b0-7c674b7223d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e767281-123a-4498-9bd6-65bd9b462d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571990 Nov 09 04:50:57.920251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0be57248-e053-40c8-8fef-85e49b3ea52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.990841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8eeada04-175b-405c-af0a-7fa4dbe67764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 4, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'gw_port': {'id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'c984a916-faaf-4825-ab05-013bfea57ee4', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'floating_ip_address': '172.26.5.170', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'port_id': '430e7caa-6953-41ce-86ae-2c6c9d45cb30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'mac_address': 'fa:16:3e:0d:98:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:50:56Z', 'updated_at': '2021-11-09T04:50:56Z', 'revision_number': 0, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9e4d06-3212-4f83-85aa-a662bf854232', 'name': '', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'mac_address': 'fa:16:3e:5d:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '53672240-ea59-4db0-92ac-b4e4064645de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:01Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 5, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'subnets': [{'id': '53672240-ea59-4db0-92ac-b4e4064645de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:50:58.021687 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeada04-175b-405c-af0a-7fa4dbe67764 None None] The sync data for ids ['1fc45aea-a035-4ebe-9527-121134ac9f5a'] in dv-neutron-816800-2-hyperv is: [{'id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 4, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'gw_port': {'id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'c984a916-faaf-4825-ab05-013bfea57ee4', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'floating_ip_address': '172.26.5.170', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'port_id': '430e7caa-6953-41ce-86ae-2c6c9d45cb30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'mac_address': 'fa:16:3e:0d:98:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:50:56Z', 'updated_at': '2021-11-09T04:50:56Z', 'revision_number': 0, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9e4d06-3212-4f83-85aa-a662bf854232', 'name': '', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'mac_address': 'fa:16:3e:5d:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '53672240-ea59-4db0-92ac-b4e4064645de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:01Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 5, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'subnets': [{'id': '53672240-ea59-4db0-92ac-b4e4064645de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:50:58.226593 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc15acd3-17d1-4c87-9efb-875265968762 None None] New status for floating IP c984a916-faaf-4825-ab05-013bfea57ee4: ACTIVE {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:50:58.234601 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f7e46f5-0ded-482b-aea4-2716d4ae8f19 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:58.239696 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f7e46f5-0ded-482b-aea4-2716d4ae8f19 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:58.262787 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e46f5-0ded-482b-aea4-2716d4ae8f19 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93e1f56-b404-4da1-ba12-42b1a0830f75,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:58.265863 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-db568396-143a-42c2-8778-1194f2abd6ce req-928b3d88-9785-4135-8498-3f1d494c9d24 service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784083 Nov 09 04:50:58.284505 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-3f7e46f5-0ded-482b-aea4-2716d4ae8f19 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:58.285646 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-3f7e46f5-0ded-482b-aea4-2716d4ae8f19 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5713670 Nov 09 04:50:58.288634 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56266) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:58.293775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-a3d482ec-5c45-4a64-8562-1a6fe67781ee tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Request body: {'security_group_rule': {'security_group_id': 'fde69636-391a-4171-a09e-4c717961b5ce', 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:50:58.320385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a3d482ec-5c45-4a64-8562-1a6fe67781ee tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:58.363277 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-db568396-143a-42c2-8778-1194f2abd6ce req-8407cb5c-25b5-431f-a1ae-af7e5ba38d45 service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889657 Nov 09 04:50:58.381173 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a3d482ec-5c45-4a64-8562-1a6fe67781ee tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:58.385885 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a3d482ec-5c45-4a64-8562-1a6fe67781ee tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:58.406303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d482ec-5c45-4a64-8562-1a6fe67781ee tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd397a16-1dd9-4547-bbdb-8ace2969b7ea,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:58.417105 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a3d482ec-5c45-4a64-8562-1a6fe67781ee tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:58.418300 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a3d482ec-5c45-4a64-8562-1a6fe67781ee tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282012 Nov 09 04:50:58.420939 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56268) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:58.425311 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-71a7be1a-c55b-4a70-b2f0-984f5b776367 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Request body: {'security_group_rule': {'security_group_id': 'fde69636-391a-4171-a09e-4c717961b5ce', 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:50:58.446195 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-71a7be1a-c55b-4a70-b2f0-984f5b776367 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Project 9422c24ba5d94d33a8fca1502ed79a9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:50:58.450916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-71a7be1a-c55b-4a70-b2f0-984f5b776367 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:58.507672 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-71a7be1a-c55b-4a70-b2f0-984f5b776367 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:58.511114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-71a7be1a-c55b-4a70-b2f0-984f5b776367 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:58.530472 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7be1a-c55b-4a70-b2f0-984f5b776367 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c32e7e-de35-4ded-a651-296729aee620,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:58.536458 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-71a7be1a-c55b-4a70-b2f0-984f5b776367 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:58.537669 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-71a7be1a-c55b-4a70-b2f0-984f5b776367 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158192 Nov 09 04:50:58.540446 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56270) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:58.544689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-33f90f60-5f58-4dd5-b6e2-06710a580560 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Request body: {'security_group_rule': {'security_group_id': 'fde69636-391a-4171-a09e-4c717961b5ce', 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:50:58.566363 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-33f90f60-5f58-4dd5-b6e2-06710a580560 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Project 9422c24ba5d94d33a8fca1502ed79a9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:50:58.571058 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-33f90f60-5f58-4dd5-b6e2-06710a580560 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:58.631248 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-33f90f60-5f58-4dd5-b6e2-06710a580560 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:58.634822 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-33f90f60-5f58-4dd5-b6e2-06710a580560 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:58.652825 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f90f60-5f58-4dd5-b6e2-06710a580560 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f14c4ce-94c4-4be1-bfa8-06df0317e96f,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:58.659557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-33f90f60-5f58-4dd5-b6e2-06710a580560 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:58.660742 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-33f90f60-5f58-4dd5-b6e2-06710a580560 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193461 Nov 09 04:50:58.749648 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7c917f67-c9d6-42cc-9299-23c00f652b62 req-05b56676-1202-4745-b294-82c8aff19a6d tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-623553959&fields=id&tenant_id=9422c24ba5d94d33a8fca1502ed79a9c HTTP/1.1" status: 200 len: 267 time: 0.0439644 Nov 09 04:50:58.805358 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c917f67-c9d6-42cc-9299-23c00f652b62 req-786a25c2-89ce-4c0d-b9de-79e7d071553f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:58.806832 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7c917f67-c9d6-42cc-9299-23c00f652b62 req-786a25c2-89ce-4c0d-b9de-79e7d071553f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 945 time: 0.0506589 Nov 09 04:50:58.818032 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-7c917f67-c9d6-42cc-9299-23c00f652b62 req-e9a0667c-10ac-4f30-b877-419c3accaf82 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Request body: {'port': {'security_groups': ['4da6c36e-8761-4e25-abbf-b8167db6e80f', 'fde69636-391a-4171-a09e-4c717961b5ce']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:50:58.875983 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7c917f67-c9d6-42cc-9299-23c00f652b62 req-e9a0667c-10ac-4f30-b877-419c3accaf82 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:59.053231 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-7c917f67-c9d6-42cc-9299-23c00f652b62 req-e9a0667c-10ac-4f30-b877-419c3accaf82 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] For port 430e7caa-6953-41ce-86ae-2c6c9d45cb30, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30,segment=NetworkSegment(ac864ba5-0906-4a04-93e7-6b28f21d5d0f),segment_id=ac864ba5-0906-4a04-93e7-6b28f21d5d0f)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:50:59.081892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7c917f67-c9d6-42cc-9299-23c00f652b62 req-e9a0667c-10ac-4f30-b877-419c3accaf82 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:59.086257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7c917f67-c9d6-42cc-9299-23c00f652b62 req-e9a0667c-10ac-4f30-b877-419c3accaf82 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:59.097689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['430e7caa-6953-41ce-86ae-2c6c9d45cb30'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:50:59.128004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c917f67-c9d6-42cc-9299-23c00f652b62 req-e9a0667c-10ac-4f30-b877-419c3accaf82 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:59.128627 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-7c917f67-c9d6-42cc-9299-23c00f652b62 req-e9a0667c-10ac-4f30-b877-419c3accaf82 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:59.133226 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7c917f67-c9d6-42cc-9299-23c00f652b62 req-e9a0667c-10ac-4f30-b877-419c3accaf82 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "PUT /v2.0/ports/430e7caa-6953-41ce-86ae-2c6c9d45cb30 HTTP/1.1" status: 200 len: 981 time: 0.3199947 Nov 09 04:50:59.133652 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'tag': '430e7caa-6953-41ce-86ae-2c6c9d45cb30'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:50:59.135991 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b3aa5a-950a-494a-b8eb-3b2c927151f1" -d '{"events": [{"name": "network-changed", "server_uuid": "48751938-84b8-4fbe-a392-09c82b2e45f2", "tag": "430e7caa-6953-41ce-86ae-2c6c9d45cb30"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:50:59.163927 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0667c-10ac-4f30-b877-419c3accaf82 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Pushing event updated for resources: {'Port': ['ID=430e7caa-6953-41ce-86ae-2c6c9d45cb30,revision_number=6']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:59.209540 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['430e7caa-6953-41ce-86ae-2c6c9d45cb30'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:50:59.257125 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:59.267459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57f1dc7-28b5-49c5-9b67-1cad0c054d31 x-openstack-request-id: req-d57f1dc7-28b5-49c5-9b67-1cad0c054d31 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:50:59.268009 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48751938-84b8-4fbe-a392-09c82b2e45f2", "tag": "430e7caa-6953-41ce-86ae-2c6c9d45cb30", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:50:59.268009 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d57f1dc7-28b5-49c5-9b67-1cad0c054d31 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:50:59.268494 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'tag': '430e7caa-6953-41ce-86ae-2c6c9d45cb30', 'status': 'completed', 'code': 200} Nov 09 04:50:59.287413 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68205b01-a933-4c6c-9173-6c6da717095c req-6ef02002-e1f3-4041-9ead-31cd73b01d86 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:59.288831 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-68205b01-a933-4c6c-9173-6c6da717095c req-6ef02002-e1f3-4041-9ead-31cd73b01d86 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 984 time: 0.0663097 Nov 09 04:50:59.366110 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3aa5a-950a-494a-b8eb-3b2c927151f1 req-7432e504-ab79-4ca5-86df-d7392974ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:59.367689 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-45b3aa5a-950a-494a-b8eb-3b2c927151f1 req-7432e504-ab79-4ca5-86df-d7392974ad9c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9422c24ba5d94d33a8fca1502ed79a9c&device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 1137 time: 0.0771339 Nov 09 04:50:59.391377 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-68205b01-a933-4c6c-9173-6c6da717095c req-ca2efb7c-b5b5-48df-8c0f-dcf99232f9ed tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&id=fde69636-391a-4171-a09e-4c717961b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909383 Nov 09 04:50:59.475605 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3aa5a-950a-494a-b8eb-3b2c927151f1 req-f67b3284-acb3-4ca7-8c22-a25b2caada43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:59.477092 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-45b3aa5a-950a-494a-b8eb-3b2c927151f1 req-f67b3284-acb3-4ca7-8c22-a25b2caada43 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e767281-123a-4498-9bd6-65bd9b462d04 HTTP/1.1" status: 200 len: 915 time: 0.1007614 Nov 09 04:50:59.508683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6fec1519-19ba-4932-81d4-1e9936874f47 None None] Provisioning complete for port 430e7caa-6953-41ce-86ae-2c6c9d45cb30 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:59.509049 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6fec1519-19ba-4932-81d4-1e9936874f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:59.542950 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-45b3aa5a-950a-494a-b8eb-3b2c927151f1 req-3367b466-dcb4-4802-8f63-343f9f5380c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30 HTTP/1.1" status: 200 len: 1001 time: 0.0578556 Nov 09 04:50:59.591222 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3aa5a-950a-494a-b8eb-3b2c927151f1 req-60fa92d9-ade8-4b16-8ba4-55da0ead4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:59.592595 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-45b3aa5a-950a-494a-b8eb-3b2c927151f1 req-60fa92d9-ade8-4b16-8ba4-55da0ead4467 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=53672240-ea59-4db0-92ac-b4e4064645de HTTP/1.1" status: 200 len: 854 time: 0.0422072 Nov 09 04:50:59.641685 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3aa5a-950a-494a-b8eb-3b2c927151f1 req-90f63778-f6b6-41a2-b554-21eb27af4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:59.643749 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-45b3aa5a-950a-494a-b8eb-3b2c927151f1 req-90f63778-f6b6-41a2-b554-21eb27af4431 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e767281-123a-4498-9bd6-65bd9b462d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435772 Nov 09 04:50:59.738524 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-45b3aa5a-950a-494a-b8eb-3b2c927151f1 req-36a9ea43-5e08-4b0b-83c8-3300bc574873 service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833786 Nov 09 04:50:59.832292 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-45b3aa5a-950a-494a-b8eb-3b2c927151f1 req-bc4ac537-ef42-41db-b2e6-02770116ebc7 service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864182 Nov 09 04:51:00.391052 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:01.077177 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:13.576282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30d61a-2ffd-442c-ab09-5327bd2c56bc req-c1506c45-7fa2-4c6e-a7cb-566bc8a15563 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:13.577792 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0b30d61a-2ffd-442c-ab09-5327bd2c56bc req-c1506c45-7fa2-4c6e-a7cb-566bc8a15563 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 984 time: 0.0796187 Nov 09 04:51:13.594339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf65f8c-2f1e-48c3-b4c7-d19f7f9da43a req-51ab431e-8790-4fd3-9815-fbd97bbfd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:13.596264 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dcf65f8c-2f1e-48c3-b4c7-d19f7f9da43a req-51ab431e-8790-4fd3-9815-fbd97bbfd0cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9422c24ba5d94d33a8fca1502ed79a9c&device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 1137 time: 0.0713384 Nov 09 04:51:13.701006 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0b30d61a-2ffd-442c-ab09-5327bd2c56bc req-b2a001d0-dbea-4833-8eba-3a0a838cffda tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&id=fde69636-391a-4171-a09e-4c717961b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1165476 Nov 09 04:51:13.723385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf65f8c-2f1e-48c3-b4c7-d19f7f9da43a req-6e0a2010-0cb5-460f-9606-c09f2927c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:13.724847 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dcf65f8c-2f1e-48c3-b4c7-d19f7f9da43a req-6e0a2010-0cb5-460f-9606-c09f2927c581 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e767281-123a-4498-9bd6-65bd9b462d04 HTTP/1.1" status: 200 len: 915 time: 0.1188920 Nov 09 04:51:13.792751 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dcf65f8c-2f1e-48c3-b4c7-d19f7f9da43a req-6a4fbeb5-3299-4e35-9be8-6f1c74e233b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30 HTTP/1.1" status: 200 len: 1001 time: 0.0605602 Nov 09 04:51:13.839489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf65f8c-2f1e-48c3-b4c7-d19f7f9da43a req-fbce50e0-c50c-4228-ac0f-9f73030a484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:13.840903 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dcf65f8c-2f1e-48c3-b4c7-d19f7f9da43a req-fbce50e0-c50c-4228-ac0f-9f73030a484b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=53672240-ea59-4db0-92ac-b4e4064645de HTTP/1.1" status: 200 len: 854 time: 0.0408881 Nov 09 04:51:13.884360 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf65f8c-2f1e-48c3-b4c7-d19f7f9da43a req-2b630f0a-22e3-40f3-b932-67ee25d04348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:13.885820 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dcf65f8c-2f1e-48c3-b4c7-d19f7f9da43a req-2b630f0a-22e3-40f3-b932-67ee25d04348 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e767281-123a-4498-9bd6-65bd9b462d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377035 Nov 09 04:51:13.977065 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dcf65f8c-2f1e-48c3-b4c7-d19f7f9da43a req-65a3a69f-c954-4f97-b31b-b04553a46b19 service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835328 Nov 09 04:51:14.064313 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dcf65f8c-2f1e-48c3-b4c7-d19f7f9da43a req-924ec709-a693-4489-8c6b-6ebe88c4d3ec service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796001 Nov 09 04:51:14.816550 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978c9a5-c4cd-461a-9f97-aa0a33a4ff50 req-eec1030d-8116-42b0-b07a-a237142bc57c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:14.818052 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5978c9a5-c4cd-461a-9f97-aa0a33a4ff50 req-eec1030d-8116-42b0-b07a-a237142bc57c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 984 time: 0.0484829 Nov 09 04:51:14.882038 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5978c9a5-c4cd-461a-9f97-aa0a33a4ff50 req-4260e9f9-f6e2-43fb-bb9e-5519abcf7f9c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&id=fde69636-391a-4171-a09e-4c717961b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580823 Nov 09 04:51:15.254290 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:51:16.000588 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a34cd0-c87b-4456-abe3-5cf5923207b2 req-7c2741bf-fadf-462f-b9d2-956395afdb90 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:16.002577 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32a34cd0-c87b-4456-abe3-5cf5923207b2 req-7c2741bf-fadf-462f-b9d2-956395afdb90 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 984 time: 0.0543938 Nov 09 04:51:16.060469 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32a34cd0-c87b-4456-abe3-5cf5923207b2 req-b5a58cc4-4eee-4695-987d-60d8d079814e tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&id=fde69636-391a-4171-a09e-4c717961b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519428 Nov 09 04:51:17.174482 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd387d3-cf22-4196-81da-31aa56619cc4 req-c0932000-b97d-4c88-b317-37da9dfd9bb0 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:17.175943 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6dd387d3-cf22-4196-81da-31aa56619cc4 req-c0932000-b97d-4c88-b317-37da9dfd9bb0 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 984 time: 0.0477965 Nov 09 04:51:17.212950 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:17.241701 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6dd387d3-cf22-4196-81da-31aa56619cc4 req-59b6a106-6ea2-49e3-8ff4-ec3fbf6ee46e tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&id=fde69636-391a-4171-a09e-4c717961b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590682 Nov 09 04:51:18.359207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d883f-259f-4ab0-b4e7-cec278cb882e req-9f2826c3-9fac-4c70-b004-271335d34cc8 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:18.361210 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-690d883f-259f-4ab0-b4e7-cec278cb882e req-9f2826c3-9fac-4c70-b004-271335d34cc8 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 984 time: 0.0482318 Nov 09 04:51:18.418714 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-690d883f-259f-4ab0-b4e7-cec278cb882e req-b25d2b0e-b27b-4065-97d2-fedc1beb7ed2 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&id=fde69636-391a-4171-a09e-4c717961b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514686 Nov 09 04:51:19.533349 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22138ce-9f19-42f3-b0d2-fea1c37a6116 req-0b0f7731-faf6-425e-80da-66565057e321 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:19.534815 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a22138ce-9f19-42f3-b0d2-fea1c37a6116 req-0b0f7731-faf6-425e-80da-66565057e321 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 984 time: 0.0480275 Nov 09 04:51:19.593605 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a22138ce-9f19-42f3-b0d2-fea1c37a6116 req-d62865b5-707f-4363-b3a4-b20ef20c030c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&id=fde69636-391a-4171-a09e-4c717961b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528157 Nov 09 04:51:20.706494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbef5e-f0bd-4483-a111-512bb8daa62e req-21241360-9a19-4832-8840-c199913473b0 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:20.707965 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4cbbef5e-f0bd-4483-a111-512bb8daa62e req-21241360-9a19-4832-8840-c199913473b0 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 984 time: 0.0495176 Nov 09 04:51:20.770000 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4cbbef5e-f0bd-4483-a111-512bb8daa62e req-ca10bfee-3256-4d53-8310-e94e4fc8339d tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&id=fde69636-391a-4171-a09e-4c717961b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559568 Nov 09 04:51:21.880891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaa644-bcc6-4fce-bfb8-8d74dab60bac req-c883fd51-eab7-46ef-b2d9-97d75b76f37c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:21.882371 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f8aaa644-bcc6-4fce-bfb8-8d74dab60bac req-c883fd51-eab7-46ef-b2d9-97d75b76f37c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 984 time: 0.0478747 Nov 09 04:51:21.939441 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f8aaa644-bcc6-4fce-bfb8-8d74dab60bac req-7faa69cb-c694-48e8-afcc-f4a4c2eae02c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&id=fde69636-391a-4171-a09e-4c717961b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512094 Nov 09 04:51:23.052309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c7816-9193-4583-904e-6681e03b225f req-d4b71157-79b1-492f-aa1c-b322c21a71ad tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:23.053822 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-585c7816-9193-4583-904e-6681e03b225f req-d4b71157-79b1-492f-aa1c-b322c21a71ad tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 984 time: 0.0482972 Nov 09 04:51:23.113370 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-585c7816-9193-4583-904e-6681e03b225f req-986a8b82-72ec-4460-8dc7-de64a1a800d0 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&id=fde69636-391a-4171-a09e-4c717961b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533862 Nov 09 04:51:24.229535 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6e271-a640-4835-8b45-1762b35925ee req-403f76fd-b945-40b2-b957-f74e85d424f0 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:24.231014 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-19e6e271-a640-4835-8b45-1762b35925ee req-403f76fd-b945-40b2-b957-f74e85d424f0 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 984 time: 0.0514951 Nov 09 04:51:24.289141 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-19e6e271-a640-4835-8b45-1762b35925ee req-5efc18f9-a4f0-47a6-8064-676e26f54fe0 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&id=fde69636-391a-4171-a09e-4c717961b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514605 Nov 09 04:51:25.402202 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256121ab-4a44-4a7b-bf0f-fe3f73818598 req-db97c9bc-66bb-4fe4-b75d-fcdbee8ddc5f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:25.403659 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-256121ab-4a44-4a7b-bf0f-fe3f73818598 req-db97c9bc-66bb-4fe4-b75d-fcdbee8ddc5f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 984 time: 0.0486512 Nov 09 04:51:25.462338 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-256121ab-4a44-4a7b-bf0f-fe3f73818598 req-489cba8a-866d-43e4-ac3b-402577bc1d4c tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&id=fde69636-391a-4171-a09e-4c717961b5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527034 Nov 09 04:51:25.606614 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-67bb2753-ce5d-4ffc-902d-25e9c4e17161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:27.891392 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7653a697-22bf-4a35-ad94-c09a96af63a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:29.189451 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:30.394491 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:31.078800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:47.213721 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:52.252987 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:51:55.607945 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-57559a13-308f-473f-9919-c84b3e3e16d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:56.264363 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-def8f9bb-09b3-4425-a5de-626e03615970 req-723d3f9a-1b95-4caa-9929-f2a028785e52 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441995 Nov 09 04:51:56.343206 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8f9bb-09b3-4425-a5de-626e03615970 req-359f7e1b-9ac5-4391-909a-5f7b2385cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:56.344670 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-def8f9bb-09b3-4425-a5de-626e03615970 req-359f7e1b-9ac5-4391-909a-5f7b2385cef7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9422c24ba5d94d33a8fca1502ed79a9c&device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 1137 time: 0.0392396 Nov 09 04:51:56.446432 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8f9bb-09b3-4425-a5de-626e03615970 req-22a57134-d618-4ccc-9099-6114f3721e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:56.447813 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-def8f9bb-09b3-4425-a5de-626e03615970 req-22a57134-d618-4ccc-9099-6114f3721e10 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e767281-123a-4498-9bd6-65bd9b462d04 HTTP/1.1" status: 200 len: 915 time: 0.0812893 Nov 09 04:51:56.516468 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-def8f9bb-09b3-4425-a5de-626e03615970 req-10f25a32-6520-4648-951a-7a984a7cc0dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30 HTTP/1.1" status: 200 len: 1001 time: 0.0616679 Nov 09 04:51:56.563662 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8f9bb-09b3-4425-a5de-626e03615970 req-d501bf45-1514-4885-85ea-63b4ef61c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:56.565043 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-def8f9bb-09b3-4425-a5de-626e03615970 req-d501bf45-1514-4885-85ea-63b4ef61c268 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=53672240-ea59-4db0-92ac-b4e4064645de HTTP/1.1" status: 200 len: 854 time: 0.0414796 Nov 09 04:51:56.610572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8f9bb-09b3-4425-a5de-626e03615970 req-62da2a73-4b28-4dbd-95b4-464727994caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:56.612026 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-def8f9bb-09b3-4425-a5de-626e03615970 req-62da2a73-4b28-4dbd-95b4-464727994caf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e767281-123a-4498-9bd6-65bd9b462d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397649 Nov 09 04:51:56.702834 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-def8f9bb-09b3-4425-a5de-626e03615970 req-3b247d21-b910-4811-b34c-64432efcf4d4 service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837469 Nov 09 04:51:56.794012 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-def8f9bb-09b3-4425-a5de-626e03615970 req-f13a011a-2045-421b-a27c-4236fe6701fc service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839779 Nov 09 04:51:57.771833 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b0eca388-612f-47bb-8e88-9ac06853f320 req-0a1bd4ad-0192-4370-885f-459cff3f6159 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-623553959&fields=id&tenant_id=9422c24ba5d94d33a8fca1502ed79a9c HTTP/1.1" status: 200 len: 267 time: 0.1080728 Nov 09 04:51:57.825952 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eca388-612f-47bb-8e88-9ac06853f320 req-e7392536-6ce6-4efd-aae0-ba2519c19b99 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:57.827399 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b0eca388-612f-47bb-8e88-9ac06853f320 req-e7392536-6ce6-4efd-aae0-ba2519c19b99 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 984 time: 0.0500324 Nov 09 04:51:57.838098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [req-b0eca388-612f-47bb-8e88-9ac06853f320 req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Request body: {'port': {'security_groups': ['4da6c36e-8761-4e25-abbf-b8167db6e80f']}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:51:57.890826 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cefc6918-3e7b-441b-bfe0-ea243d04c860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:57.901990 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-b0eca388-612f-47bb-8e88-9ac06853f320 req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:58.069591 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [req-b0eca388-612f-47bb-8e88-9ac06853f320 req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] For port 430e7caa-6953-41ce-86ae-2c6c9d45cb30, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30,segment=NetworkSegment(ac864ba5-0906-4a04-93e7-6b28f21d5d0f),segment_id=ac864ba5-0906-4a04-93e7-6b28f21d5d0f)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:51:58.098560 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-b0eca388-612f-47bb-8e88-9ac06853f320 req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:58.103270 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-b0eca388-612f-47bb-8e88-9ac06853f320 req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:58.115249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['430e7caa-6953-41ce-86ae-2c6c9d45cb30'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:51:58.145328 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eca388-612f-47bb-8e88-9ac06853f320 req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:58.145982 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [req-b0eca388-612f-47bb-8e88-9ac06853f320 req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:58.147374 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b0eca388-612f-47bb-8e88-9ac06853f320 req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "PUT /v2.0/ports/430e7caa-6953-41ce-86ae-2c6c9d45cb30 HTTP/1.1" status: 200 len: 942 time: 0.3136969 Nov 09 04:51:58.147825 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'tag': '430e7caa-6953-41ce-86ae-2c6c9d45cb30'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:51:58.150112 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9def0a43-4953-48fe-adad-9a23ae3fe1da" -d '{"events": [{"name": "network-changed", "server_uuid": "48751938-84b8-4fbe-a392-09c82b2e45f2", "tag": "430e7caa-6953-41ce-86ae-2c6c9d45cb30"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:51:58.155256 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56322) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:51:58.186503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Pushing event updated for resources: {'Port': ['ID=430e7caa-6953-41ce-86ae-2c6c9d45cb30,revision_number=7']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:51:58.198043 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.198336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.198803 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.199290 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.199829 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.200287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.200826 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.201205 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.201812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.202275 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.203244 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.203674 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aed2525-b5b6-416e-9594-017dc3660bcb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.215692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2568766-1629-4f4b-a706-fa43df42926c x-openstack-request-id: req-c2568766-1629-4f4b-a706-fa43df42926c {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:51:58.216094 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48751938-84b8-4fbe-a392-09c82b2e45f2", "tag": "430e7caa-6953-41ce-86ae-2c6c9d45cb30", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:51:58.216233 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2568766-1629-4f4b-a706-fa43df42926c {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:51:58.216634 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'tag': '430e7caa-6953-41ce-86ae-2c6c9d45cb30', 'status': 'completed', 'code': 200} Nov 09 04:51:58.230189 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['430e7caa-6953-41ce-86ae-2c6c9d45cb30'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:51:58.269573 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:58.296159 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def0a43-4953-48fe-adad-9a23ae3fe1da req-fc832f59-b3f6-4b71-a268-89b32aff9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:58.297821 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9def0a43-4953-48fe-adad-9a23ae3fe1da req-fc832f59-b3f6-4b71-a268-89b32aff9585 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9422c24ba5d94d33a8fca1502ed79a9c&device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 1098 time: 0.0671940 Nov 09 04:51:58.305582 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:58.411319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f3b7effc-886a-49e8-84f7-e470c39d5108 None None] Provisioning complete for port 430e7caa-6953-41ce-86ae-2c6c9d45cb30 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:51:58.411669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f3b7effc-886a-49e8-84f7-e470c39d5108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:58.422976 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def0a43-4953-48fe-adad-9a23ae3fe1da req-a3087427-7cb5-45db-90ed-1cf31c5827f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:58.424440 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9def0a43-4953-48fe-adad-9a23ae3fe1da req-a3087427-7cb5-45db-90ed-1cf31c5827f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e767281-123a-4498-9bd6-65bd9b462d04 HTTP/1.1" status: 200 len: 915 time: 0.1152442 Nov 09 04:51:58.468934 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:58.471539 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:58.473246 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "DELETE /v2.0/security-groups/fde69636-391a-4171-a09e-4c717961b5ce HTTP/1.1" status: 204 len: 168 time: 0.3176899 Nov 09 04:51:58.476272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56324) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:51:58.489538 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde69636-391a-4171-a09e-4c717961b5ce,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:51:58.499375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.499724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.500071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.500411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.500750 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.501087 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.501420 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.501784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.502117 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.502446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.502773 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.503099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e600d780-e20d-4e96-b1e5-924dbd94bf5b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:58.521346 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9def0a43-4953-48fe-adad-9a23ae3fe1da req-1c4eb5cc-d2bb-4736-bf19-ee639cd61b09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30 HTTP/1.1" status: 200 len: 1001 time: 0.0873454 Nov 09 04:51:58.590166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def0a43-4953-48fe-adad-9a23ae3fe1da req-aeb4e84e-7e74-4dea-ab22-5508ceb09be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:58.591652 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9def0a43-4953-48fe-adad-9a23ae3fe1da req-aeb4e84e-7e74-4dea-ab22-5508ceb09be6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=53672240-ea59-4db0-92ac-b4e4064645de HTTP/1.1" status: 200 len: 854 time: 0.0503654 Nov 09 04:51:58.638067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def0a43-4953-48fe-adad-9a23ae3fe1da req-3e2300f3-4907-4615-9020-47198bef0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:58.639589 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9def0a43-4953-48fe-adad-9a23ae3fe1da req-3e2300f3-4907-4615-9020-47198bef0719 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e767281-123a-4498-9bd6-65bd9b462d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402219 Nov 09 04:51:58.653821 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-df46d594-b558-4230-b343-29471eb6ce02 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Deleting port 3b2850cc-3814-4bd7-b71b-110b349cf161 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:51:58.654160 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-df46d594-b558-4230-b343-29471eb6ce02 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:58.729410 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-df46d594-b558-4230-b343-29471eb6ce02 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:58.729872 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-df46d594-b558-4230-b343-29471eb6ce02 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:58.732870 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9def0a43-4953-48fe-adad-9a23ae3fe1da req-88c00c19-8ead-447a-8110-d1f9c9aa7bd4 service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836806 Nov 09 04:51:58.741754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-df46d594-b558-4230-b343-29471eb6ce02 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Calling delete_port for 3b2850cc-3814-4bd7-b71b-110b349cf161 owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:51:58.825407 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9def0a43-4953-48fe-adad-9a23ae3fe1da req-93ac47fe-53dc-4cb3-a7c7-0cd2d126fd0a service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853798 Nov 09 04:51:58.887453 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-df46d594-b558-4230-b343-29471eb6ce02 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:58.914118 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46d594-b558-4230-b343-29471eb6ce02 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Pushing event deleted for resources: {'Port': ['ID=3b2850cc-3814-4bd7-b71b-110b349cf161,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:51:58.969601 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-df46d594-b558-4230-b343-29471eb6ce02 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:58.969834 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-df46d594-b558-4230-b343-29471eb6ce02 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Floating IP c984a916-faaf-4825-ab05-013bfea57ee4 disassociated (deleted). External IP: 172.26.5.170, port: 430e7caa-6953-41ce-86ae-2c6c9d45cb30. Nov 09 04:51:59.167192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df46d594-b558-4230-b343-29471eb6ce02 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Router 1fc45aea-a035-4ebe-9527-121134ac9f5a has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:51:59.193172 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:59.271383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df46d594-b558-4230-b343-29471eb6ce02 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:51:59.276200 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-df46d594-b558-4230-b343-29471eb6ce02 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:59.281222 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00d36a-95b0-4d45-870d-f5d42c6bac22 None None] Sync routers for ids ['1fc45aea-a035-4ebe-9527-121134ac9f5a'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:51:59.295868 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00d36a-95b0-4d45-870d-f5d42c6bac22 None None] Routers {'1fc45aea-a035-4ebe-9527-121134ac9f5a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:51:59.296251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9a00d36a-95b0-4d45-870d-f5d42c6bac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:51:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1fc45aea-a035-4ebe-9527-121134ac9f5a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:51:59.301145 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-df46d594-b558-4230-b343-29471eb6ce02 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "DELETE /v2.0/floatingips/c984a916-faaf-4825-ab05-013bfea57ee4 HTTP/1.1" status: 204 len: 168 time: 0.8232870 Nov 09 04:51:59.403576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-9a00d36a-95b0-4d45-870d-f5d42c6bac22 None None] Set router 1fc45aea-a035-4ebe-9527-121134ac9f5a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:51:59.610383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9a00d36a-95b0-4d45-870d-f5d42c6bac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 4, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'gw_port': {'id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ae9e4d06-3212-4f83-85aa-a662bf854232', 'name': '', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'mac_address': 'fa:16:3e:5d:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '53672240-ea59-4db0-92ac-b4e4064645de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:01Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 5, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'subnets': [{'id': '53672240-ea59-4db0-92ac-b4e4064645de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:51:59.636623 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00d36a-95b0-4d45-870d-f5d42c6bac22 None None] Checking router: 1fc45aea-a035-4ebe-9527-121134ac9f5a for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:51:59.644664 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00d36a-95b0-4d45-870d-f5d42c6bac22 None None] Routers {'1fc45aea-a035-4ebe-9527-121134ac9f5a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:51:59.645251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9a00d36a-95b0-4d45-870d-f5d42c6bac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:51:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1fc45aea-a035-4ebe-9527-121134ac9f5a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:51:59.748208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-9a00d36a-95b0-4d45-870d-f5d42c6bac22 None None] Set router 1fc45aea-a035-4ebe-9527-121134ac9f5a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:51:59.941793 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9a00d36a-95b0-4d45-870d-f5d42c6bac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 4, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'gw_port': {'id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ae9e4d06-3212-4f83-85aa-a662bf854232', 'name': '', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'mac_address': 'fa:16:3e:5d:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '53672240-ea59-4db0-92ac-b4e4064645de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:01Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 5, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'subnets': [{'id': '53672240-ea59-4db0-92ac-b4e4064645de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:51:59.967602 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a00d36a-95b0-4d45-870d-f5d42c6bac22 None None] The sync data for ids ['1fc45aea-a035-4ebe-9527-121134ac9f5a'] in dv-neutron-816800-2-hyperv is: [{'id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:01Z', 'revision_number': 4, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'gw_port': {'id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'ae9e4d06-3212-4f83-85aa-a662bf854232', 'name': '', 'network_id': '1e767281-123a-4498-9bd6-65bd9b462d04', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'mac_address': 'fa:16:3e:5d:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '53672240-ea59-4db0-92ac-b4e4064645de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:01Z', 'updated_at': '2021-11-09T04:50:06Z', 'revision_number': 5, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'subnets': [{'id': '53672240-ea59-4db0-92ac-b4e4064645de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:52:00.201111 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff50c62-b8c5-49dc-a17a-a2308b1d1821 None None] New status for floating IP c984a916-faaf-4825-ab05-013bfea57ee4: DOWN {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:52:00.218051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'tag': '430e7caa-6953-41ce-86ae-2c6c9d45cb30'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:52:00.220492 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7899db-728b-4d42-9f20-289506d2efdf" -d '{"events": [{"name": "network-changed", "server_uuid": "48751938-84b8-4fbe-a392-09c82b2e45f2", "tag": "430e7caa-6953-41ce-86ae-2c6c9d45cb30"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:52:00.257727 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023267ec-1ea6-421a-86af-4b795fc27958 x-openstack-request-id: req-023267ec-1ea6-421a-86af-4b795fc27958 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:52:00.258280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48751938-84b8-4fbe-a392-09c82b2e45f2", "tag": "430e7caa-6953-41ce-86ae-2c6c9d45cb30", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:52:00.258546 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-023267ec-1ea6-421a-86af-4b795fc27958 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:52:00.258958 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'tag': '430e7caa-6953-41ce-86ae-2c6c9d45cb30', 'status': 'completed', 'code': 200} Nov 09 04:52:00.323737 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7899db-728b-4d42-9f20-289506d2efdf req-21eb4973-f1fd-46f5-8ecd-b6fce54d5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:00.325253 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4e7899db-728b-4d42-9f20-289506d2efdf req-21eb4973-f1fd-46f5-8ecd-b6fce54d5977 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9422c24ba5d94d33a8fca1502ed79a9c&device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 1098 time: 0.0438807 Nov 09 04:52:00.398251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:00.421739 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7899db-728b-4d42-9f20-289506d2efdf req-d16353a7-addd-4db0-b66a-f3ddcc30b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:00.423194 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4e7899db-728b-4d42-9f20-289506d2efdf req-d16353a7-addd-4db0-b66a-f3ddcc30b984 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1e767281-123a-4498-9bd6-65bd9b462d04 HTTP/1.1" status: 200 len: 915 time: 0.0903256 Nov 09 04:52:00.465502 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4e7899db-728b-4d42-9f20-289506d2efdf req-560b22a4-fd4b-4213-aca6-35c71e20e895 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30 HTTP/1.1" status: 200 len: 217 time: 0.0341349 Nov 09 04:52:00.513916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7899db-728b-4d42-9f20-289506d2efdf req-f460220c-2abf-4c40-8c7e-91bbf73d9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:00.515389 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4e7899db-728b-4d42-9f20-289506d2efdf req-f460220c-2abf-4c40-8c7e-91bbf73d9bcd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=53672240-ea59-4db0-92ac-b4e4064645de HTTP/1.1" status: 200 len: 854 time: 0.0434442 Nov 09 04:52:00.564854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7899db-728b-4d42-9f20-289506d2efdf req-481d16c9-59cb-45f1-a26e-f8644ea4fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:00.567378 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4e7899db-728b-4d42-9f20-289506d2efdf req-481d16c9-59cb-45f1-a26e-f8644ea4fe54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1e767281-123a-4498-9bd6-65bd9b462d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451751 Nov 09 04:52:00.660015 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4e7899db-728b-4d42-9f20-289506d2efdf req-930b85bd-5edc-4484-9328-b31dde3d6c2d service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853741 Nov 09 04:52:00.756060 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4e7899db-728b-4d42-9f20-289506d2efdf req-b3e6749a-c786-40ff-aeed-fdb0a1ba4b73 service neutron] 10.222.0.31 "GET /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882242 Nov 09 04:52:01.080532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:08.331573 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602bb19-30e1-4a18-80dd-eb936f022015 req-2ab93836-7264-45d4-a92e-f90c168eb83b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:08.333191 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1602bb19-30e1-4a18-80dd-eb936f022015 req-2ab93836-7264-45d4-a92e-f90c168eb83b tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 945 time: 0.0551543 Nov 09 04:52:08.382980 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1602bb19-30e1-4a18-80dd-eb936f022015 req-9f6de07d-3837-4742-8fb4-1aad9ad987bb tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431018 Nov 09 04:52:09.559255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3762-f84d-4acb-8e71-688d0c292f2b req-d7214578-fc5c-4a0d-bb60-91a3d3729b27 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:09.560729 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3f1b3762-f84d-4acb-8e71-688d0c292f2b req-d7214578-fc5c-4a0d-bb60-91a3d3729b27 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 945 time: 0.1115396 Nov 09 04:52:09.608537 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3f1b3762-f84d-4acb-8e71-688d0c292f2b req-cf090ae5-8069-44f6-be5c-755777110061 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/security-groups?id=4da6c36e-8761-4e25-abbf-b8167db6e80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417919 Nov 09 04:52:09.933570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c7944-cc25-49da-aec1-9e7b7daebe7a req-2f51551c-8feb-4119-b9b7-0ffc0d8bb20d tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:09.934993 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dd2c7944-cc25-49da-aec1-9e7b7daebe7a req-2f51551c-8feb-4119-b9b7-0ffc0d8bb20d tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.31 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 945 time: 0.0459089 Nov 09 04:52:10.025555 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-dd2c7944-cc25-49da-aec1-9e7b7daebe7a req-8541f619-95fa-494b-a619-9c51a4dcf57f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Deleting port 430e7caa-6953-41ce-86ae-2c6c9d45cb30 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:52:10.025814 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-dd2c7944-cc25-49da-aec1-9e7b7daebe7a req-8541f619-95fa-494b-a619-9c51a4dcf57f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:10.109915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-dd2c7944-cc25-49da-aec1-9e7b7daebe7a req-8541f619-95fa-494b-a619-9c51a4dcf57f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] For port 430e7caa-6953-41ce-86ae-2c6c9d45cb30, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=430e7caa-6953-41ce-86ae-2c6c9d45cb30,segment=NetworkSegment(ac864ba5-0906-4a04-93e7-6b28f21d5d0f),segment_id=ac864ba5-0906-4a04-93e7-6b28f21d5d0f)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:52:10.110273 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-dd2c7944-cc25-49da-aec1-9e7b7daebe7a req-8541f619-95fa-494b-a619-9c51a4dcf57f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:10.122673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-dd2c7944-cc25-49da-aec1-9e7b7daebe7a req-8541f619-95fa-494b-a619-9c51a4dcf57f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Calling delete_port for 430e7caa-6953-41ce-86ae-2c6c9d45cb30 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:52:10.246945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-dd2c7944-cc25-49da-aec1-9e7b7daebe7a req-8541f619-95fa-494b-a619-9c51a4dcf57f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:10.258958 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['430e7caa-6953-41ce-86ae-2c6c9d45cb30'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:52:10.275154 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541f619-95fa-494b-a619-9c51a4dcf57f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Pushing event deleted for resources: {'Port': ['ID=430e7caa-6953-41ce-86ae-2c6c9d45cb30,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:10.319680 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2c7944-cc25-49da-aec1-9e7b7daebe7a req-8541f619-95fa-494b-a619-9c51a4dcf57f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] No DVR routers for this DVR port 430e7caa-6953-41ce-86ae-2c6c9d45cb30 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:52:10.322251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-dd2c7944-cc25-49da-aec1-9e7b7daebe7a req-8541f619-95fa-494b-a619-9c51a4dcf57f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:10.325401 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dd2c7944-cc25-49da-aec1-9e7b7daebe7a req-8541f619-95fa-494b-a619-9c51a4dcf57f tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.31 "DELETE /v2.0/ports/430e7caa-6953-41ce-86ae-2c6c9d45cb30 HTTP/1.1" status: 204 len: 173 time: 0.3839295 Nov 09 04:52:10.325856 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'name': 'network-vif-deleted', 'tag': '430e7caa-6953-41ce-86ae-2c6c9d45cb30'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:52:10.328152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b145aed3-ff2e-4407-84ad-89389e4c4bef" -d '{"events": [{"server_uuid": "48751938-84b8-4fbe-a392-09c82b2e45f2", "name": "network-vif-deleted", "tag": "430e7caa-6953-41ce-86ae-2c6c9d45cb30"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:52:10.368412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44f4ef3-3647-4ae3-9169-ee7469d0d5ae x-openstack-request-id: req-a44f4ef3-3647-4ae3-9169-ee7469d0d5ae {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:52:10.368782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48751938-84b8-4fbe-a392-09c82b2e45f2", "name": "network-vif-deleted", "tag": "430e7caa-6953-41ce-86ae-2c6c9d45cb30", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:52:10.369037 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a44f4ef3-3647-4ae3-9169-ee7469d0d5ae {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:52:10.369454 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48751938-84b8-4fbe-a392-09c82b2e45f2', 'name': 'network-vif-deleted', 'tag': '430e7caa-6953-41ce-86ae-2c6c9d45cb30', 'status': 'completed', 'code': 200} Nov 09 04:52:10.728321 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-494fc22a-e7b4-4b03-9067-57a29a083153 req-235ac635-afbb-4e9e-9423-c5ea8b573fb0 tempest-TestMinimumBasicScenario-1665005716 tempest-TestMinimumBasicScenario-1665005716-project] 10.222.0.21 "GET /v2.0/ports?device_id=48751938-84b8-4fbe-a392-09c82b2e45f2 HTTP/1.1" status: 200 len: 210 time: 0.0280247 Nov 09 04:52:12.303746 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56426) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:12.932704 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15006771-5268-40c2-96de-2c4a4763acce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:13.173006 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-15006771-5268-40c2-96de-2c4a4763acce admin admin] Deleting port ae9e4d06-3212-4f83-85aa-a662bf854232 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:52:13.173345 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15006771-5268-40c2-96de-2c4a4763acce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:13.251485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-15006771-5268-40c2-96de-2c4a4763acce admin admin] For port ae9e4d06-3212-4f83-85aa-a662bf854232, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ae9e4d06-3212-4f83-85aa-a662bf854232,segment=NetworkSegment(ac864ba5-0906-4a04-93e7-6b28f21d5d0f),segment_id=ac864ba5-0906-4a04-93e7-6b28f21d5d0f)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:52:13.251848 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15006771-5268-40c2-96de-2c4a4763acce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:13.264393 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-15006771-5268-40c2-96de-2c4a4763acce admin admin] Calling delete_port for ae9e4d06-3212-4f83-85aa-a662bf854232 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:52:13.435517 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15006771-5268-40c2-96de-2c4a4763acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:13.461767 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15006771-5268-40c2-96de-2c4a4763acce admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9e4d06-3212-4f83-85aa-a662bf854232,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:13.624706 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-15006771-5268-40c2-96de-2c4a4763acce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:13.833191 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15006771-5268-40c2-96de-2c4a4763acce admin admin] Router 1fc45aea-a035-4ebe-9527-121134ac9f5a has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:52:13.935285 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15006771-5268-40c2-96de-2c4a4763acce admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:52:13.940939 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-15006771-5268-40c2-96de-2c4a4763acce admin admin] 10.222.0.21 "PUT /v2.0/routers/1fc45aea-a035-4ebe-9527-121134ac9f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6361692 Nov 09 04:52:13.943786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56428) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:13.944714 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acfa4ef-12e5-463b-9fe7-00386a526a0d None None] Sync routers for ids ['1fc45aea-a035-4ebe-9527-121134ac9f5a'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:52:13.954255 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acfa4ef-12e5-463b-9fe7-00386a526a0d None None] Routers {'1fc45aea-a035-4ebe-9527-121134ac9f5a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:52:13.954796 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-4acfa4ef-12e5-463b-9fe7-00386a526a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:51:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1fc45aea-a035-4ebe-9527-121134ac9f5a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:14.044889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:14.057862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-4acfa4ef-12e5-463b-9fe7-00386a526a0d None None] Set router 1fc45aea-a035-4ebe-9527-121134ac9f5a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:52:14.147652 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:14.200575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] Deleting port 577b99d3-1aaf-4bf5-97da-85c68b3d0499 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:52:14.200921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:14.234009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-4acfa4ef-12e5-463b-9fe7-00386a526a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81'}], 'enable_snat': True}, 'gw_port_id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:52:13Z', 'revision_number': 5, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'gw_port': {'id': '577b99d3-1aaf-4bf5-97da-85c68b3d0499', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:14.264735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acfa4ef-12e5-463b-9fe7-00386a526a0d None None] Checking router: 1fc45aea-a035-4ebe-9527-121134ac9f5a for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:52:14.272947 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acfa4ef-12e5-463b-9fe7-00386a526a0d None None] Routers {'1fc45aea-a035-4ebe-9527-121134ac9f5a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:52:14.273580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-4acfa4ef-12e5-463b-9fe7-00386a526a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:51:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1fc45aea-a035-4ebe-9527-121134ac9f5a'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:14.282439 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] For port 577b99d3-1aaf-4bf5-97da-85c68b3d0499, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=577b99d3-1aaf-4bf5-97da-85c68b3d0499,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:52:14.282802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:14.295588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] Calling delete_port for 577b99d3-1aaf-4bf5-97da-85c68b3d0499 owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:52:14.358008 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-4acfa4ef-12e5-463b-9fe7-00386a526a0d None None] Set router 1fc45aea-a035-4ebe-9527-121134ac9f5a gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:52:14.409122 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-4acfa4ef-12e5-463b-9fe7-00386a526a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:52:14Z', 'revision_number': 6, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:14.438932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acfa4ef-12e5-463b-9fe7-00386a526a0d None None] The sync data for ids ['1fc45aea-a035-4ebe-9527-121134ac9f5a'] in dv-neutron-816800-2-hyperv is: [{'id': '1fc45aea-a035-4ebe-9527-121134ac9f5a', 'name': 'tempest-TestMinimumBasicScenario-2104341511-router', 'tenant_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:49:59Z', 'updated_at': '2021-11-09T04:52:14Z', 'revision_number': 6, 'project_id': '9422c24ba5d94d33a8fca1502ed79a9c', 'gw_port_host': None}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:52:14.459016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:14.485216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=577b99d3-1aaf-4bf5-97da-85c68b3d0499,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:14.543376 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:14.634229 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:14.636311 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:14.677839 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:14.678360 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fc45aea-a035-4ebe-9527-121134ac9f5a {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:52:14.682620 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:14.683762 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5cb1f965-add4-44e5-87f8-ceec70bbf8ee admin admin] 10.222.0.21 "DELETE /v2.0/routers/1fc45aea-a035-4ebe-9527-121134ac9f5a HTTP/1.1" status: 204 len: 168 time: 0.7390425 Nov 09 04:52:14.686732 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56430) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:14.731714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0df8786-d649-4be7-8576-5e4c3e24c3c3 admin admin] Deleting subnet 53672240-ea59-4db0-92ac-b4e4064645de {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:52:14.734659 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d0df8786-d649-4be7-8576-5e4c3e24c3c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:14.768416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d0df8786-d649-4be7-8576-5e4c3e24c3c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:14.851102 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d0df8786-d649-4be7-8576-5e4c3e24c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:14.902293 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d0df8786-d649-4be7-8576-5e4c3e24c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:14.927211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df8786-d649-4be7-8576-5e4c3e24c3c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53672240-ea59-4db0-92ac-b4e4064645de,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:14.932809 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d0df8786-d649-4be7-8576-5e4c3e24c3c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:14.936703 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d0df8786-d649-4be7-8576-5e4c3e24c3c3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/53672240-ea59-4db0-92ac-b4e4064645de HTTP/1.1" status: 204 len: 168 time: 0.2486358 Nov 09 04:52:14.937966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0302cf4f-144a-40f6-8a1a-c688b181bcc0 None None] Network 1e767281-123a-4498-9bd6-65bd9b462d04 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:52:14.939002 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56432) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:15.009593 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:15.061692 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] Deleting port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:52:15.062039 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:15.130292 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] For port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=734eebb4-bd40-4a1f-8b08-16ab67aecfb8,segment=NetworkSegment(ac864ba5-0906-4a04-93e7-6b28f21d5d0f),segment_id=ac864ba5-0906-4a04-93e7-6b28f21d5d0f)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:52:15.130566 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:15.142488 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] Calling delete_port for 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:52:15.177930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] DHCP port deletion for 1e767281-123a-4498-9bd6-65bd9b462d04 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:52:15.223900 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:15.233090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Deleting port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:52:15.233459 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:15.248751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] Pushing event deleted for resources: {'Port': ['ID=734eebb4-bd40-4a1f-8b08-16ab67aecfb8,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:15.252789 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] No DVR routers for this DVR port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:52:15.300179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] For port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:52:15.300573 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:15.313415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Calling delete_port for 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:52:15.316660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.ipam_backend_mixin [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 was not found and therefore no delete operation was performed {{(pid=101885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 04:52:15.318099 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:15.327236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:15.346831 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Pushing event deleted for resources: {'Port': ['ID=734eebb4-bd40-4a1f-8b08-16ab67aecfb8,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:15.347762 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e767281-123a-4498-9bd6-65bd9b462d04']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:15.354277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] No DVR routers for this DVR port 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:52:15.356541 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:15.356894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:15.357233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:15.357528 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac864ba5-0906-4a04-93e7-6b28f21d5d0f') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:15.357641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:15.357834 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac864ba5-0906-4a04-93e7-6b28f21d5d0f') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:15.357982 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:15.358245 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:15.358574 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:15.358902 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:15.359224 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:15.359546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:15.359878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:15.360188 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b300bbb-e48f-423e-83f3-fdfada27415c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:15.370687 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 430e7caa-6953-41ce-86ae-2c6c9d45cb30 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:52:15.371520 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:15.388535 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:15.392926 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 430e7caa-6953-41ce-86ae-2c6c9d45cb30 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:52:15.393800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 430e7caa-6953-41ce-86ae-2c6c9d45cb30 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:52:15.398746 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:52:15.399260 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:52:15.401221 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:52:15.467113 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:15.474388 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:15.477615 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] 10.222.0.21 "DELETE /v2.0/networks/1e767281-123a-4498-9bd6-65bd9b462d04 HTTP/1.1" status: 204 len: 168 time: 0.5376081 Nov 09 04:52:15.480622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56434) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:15.496286 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4b778-3eaa-4ad8-9793-fdc8a35609bd admin admin] Pushing event deleted for resources: {'Network': ['ID=1e767281-123a-4498-9bd6-65bd9b462d04,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:15.823792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6b95186f-3fd2-45e7-ac5b-41ade86b4da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:16.058756 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6b95186f-3fd2-45e7-ac5b-41ade86b4da4 admin admin] Deleting port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:52:16.059006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6b95186f-3fd2-45e7-ac5b-41ade86b4da4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:16.139095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-6b95186f-3fd2-45e7-ac5b-41ade86b4da4 admin admin] For port ab8c1b14-ea07-48f5-b5b6-18a464dbf84f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=ab8c1b14-ea07-48f5-b5b6-18a464dbf84f,segment=NetworkSegment(f24b2602-3d2b-4c58-9be4-363803fac5d1),segment_id=f24b2602-3d2b-4c58-9be4-363803fac5d1)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:52:16.139458 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6b95186f-3fd2-45e7-ac5b-41ade86b4da4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:16.152270 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6b95186f-3fd2-45e7-ac5b-41ade86b4da4 admin admin] Calling delete_port for ab8c1b14-ea07-48f5-b5b6-18a464dbf84f owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:52:16.172815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:52:16.193024 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:52:16.193657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 734eebb4-bd40-4a1f-8b08-16ab67aecfb8 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:52:16.193800 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 577b99d3-1aaf-4bf5-97da-85c68b3d0499 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:52:16.211917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 577b99d3-1aaf-4bf5-97da-85c68b3d0499 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:52:16.212262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 577b99d3-1aaf-4bf5-97da-85c68b3d0499 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:52:16.212665 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ae9e4d06-3212-4f83-85aa-a662bf854232 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:52:16.230975 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: ae9e4d06-3212-4f83-85aa-a662bf854232 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:52:16.231316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ae9e4d06-3212-4f83-85aa-a662bf854232 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:52:16.647529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6b95186f-3fd2-45e7-ac5b-41ade86b4da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:16.670646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95186f-3fd2-45e7-ac5b-41ade86b4da4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8c1b14-ea07-48f5-b5b6-18a464dbf84f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:16.834493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6b95186f-3fd2-45e7-ac5b-41ade86b4da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:17.043069 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b95186f-3fd2-45e7-ac5b-41ade86b4da4 admin admin] Router 6cdad096-2f10-4411-9e04-5cab9d6e038a has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:52:17.147443 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b95186f-3fd2-45e7-ac5b-41ade86b4da4 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:52:17.152322 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6b95186f-3fd2-45e7-ac5b-41ade86b4da4 admin admin] 10.222.0.21 "PUT /v2.0/routers/6cdad096-2f10-4411-9e04-5cab9d6e038a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6705129 Nov 09 04:52:17.154916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56436) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:17.157571 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6781ff2-afde-4e2a-9590-c7484455bec9 None None] Sync routers for ids ['6cdad096-2f10-4411-9e04-5cab9d6e038a'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:52:17.168072 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6781ff2-afde-4e2a-9590-c7484455bec9 None None] Routers {'6cdad096-2f10-4411-9e04-5cab9d6e038a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:52:17.168670 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e6781ff2-afde-4e2a-9590-c7484455bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:51:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6cdad096-2f10-4411-9e04-5cab9d6e038a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:17.212388 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:17.259530 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:17.273183 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e6781ff2-afde-4e2a-9590-c7484455bec9 None None] Set router 6cdad096-2f10-4411-9e04-5cab9d6e038a gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:52:17.360851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:17.411947 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] Deleting port 08f7846b-36ba-46bf-a36f-0fa3f244d40f {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:52:17.412290 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:17.448922 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e6781ff2-afde-4e2a-9590-c7484455bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'name': 'tempest-TestMinimumBasicScenario-1183242039-router', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '08f7846b-36ba-46bf-a36f-0fa3f244d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:50:03Z', 'updated_at': '2021-11-09T04:52:16Z', 'revision_number': 5, 'project_id': '38a3c949659b4daaaf3187f08a1a313c', 'gw_port': {'id': '08f7846b-36ba-46bf-a36f-0fa3f244d40f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:50:04Z', 'updated_at': '2021-11-09T04:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:17.475008 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6781ff2-afde-4e2a-9590-c7484455bec9 None None] Checking router: 6cdad096-2f10-4411-9e04-5cab9d6e038a for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:52:17.483091 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6781ff2-afde-4e2a-9590-c7484455bec9 None None] Routers {'6cdad096-2f10-4411-9e04-5cab9d6e038a'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:52:17.483682 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e6781ff2-afde-4e2a-9590-c7484455bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:51:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['6cdad096-2f10-4411-9e04-5cab9d6e038a'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:17.494731 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] For port 08f7846b-36ba-46bf-a36f-0fa3f244d40f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=08f7846b-36ba-46bf-a36f-0fa3f244d40f,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:52:17.495094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:17.507230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] Calling delete_port for 08f7846b-36ba-46bf-a36f-0fa3f244d40f owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:52:17.569415 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e6781ff2-afde-4e2a-9590-c7484455bec9 None None] Set router 6cdad096-2f10-4411-9e04-5cab9d6e038a gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:52:17.674778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:17.706971 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] Pushing event deleted for resources: {'Port': ['ID=08f7846b-36ba-46bf-a36f-0fa3f244d40f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:17.708739 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e6781ff2-afde-4e2a-9590-c7484455bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'name': 'tempest-TestMinimumBasicScenario-1183242039-router', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:50:03Z', 'updated_at': '2021-11-09T04:52:17Z', 'revision_number': 6, 'project_id': '38a3c949659b4daaaf3187f08a1a313c', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:17.735559 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6781ff2-afde-4e2a-9590-c7484455bec9 None None] The sync data for ids ['6cdad096-2f10-4411-9e04-5cab9d6e038a'] in dv-neutron-816800-2-hyperv is: [{'id': '6cdad096-2f10-4411-9e04-5cab9d6e038a', 'name': 'tempest-TestMinimumBasicScenario-1183242039-router', 'tenant_id': '38a3c949659b4daaaf3187f08a1a313c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:50:03Z', 'updated_at': '2021-11-09T04:52:17Z', 'revision_number': 6, 'project_id': '38a3c949659b4daaaf3187f08a1a313c', 'gw_port_host': None}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:52:17.760305 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:17.852140 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:17.854257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:17.898658 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:17.899173 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cdad096-2f10-4411-9e04-5cab9d6e038a {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:52:17.903360 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:17.904506 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-54d58e1c-bc67-4ae2-a863-34032659c040 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6cdad096-2f10-4411-9e04-5cab9d6e038a HTTP/1.1" status: 204 len: 168 time: 0.7486756 Nov 09 04:52:17.907092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56438) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:17.950123 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2089d12a-a3d7-46fa-99f7-60b91ba4bea9 admin admin] Deleting subnet 2856bc33-4945-4ba7-bf7b-f836579f79ef {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:52:17.952996 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2089d12a-a3d7-46fa-99f7-60b91ba4bea9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:17.988284 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2089d12a-a3d7-46fa-99f7-60b91ba4bea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:18.068126 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2089d12a-a3d7-46fa-99f7-60b91ba4bea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:18.122964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2089d12a-a3d7-46fa-99f7-60b91ba4bea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:18.151217 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089d12a-a3d7-46fa-99f7-60b91ba4bea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2856bc33-4945-4ba7-bf7b-f836579f79ef,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:18.153208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2089d12a-a3d7-46fa-99f7-60b91ba4bea9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:18.157583 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2089d12a-a3d7-46fa-99f7-60b91ba4bea9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2856bc33-4945-4ba7-bf7b-f836579f79ef HTTP/1.1" status: 204 len: 168 time: 0.2483618 Nov 09 04:52:18.158911 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56440) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:18.159714 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dae06a-5332-4a75-a27b-048e695df7ce None None] Network 898994b6-fba9-459d-8bb6-e15830159f68 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:52:18.234442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:18.267080 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ab8c1b14-ea07-48f5-b5b6-18a464dbf84f no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:52:18.294320 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] Deleting port dbfad527-56fe-4481-8f9c-8f4b80ca5cbb {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:52:18.294657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:18.304674 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: ab8c1b14-ea07-48f5-b5b6-18a464dbf84f {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:52:18.305019 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device ab8c1b14-ea07-48f5-b5b6-18a464dbf84f not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:52:18.357239 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] For port dbfad527-56fe-4481-8f9c-8f4b80ca5cbb, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=dbfad527-56fe-4481-8f9c-8f4b80ca5cbb,segment=NetworkSegment(f24b2602-3d2b-4c58-9be4-363803fac5d1),segment_id=f24b2602-3d2b-4c58-9be4-363803fac5d1)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:52:18.357632 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:18.370179 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] Calling delete_port for dbfad527-56fe-4481-8f9c-8f4b80ca5cbb owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:52:18.451255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:18.476913 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfad527-56fe-4481-8f9c-8f4b80ca5cbb,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:18.478738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] No DVR routers for this DVR port dbfad527-56fe-4481-8f9c-8f4b80ca5cbb on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:52:18.551153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:18.573665 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898994b6-fba9-459d-8bb6-e15830159f68']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:18.580876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcd715e-5c86-47d2-b62f-3dc099282ba5 None None] DHCP port deletion for 898994b6-fba9-459d-8bb6-e15830159f68 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:52:18.583933 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24b2602-3d2b-4c58-9be4-363803fac5d1') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:18.584238 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24b2602-3d2b-4c58-9be4-363803fac5d1') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:18.596326 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:18.608133 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:18.614595 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:52:18.614982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:52:18.616630 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:52:18.674769 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:18.681912 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:18.685576 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/898994b6-fba9-459d-8bb6-e15830159f68 HTTP/1.1" status: 204 len: 168 time: 0.5254481 Nov 09 04:52:18.702352 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88838eb9-de88-414c-95f5-ff8bddcf68c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=898994b6-fba9-459d-8bb6-e15830159f68,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:18.897099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56444) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:18.941273 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0b9d7bf9-2090-47a0-bca6-da7fcf2b399c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9422c24ba5d94d33a8fca1502ed79a9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433600 Nov 09 04:52:18.943683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56446) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:18.989796 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-82f85293-f754-4a4b-a4a6-0f48ef8335c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:19.010683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-82f85293-f754-4a4b-a4a6-0f48ef8335c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:19.057052 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-82f85293-f754-4a4b-a4a6-0f48ef8335c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:19.059678 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-82f85293-f754-4a4b-a4a6-0f48ef8335c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:19.060875 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-82f85293-f754-4a4b-a4a6-0f48ef8335c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4da6c36e-8761-4e25-abbf-b8167db6e80f HTTP/1.1" status: 204 len: 168 time: 0.1162915 Nov 09 04:52:19.068768 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f85293-f754-4a4b-a4a6-0f48ef8335c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da6c36e-8761-4e25-abbf-b8167db6e80f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:19.369490 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56452) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:19.408235 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fe87680b-fd85-4875-a8e0-b38856c6142b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38a3c949659b4daaaf3187f08a1a313c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375845 Nov 09 04:52:19.411310 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56454) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:19.457055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0884ee93-e237-477a-90ea-841003396a20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:19.477761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0884ee93-e237-477a-90ea-841003396a20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:19.526268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0884ee93-e237-477a-90ea-841003396a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:19.528877 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0884ee93-e237-477a-90ea-841003396a20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:19.530037 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0884ee93-e237-477a-90ea-841003396a20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/588ec18b-8e42-474e-be16-7ef815d5eda1 HTTP/1.1" status: 204 len: 168 time: 0.1178403 Nov 09 04:52:19.537700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884ee93-e237-477a-90ea-841003396a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588ec18b-8e42-474e-be16-7ef815d5eda1,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:20.179897 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device dbfad527-56fe-4481-8f9c-8f4b80ca5cbb no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:52:20.200442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: dbfad527-56fe-4481-8f9c-8f4b80ca5cbb {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:52:20.200891 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device dbfad527-56fe-4481-8f9c-8f4b80ca5cbb not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:52:20.201321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 08f7846b-36ba-46bf-a36f-0fa3f244d40f no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:52:20.219935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 08f7846b-36ba-46bf-a36f-0fa3f244d40f {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:52:20.220360 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 08f7846b-36ba-46bf-a36f-0fa3f244d40f not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:52:21.206317 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56494) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:21.210961 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-79a35fc8-52dd-4626-ad6a-d1fa4feff33f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1329148686', 'description': 'tempest-secgroup-smoke-1329148686 description', 'project_id': '4983a50847c34e62a64f2180b2274ac2'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:52:21.233419 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a35fc8-52dd-4626-ad6a-d1fa4feff33f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.240991 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a35fc8-52dd-4626-ad6a-d1fa4feff33f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.313688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a35fc8-52dd-4626-ad6a-d1fa4feff33f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.317761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a35fc8-52dd-4626-ad6a-d1fa4feff33f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.351536 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a35fc8-52dd-4626-ad6a-d1fa4feff33f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3642742-fc94-4363-8594-a87025ef6393,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:21.390894 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a35fc8-52dd-4626-ad6a-d1fa4feff33f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.395043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a35fc8-52dd-4626-ad6a-d1fa4feff33f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.423542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-79a35fc8-52dd-4626-ad6a-d1fa4feff33f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.425302 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-79a35fc8-52dd-4626-ad6a-d1fa4feff33f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2179604 Nov 09 04:52:21.426391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a35fc8-52dd-4626-ad6a-d1fa4feff33f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7025654-1b58-4313-9ee5-ad427754df1e,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:21.428257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56496) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:21.432470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b03ba0ee-3134-4470-81f8-d30896a15f41 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': 'a7025654-1b58-4313-9ee5-ad427754df1e', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:52:21.458159 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b03ba0ee-3134-4470-81f8-d30896a15f41 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.510905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b03ba0ee-3134-4470-81f8-d30896a15f41 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.514268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b03ba0ee-3134-4470-81f8-d30896a15f41 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.530947 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ba0ee-3134-4470-81f8-d30896a15f41 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5526ba-8827-4c5c-8e81-5055c71eb364,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:21.539004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b03ba0ee-3134-4470-81f8-d30896a15f41 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.540201 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b03ba0ee-3134-4470-81f8-d30896a15f41 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110384 Nov 09 04:52:21.542905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56498) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:21.547164 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f1b2754d-c80f-40aa-87b0-5b9efac938aa tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': 'a7025654-1b58-4313-9ee5-ad427754df1e', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:52:21.576935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f1b2754d-c80f-40aa-87b0-5b9efac938aa tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.635726 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f1b2754d-c80f-40aa-87b0-5b9efac938aa tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.639469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f1b2754d-c80f-40aa-87b0-5b9efac938aa tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.658202 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2754d-c80f-40aa-87b0-5b9efac938aa tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b127e05-fe25-403c-8b36-e9beda96f6ea,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:21.663619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f1b2754d-c80f-40aa-87b0-5b9efac938aa tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.664699 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f1b2754d-c80f-40aa-87b0-5b9efac938aa tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208694 Nov 09 04:52:21.667469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56500) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:21.671638 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b91fd882-961c-46d7-87fd-bb0cb194e49a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': 'a7025654-1b58-4313-9ee5-ad427754df1e', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:52:21.698885 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b91fd882-961c-46d7-87fd-bb0cb194e49a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.753925 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b91fd882-961c-46d7-87fd-bb0cb194e49a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.757215 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b91fd882-961c-46d7-87fd-bb0cb194e49a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.771303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fd882-961c-46d7-87fd-bb0cb194e49a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a8354d-b663-4064-b9a7-d15d95679efc,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:21.781470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b91fd882-961c-46d7-87fd-bb0cb194e49a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.782689 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b91fd882-961c-46d7-87fd-bb0cb194e49a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143003 Nov 09 04:52:21.785942 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56502) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:21.790340 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-470f5f2c-4fe1-4804-9d3d-5ae44425bb3b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': 'a7025654-1b58-4313-9ee5-ad427754df1e', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:52:21.814931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-470f5f2c-4fe1-4804-9d3d-5ae44425bb3b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.869741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-470f5f2c-4fe1-4804-9d3d-5ae44425bb3b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.873147 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-470f5f2c-4fe1-4804-9d3d-5ae44425bb3b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.890101 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f5f2c-4fe1-4804-9d3d-5ae44425bb3b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a7ba54-a2fb-4ae8-af90-7011bae1b775,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:21.898346 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-470f5f2c-4fe1-4804-9d3d-5ae44425bb3b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.899541 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-470f5f2c-4fe1-4804-9d3d-5ae44425bb3b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1126556 Nov 09 04:52:21.902138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56504) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:21.906424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-03ad105b-f919-4428-a359-b998e37e249a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': 'a7025654-1b58-4313-9ee5-ad427754df1e', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:52:21.927920 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-03ad105b-f919-4428-a359-b998e37e249a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Project 4983a50847c34e62a64f2180b2274ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:52:21.932660 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-03ad105b-f919-4428-a359-b998e37e249a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.992493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-03ad105b-f919-4428-a359-b998e37e249a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:21.995788 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-03ad105b-f919-4428-a359-b998e37e249a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.012585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad105b-f919-4428-a359-b998e37e249a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f2bd09-4d91-45b3-bbd8-77cf3f2702b4,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:22.019605 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-03ad105b-f919-4428-a359-b998e37e249a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.020797 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-03ad105b-f919-4428-a359-b998e37e249a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177337 Nov 09 04:52:22.023739 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56506) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:22.028247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-77fedb02-5859-495c-b734-cb2159a1db8a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': 'a7025654-1b58-4313-9ee5-ad427754df1e', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:52:22.049848 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-77fedb02-5859-495c-b734-cb2159a1db8a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Project 4983a50847c34e62a64f2180b2274ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:52:22.055078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-77fedb02-5859-495c-b734-cb2159a1db8a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.112857 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-77fedb02-5859-495c-b734-cb2159a1db8a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.116210 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-77fedb02-5859-495c-b734-cb2159a1db8a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.130335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fedb02-5859-495c-b734-cb2159a1db8a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910693b2-dd7a-4e5b-8b80-3f21dcd983fb,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:22.140375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-77fedb02-5859-495c-b734-cb2159a1db8a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.141586 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-77fedb02-5859-495c-b734-cb2159a1db8a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168439 Nov 09 04:52:22.144565 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56508) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:22.149501 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-df49e3ca-dcfd-42f1-a7a5-41a3f02f95b4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'network': {'name': 'tempest-network-smoke--1518836131', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'port_security_enabled': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:52:22.169189 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df49e3ca-dcfd-42f1-a7a5-41a3f02f95b4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Made reservation on behalf of 4983a50847c34e62a64f2180b2274ac2 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:52:22.172652 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df49e3ca-dcfd-42f1-a7a5-41a3f02f95b4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.196527 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df49e3ca-dcfd-42f1-a7a5-41a3f02f95b4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:52:22.205384 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df49e3ca-dcfd-42f1-a7a5-41a3f02f95b4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.205747 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-df49e3ca-dcfd-42f1-a7a5-41a3f02f95b4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Added segment d71749ae-e32d-4aa2-b94d-06da52e5bd0d of type vlan for network 3f402ec8-1009-4142-9263-d64f984f8b1f Nov 09 04:52:22.244121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df49e3ca-dcfd-42f1-a7a5-41a3f02f95b4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.267808 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df49e3ca-dcfd-42f1-a7a5-41a3f02f95b4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.273913 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49e3ca-dcfd-42f1-a7a5-41a3f02f95b4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:22.274559 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-df49e3ca-dcfd-42f1-a7a5-41a3f02f95b4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.309841 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-df49e3ca-dcfd-42f1-a7a5-41a3f02f95b4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1642020 Nov 09 04:52:22.312939 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56510) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:22.318856 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'admin_state_up': True, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:52:22.342052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.343047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.346982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49e3ca-dcfd-42f1-a7a5-41a3f02f95b4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Network': ['ID=3f402ec8-1009-4142-9263-d64f984f8b1f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:22.357689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 3f402ec8-1009-4142-9263-d64f984f8b1f details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:52:22.396275 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.528119 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.714778 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.733659 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.831550 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.26.5.121 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/715651e3-5ccb-4b9b-ae6f-42ed4938266f) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:52:22.931038 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.962700 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.998718 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:52:23.004063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:52:23.007642 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:52:23.028823 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=715651e3-5ccb-4b9b-ae6f-42ed4938266f,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:23.250352 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:23.436814 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:23.558786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:52:23.969356 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:52:23.978560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Sync routers for ids ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:52:23.987875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Routers {'1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:52:23.988486 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:51:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:23.990313 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:23.991535 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4a19c35f-cd7b-414e-8c54-e79cc41215e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6773794 Nov 09 04:52:23.994820 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56512) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:24.094436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Set router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:52:24.113828 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-337bfd2c-ef64-4d0f-8ee1-e9681331711a tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4983a50847c34e62a64f2180b2274ac2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1148832 Nov 09 04:52:24.114300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56516) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:24.196598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84a5c84-faf3-45de-b910-5bdde5a7c47d tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:24.198450 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f84a5c84-faf3-45de-b910-5bdde5a7c47d tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0833395 Nov 09 04:52:24.201151 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56518) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:24.228255 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-997cca67-b011-4472-b03f-1199781631eb tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257137 Nov 09 04:52:24.230739 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56520) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:24.235630 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-8272c91b-4ed3-457a-a17e-f77056b93bcd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1982755001', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:52:24.273057 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:23Z', 'revision_number': 3, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:24.299600 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Checking router: 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:52:24.299949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Updating router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b port 715651e3-5ccb-4b9b-ae6f-42ed4938266f binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:52:24.321182 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8272c91b-4ed3-457a-a17e-f77056b93bcd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Made reservation on behalf of 4983a50847c34e62a64f2180b2274ac2 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:52:24.324790 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8272c91b-4ed3-457a-a17e-f77056b93bcd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:24.324945 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:24.500473 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8272c91b-4ed3-457a-a17e-f77056b93bcd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:24.570078 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272c91b-4ed3-457a-a17e-f77056b93bcd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Subnet': ['ID=8e8e192f-2e0d-4ed7-8db8-204ecb4c7701,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:24.574858 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:24.579185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8272c91b-4ed3-457a-a17e-f77056b93bcd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Checking segment: {'id': 'd71749ae-e32d-4aa2-b94d-06da52e5bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:52:24.579671 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8272c91b-4ed3-457a-a17e-f77056b93bcd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network hostable DHCP agents. Network: 3f402ec8-1009-4142-9263-d64f984f8b1f, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:52:24.580799 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:24.597134 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8272c91b-4ed3-457a-a17e-f77056b93bcd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 3f402ec8-1009-4142-9263-d64f984f8b1f is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:52:24.605664 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-8272c91b-4ed3-457a-a17e-f77056b93bcd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 3f402ec8-1009-4142-9263-d64f984f8b1f) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:52:24.609775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8272c91b-4ed3-457a-a17e-f77056b93bcd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:24.610950 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-8272c91b-4ed3-457a-a17e-f77056b93bcd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:24.624896 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d111d95-5fef-4678-9e4a-dba155e00e23 None None] Network 3f402ec8-1009-4142-9263-d64f984f8b1f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:52:24.630156 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8272c91b-4ed3-457a-a17e-f77056b93bcd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3958087 Nov 09 04:52:24.630379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56522) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:24.654060 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b20e1-d95b-49ca-a26e-f5896d0dbf92 None None] Pushing event updated for resources: {'Port': ['ID=715651e3-5ccb-4b9b-ae6f-42ed4938266f,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:24.656272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Attempting to bind port 715651e3-5ccb-4b9b-ae6f-42ed4938266f on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:52:24.656650 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Attempting to bind port 715651e3-5ccb-4b9b-ae6f-42ed4938266f by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:52:24.657017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Attempting to bind port 715651e3-5ccb-4b9b-ae6f-42ed4938266f on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:52:24.693334 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:52:24.693734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:52:24.694142 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:24.694538 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:52:24.695016 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Bound port: 715651e3-5ccb-4b9b-ae6f-42ed4938266f, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:52:24.699118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:24.768093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] For port 715651e3-5ccb-4b9b-ae6f-42ed4938266f, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:52:24.799952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] For port 715651e3-5ccb-4b9b-ae6f-42ed4938266f, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=715651e3-5ccb-4b9b-ae6f-42ed4938266f,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:52:24.806704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:24.888437 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-3f402ec8-1009-4142-9263-d64f984f8b1f', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ips': [{'subnet_id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:52:24.889267 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:24.893625 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b20e1-d95b-49ca-a26e-f5896d0dbf92 None None] Pushing event updated for resources: {'Port': ['ID=715651e3-5ccb-4b9b-ae6f-42ed4938266f,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:24.905495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Routers {'1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:52:24.906152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:51:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:25.058368 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:25.094203 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] Set router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:52:25.180897 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Allocated IP 172.20.0.2 (3f402ec8-1009-4142-9263-d64f984f8b1f/8e8e192f-2e0d-4ed7-8db8-204ecb4c7701/3fe40f97-f03c-4ddb-9dee-3ca26deab72e) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:52:25.399651 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:23Z', 'revision_number': 3, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:25.426171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:25.427737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce91a5f8-71eb-4f63-a3e1-4c439cc2aff2 None None] The sync data for ids ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'] in dv-neutron-816800-2-hyperv is: [{'id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:23Z', 'revision_number': 3, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:52:25.433684 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:25.470324 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Network 3f402ec8-1009-4142-9263-d64f984f8b1f is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:52:25.474788 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:52:25.480598 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:52:25.490361 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Pushing event updated for resources: {'Port': ['ID=3fe40f97-f03c-4ddb-9dee-3ca26deab72e,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:25.502929 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.20.0.1 (3f402ec8-1009-4142-9263-d64f984f8b1f/8e8e192f-2e0d-4ed7-8db8-204ecb4c7701/dad7dda9-7fed-4f81-914e-854d749acb04) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:52:25.546794 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Attempting to bind port 3fe40f97-f03c-4ddb-9dee-3ca26deab72e on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:52:25.547170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Attempting to bind port 3fe40f97-f03c-4ddb-9dee-3ca26deab72e by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd71749ae-e32d-4aa2-b94d-06da52e5bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:52:25.547518 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Attempting to bind port 3fe40f97-f03c-4ddb-9dee-3ca26deab72e on network 3f402ec8-1009-4142-9263-d64f984f8b1f {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:52:25.552524 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:52:25.552904 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Checking segment: {'id': 'd71749ae-e32d-4aa2-b94d-06da52e5bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:52:25.553287 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:25.553712 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Bound using segment: {'id': 'd71749ae-e32d-4aa2-b94d-06da52e5bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:52:25.554180 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Bound port: 3fe40f97-f03c-4ddb-9dee-3ca26deab72e, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71749ae-e32d-4aa2-b94d-06da52e5bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:52:25.554560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:25.634098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:25.671091 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:25.737966 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 3f402ec8-1009-4142-9263-d64f984f8b1f is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:52:25.741587 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:52:25.745471 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:52:25.786119 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=dad7dda9-7fed-4f81-914e-854d749acb04,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:25.794309 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d764aca8-7937-470a-ba2a-82ea06991fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:25.810936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] For port 3fe40f97-f03c-4ddb-9dee-3ca26deab72e, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:52:25.811832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:25.814172 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] For port 3fe40f97-f03c-4ddb-9dee-3ca26deab72e, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3fe40f97-f03c-4ddb-9dee-3ca26deab72e,segment=NetworkSegment(d71749ae-e32d-4aa2-b94d-06da52e5bd0d),segment_id=d71749ae-e32d-4aa2-b94d-06da52e5bd0d)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:52:25.819952 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:25.878109 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9dffa-bb2a-4df8-b05c-5e6c161de14b None None] Pushing event updated for resources: {'Port': ['ID=3fe40f97-f03c-4ddb-9dee-3ca26deab72e,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:25.959439 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:26.239354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3fe40f97-f03c-4ddb-9dee-3ca26deab72e up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:52:26.291930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 3fe40f97-f03c-4ddb-9dee-3ca26deab72e triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:52:26.292392 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:26.317110 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:26.324360 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:26.376405 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:26.406667 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=dad7dda9-7fed-4f81-914e-854d749acb04,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:26.409987 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:26.420318 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 3fe40f97-f03c-4ddb-9dee-3ca26deab72e, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3fe40f97-f03c-4ddb-9dee-3ca26deab72e,segment=NetworkSegment(d71749ae-e32d-4aa2-b94d-06da52e5bd0d),segment_id=d71749ae-e32d-4aa2-b94d-06da52e5bd0d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:52:26.425405 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:26.426401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 715651e3-5ccb-4b9b-ae6f-42ed4938266f up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:52:26.504183 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 3f402ec8-1009-4142-9263-d64f984f8b1f is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:52:26.504684 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=3fe40f97-f03c-4ddb-9dee-3ca26deab72e,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:26.506210 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:52:26.518209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 715651e3-5ccb-4b9b-ae6f-42ed4938266f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:52:26.518577 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:26.603214 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:26.624027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 715651e3-5ccb-4b9b-ae6f-42ed4938266f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=715651e3-5ccb-4b9b-ae6f-42ed4938266f,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:52:26.628627 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:52:26.629265 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:26.690047 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=715651e3-5ccb-4b9b-ae6f-42ed4938266f,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:26.753094 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:52:26.762152 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-79bec95e-0beb-4032-8e58-7f194613bbc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "PUT /v2.0/routers/1b360bdf-43c6-433f-8d4d-3da2e9bbc72b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1305759 Nov 09 04:52:26.875133 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d93857-544a-4dd0-8f4a-d2cce788a2ce None None] Network 3f402ec8-1009-4142-9263-d64f984f8b1f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:52:26.929256 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-3a657479-0058-48f9-b58e-6628ca3807b3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1329148686&fields=id&tenant_id=4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 267 time: 0.0479813 Nov 09 04:52:26.949314 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-5d4c71d7-4d29-46e9-8611-5b9ec59d2722 None None] Provisioning complete for port 3fe40f97-f03c-4ddb-9dee-3ca26deab72e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:52:26.949833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5d4c71d7-4d29-46e9-8611-5b9ec59d2722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:27.037067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-a2f3837e-97b2-4e8d-939e-f922163becb8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:27.039171 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-a2f3837e-97b2-4e8d-939e-f922163becb8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/networks?id=3f402ec8-1009-4142-9263-d64f984f8b1f HTTP/1.1" status: 200 len: 797 time: 0.1023345 Nov 09 04:52:27.055049 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-a979c66c-0587-460f-a6cf-e00b01423784 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/quotas/4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 375 time: 0.0097182 Nov 09 04:52:27.115282 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-253faf5a-1a27-49c8-97e6-7d584f78b650 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545409 Nov 09 04:52:27.131488 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-c93cf65b-564a-437e-be0d-c746cfce8af3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:52:27.132515 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-c93cf65b-564a-437e-be0d-c746cfce8af3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058777 Nov 09 04:52:27.237339 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-abd58e83-8582-43e5-9a83-5eab2a387c24 service neutron] 10.222.0.21 "GET /v2.0/networks/3f402ec8-1009-4142-9263-d64f984f8b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978737 Nov 09 04:52:27.325440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9069fa93-0bd4-44fe-adaa-2dc8232e88e1 None None] Provisioning complete for port 3fe40f97-f03c-4ddb-9dee-3ca26deab72e triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:52:27.325981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9069fa93-0bd4-44fe-adaa-2dc8232e88e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:27.335850 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-c45d6954-2929-4575-b130-242e1a903d71 service neutron] 10.222.0.21 "GET /v2.0/networks/3f402ec8-1009-4142-9263-d64f984f8b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957375 Nov 09 04:52:27.396437 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Sync routers for ids ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:52:27.407628 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Routers {'1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:52:27.408412 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:51:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:27.434271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-9069fa93-0bd4-44fe-adaa-2dc8232e88e1 None None] Provisioning complete for port dad7dda9-7fed-4f81-914e-854d749acb04 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:52:27.434643 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9069fa93-0bd4-44fe-adaa-2dc8232e88e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:27.473833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-9069fa93-0bd4-44fe-adaa-2dc8232e88e1 None None] Port dad7dda9-7fed-4f81-914e-854d749acb04 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:52:27.529304 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Set router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:52:27.593888 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-cadce550-7de1-41fe-a9d5-9c9cbc94a9ce None None] Provisioning complete for port dad7dda9-7fed-4f81-914e-854d749acb04 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:52:27.594401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cadce550-7de1-41fe-a9d5-9c9cbc94a9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:27.630935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-cadce550-7de1-41fe-a9d5-9c9cbc94a9ce None None] Port dad7dda9-7fed-4f81-914e-854d749acb04 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:52:27.741233 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:25Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'dad7dda9-7fed-4f81-914e-854d749acb04', 'name': '', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:59:bc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:25Z', 'updated_at': '2021-11-09T04:52:26Z', 'revision_number': 2, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:27.749311 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-342577d8-86bd-4b28-9476-3774c7ae7925 None None] Provisioning complete for port dad7dda9-7fed-4f81-914e-854d749acb04 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:52:27.749711 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-342577d8-86bd-4b28-9476-3774c7ae7925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:27.766187 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Checking router: 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:52:27.766538 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Updating router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b port dad7dda9-7fed-4f81-914e-854d749acb04 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:52:27.785441 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-342577d8-86bd-4b28-9476-3774c7ae7925 None None] Port dad7dda9-7fed-4f81-914e-854d749acb04 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:52:27.790994 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:27.890112 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-44a57257-ab83-4dd2-8cac-adde70f4910e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:28.040003 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:28.045220 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:28.093348 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff60714-3f78-49a2-8f55-593a99c5b7ba None None] Pushing event updated for resources: {'Port': ['ID=dad7dda9-7fed-4f81-914e-854d749acb04,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:28.116283 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff60714-3f78-49a2-8f55-593a99c5b7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:28.116628 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff60714-3f78-49a2-8f55-593a99c5b7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:28.116960 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff60714-3f78-49a2-8f55-593a99c5b7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:28.117304 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff60714-3f78-49a2-8f55-593a99c5b7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:28.117654 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff60714-3f78-49a2-8f55-593a99c5b7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:28.117929 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff60714-3f78-49a2-8f55-593a99c5b7ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:28.118345 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff60714-3f78-49a2-8f55-593a99c5b7ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:28.118555 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff60714-3f78-49a2-8f55-593a99c5b7ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:28.118872 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff60714-3f78-49a2-8f55-593a99c5b7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:28.119190 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff60714-3f78-49a2-8f55-593a99c5b7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:28.119499 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff60714-3f78-49a2-8f55-593a99c5b7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:28.119809 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff60714-3f78-49a2-8f55-593a99c5b7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:52:28.152227 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Attempting to bind port dad7dda9-7fed-4f81-914e-854d749acb04 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:52:28.152598 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Attempting to bind port dad7dda9-7fed-4f81-914e-854d749acb04 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'd71749ae-e32d-4aa2-b94d-06da52e5bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:52:28.152950 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Attempting to bind port dad7dda9-7fed-4f81-914e-854d749acb04 on network 3f402ec8-1009-4142-9263-d64f984f8b1f {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:52:28.158718 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:52:28.159092 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Checking segment: {'id': 'd71749ae-e32d-4aa2-b94d-06da52e5bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:52:28.159482 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:28.159891 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Bound using segment: {'id': 'd71749ae-e32d-4aa2-b94d-06da52e5bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:52:28.160354 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Bound port: dad7dda9-7fed-4f81-914e-854d749acb04, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71749ae-e32d-4aa2-b94d-06da52e5bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:52:28.160726 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:28.185910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3fe40f97-f03c-4ddb-9dee-3ca26deab72e up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:52:28.228673 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] For port dad7dda9-7fed-4f81-914e-854d749acb04, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:52:28.232573 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] For port dad7dda9-7fed-4f81-914e-854d749acb04, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=dad7dda9-7fed-4f81-914e-854d749acb04,segment=NetworkSegment(d71749ae-e32d-4aa2-b94d-06da52e5bd0d),segment_id=d71749ae-e32d-4aa2-b94d-06da52e5bd0d)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:52:28.241221 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:28.241945 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 3fe40f97-f03c-4ddb-9dee-3ca26deab72e triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:52:28.242374 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:28.296224 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Routers {'1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:52:28.296765 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:52:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:28.334161 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff60714-3f78-49a2-8f55-593a99c5b7ba None None] Pushing event updated for resources: {'Port': ['ID=dad7dda9-7fed-4f81-914e-854d749acb04,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:28.339012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-3059f7a1-fbd2-42f0-95fe-63eab89e2524 None None] Provisioning complete for port dad7dda9-7fed-4f81-914e-854d749acb04 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:52:28.339538 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3059f7a1-fbd2-42f0-95fe-63eab89e2524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:28.342719 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 715651e3-5ccb-4b9b-ae6f-42ed4938266f up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:52:28.408851 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] Set router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:52:28.444823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 715651e3-5ccb-4b9b-ae6f-42ed4938266f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:52:28.445199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:28.483496 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3059f7a1-fbd2-42f0-95fe-63eab89e2524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:28.568496 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6a28ee62-2ff6-481d-95ff-433a8b23bfd7 req-db8f2d65-b586-4e2b-891c-ba6cbdea6f3e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 210 time: 0.0296578 Nov 09 04:52:28.583595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3059f7a1-fbd2-42f0-95fe-63eab89e2524 None None] For port dad7dda9-7fed-4f81-914e-854d749acb04, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=dad7dda9-7fed-4f81-914e-854d749acb04,segment=NetworkSegment(d71749ae-e32d-4aa2-b94d-06da52e5bd0d),segment_id=d71749ae-e32d-4aa2-b94d-06da52e5bd0d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:52:28.593092 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3059f7a1-fbd2-42f0-95fe-63eab89e2524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:28.651786 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:25Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'dad7dda9-7fed-4f81-914e-854d749acb04', 'name': '', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:59:bc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:25Z', 'updated_at': '2021-11-09T04:52:28Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:28.652012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059f7a1-fbd2-42f0-95fe-63eab89e2524 None None] Pushing event updated for resources: {'Port': ['ID=dad7dda9-7fed-4f81-914e-854d749acb04,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:28.682596 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667cb3e4-2fbe-43ff-983f-15ab2e612dc2 None None] The sync data for ids ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'] in dv-neutron-816800-2-hyperv is: [{'id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:25Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'dad7dda9-7fed-4f81-914e-854d749acb04', 'name': '', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:59:bc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:25Z', 'updated_at': '2021-11-09T04:52:28Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:52:28.719639 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6bebd23c-0c74-4dd8-85b4-99cf182e44a6 None None] Provisioning complete for port dad7dda9-7fed-4f81-914e-854d749acb04 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:52:28.719639 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6bebd23c-0c74-4dd8-85b4-99cf182e44a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:29.198260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:29.252768 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:52:29.709302 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3713f9e9-df96-4fb1-895c-adcd90830139 req-050924b2-e6cb-4cc8-bdf3-fafc092f8737 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 210 time: 0.0436404 Nov 09 04:52:29.728625 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-3eee57a4-0b8e-4be5-9f4a-8570f3bbc1ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:29.730431 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-3eee57a4-0b8e-4be5-9f4a-8570f3bbc1ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/networks?id=3f402ec8-1009-4142-9263-d64f984f8b1f HTTP/1.1" status: 200 len: 797 time: 0.1449485 Nov 09 04:52:29.801445 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-2c319156-26aa-47a2-8e99-bb628878d74c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 380 time: 0.0601885 Nov 09 04:52:29.811470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-59f3839a-e6b6-43fd-8a37-176c98788954 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'port': {'device_id': '28ce9e03-9061-48ef-ba46-685067c791af', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'admin_state_up': True, 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'security_groups': ['a7025654-1b58-4313-9ee5-ad427754df1e']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:52:29.915188 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-59f3839a-e6b6-43fd-8a37-176c98788954 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Made reservation on behalf of 4983a50847c34e62a64f2180b2274ac2 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:52:29.918679 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-59f3839a-e6b6-43fd-8a37-176c98788954 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:30.039884 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-59f3839a-e6b6-43fd-8a37-176c98788954 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.20.0.9 (3f402ec8-1009-4142-9263-d64f984f8b1f/8e8e192f-2e0d-4ed7-8db8-204ecb4c7701/23bb26ce-0356-45e0-8fa0-50547cdbfec8) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:52:30.180312 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-59f3839a-e6b6-43fd-8a37-176c98788954 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:30.191546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device dad7dda9-7fed-4f81-914e-854d749acb04 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:52:30.214648 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-59f3839a-e6b6-43fd-8a37-176c98788954 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:30.239630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port dad7dda9-7fed-4f81-914e-854d749acb04 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:52:30.240084 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:30.256529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-59f3839a-e6b6-43fd-8a37-176c98788954 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 3f402ec8-1009-4142-9263-d64f984f8b1f is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:52:30.259442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-59f3839a-e6b6-43fd-8a37-176c98788954 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:52:30.262076 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-59f3839a-e6b6-43fd-8a37-176c98788954 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:52:30.296257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3839a-e6b6-43fd-8a37-176c98788954 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=23bb26ce-0356-45e0-8fa0-50547cdbfec8,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:30.323811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-59f3839a-e6b6-43fd-8a37-176c98788954 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:30.324442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-59f3839a-e6b6-43fd-8a37-176c98788954 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:30.343202 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-59f3839a-e6b6-43fd-8a37-176c98788954 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5351837 Nov 09 04:52:30.356054 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Request body: {'port': {'device_id': '28ce9e03-9061-48ef-ba46-685067c791af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:52:30.400801 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:30.414960 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:30.469281 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-810c4298-d692-4b83-851e-1eb97eeed950 None None] Provisioning complete for port 23bb26ce-0356-45e0-8fa0-50547cdbfec8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:52:30.471500 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-810c4298-d692-4b83-851e-1eb97eeed950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:30.503881 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-810c4298-d692-4b83-851e-1eb97eeed950 None None] Port 23bb26ce-0356-45e0-8fa0-50547cdbfec8 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:52:30.673713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23bb26ce-0356-45e0-8fa0-50547cdbfec8 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:52:30.680881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:30.693227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Transition to ACTIVE for port object 23bb26ce-0356-45e0-8fa0-50547cdbfec8 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:52:30.696971 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:30.749094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Pushing event updated for resources: {'Port': ['ID=23bb26ce-0356-45e0-8fa0-50547cdbfec8,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:30.819319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Attempting to bind port 23bb26ce-0356-45e0-8fa0-50547cdbfec8 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:52:30.819319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Attempting to bind port 23bb26ce-0356-45e0-8fa0-50547cdbfec8 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'd71749ae-e32d-4aa2-b94d-06da52e5bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:52:30.819673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Attempting to bind port 23bb26ce-0356-45e0-8fa0-50547cdbfec8 on network 3f402ec8-1009-4142-9263-d64f984f8b1f {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:52:30.823980 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Port 23bb26ce-0356-45e0-8fa0-50547cdbfec8 on network 3f402ec8-1009-4142-9263-d64f984f8b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:52:30.824298 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Attempting to bind port 23bb26ce-0356-45e0-8fa0-50547cdbfec8 on network 3f402ec8-1009-4142-9263-d64f984f8b1f {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:52:30.829161 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:52:30.829639 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Checking segment: {'id': 'd71749ae-e32d-4aa2-b94d-06da52e5bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:52:30.830537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Bound using segment: {'id': 'd71749ae-e32d-4aa2-b94d-06da52e5bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:52:30.830965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Bound port: 23bb26ce-0356-45e0-8fa0-50547cdbfec8, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71749ae-e32d-4aa2-b94d-06da52e5bd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:52:30.831318 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:30.837774 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721efc4-1b7f-48f1-a0d0-521e4cc52239 req-fb66d9f0-58b2-4cfd-9e97-dfa1d6bd83cd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:30.845645 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7721efc4-1b7f-48f1-a0d0-521e4cc52239 req-fb66d9f0-58b2-4cfd-9e97-dfa1d6bd83cd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 943 time: 0.0624828 Nov 09 04:52:30.896976 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] For port 23bb26ce-0356-45e0-8fa0-50547cdbfec8, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:52:30.899658 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-7721efc4-1b7f-48f1-a0d0-521e4cc52239 req-46ac0445-af0e-4823-8910-6bfe07c80392 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531540 Nov 09 04:52:30.900275 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] For port 23bb26ce-0356-45e0-8fa0-50547cdbfec8, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=23bb26ce-0356-45e0-8fa0-50547cdbfec8,segment=NetworkSegment(d71749ae-e32d-4aa2-b94d-06da52e5bd0d),segment_id=d71749ae-e32d-4aa2-b94d-06da52e5bd0d)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:52:30.905337 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:30.942772 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:30.943387 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:30.944773 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] 10.222.0.31 "PUT /v2.0/ports/23bb26ce-0356-45e0-8fa0-50547cdbfec8 HTTP/1.1" status: 200 len: 1093 time: 0.5932794 Nov 09 04:52:30.945216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ce9e03-9061-48ef-ba46-685067c791af', 'tag': '23bb26ce-0356-45e0-8fa0-50547cdbfec8'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:52:30.947457 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fafe8b6-4c22-453a-9e51-5bc3dd96c179" -d '{"events": [{"name": "network-changed", "server_uuid": "28ce9e03-9061-48ef-ba46-685067c791af", "tag": "23bb26ce-0356-45e0-8fa0-50547cdbfec8"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:52:30.971727 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a8847-67f9-4172-b1d9-489d54c892e6 service neutron] Pushing event updated for resources: {'Port': ['ID=23bb26ce-0356-45e0-8fa0-50547cdbfec8,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:30.987078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ddd0c3-af0e-4d6b-99d7-e0b11623b0d5 x-openstack-request-id: req-09ddd0c3-af0e-4d6b-99d7-e0b11623b0d5 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:52:30.987461 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ce9e03-9061-48ef-ba46-685067c791af", "tag": "23bb26ce-0356-45e0-8fa0-50547cdbfec8", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:52:30.987810 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09ddd0c3-af0e-4d6b-99d7-e0b11623b0d5 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:52:30.989007 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ce9e03-9061-48ef-ba46-685067c791af', 'tag': '23bb26ce-0356-45e0-8fa0-50547cdbfec8', 'status': 'completed', 'code': 200} Nov 09 04:52:31.041145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ca6ed62d-5590-44eb-8361-e48207c26c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:31.042790 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-ca6ed62d-5590-44eb-8361-e48207c26c89 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 1096 time: 0.0455158 Nov 09 04:52:31.084159 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:31.088656 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-25420bcc-330d-4fa4-8083-f1cb39d24b86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23bb26ce-0356-45e0-8fa0-50547cdbfec8 HTTP/1.1" status: 200 len: 217 time: 0.0384283 Nov 09 04:52:31.140713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-6b5efcd0-84bb-4851-92a0-58bb5f24bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:31.142277 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-6b5efcd0-84bb-4851-92a0-58bb5f24bbc3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e8e192f-2e0d-4ed7-8db8-204ecb4c7701 HTTP/1.1" status: 200 len: 835 time: 0.0471933 Nov 09 04:52:31.187475 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-c716aec5-9db0-4b5b-809d-99b6ebfe2cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:31.189554 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-c716aec5-9db0-4b5b-809d-99b6ebfe2cd1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f402ec8-1009-4142-9263-d64f984f8b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389237 Nov 09 04:52:31.279467 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-bf46a830-5a84-4b8a-8a82-7e3c081fdc23 service neutron] 10.222.0.31 "GET /v2.0/networks/3f402ec8-1009-4142-9263-d64f984f8b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826340 Nov 09 04:52:31.365607 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f77391b7-0d57-4c50-ab11-adce49a825c7 req-21751049-ab38-422f-8b89-43f1935328c2 service neutron] 10.222.0.31 "GET /v2.0/networks/3f402ec8-1009-4142-9263-d64f984f8b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788097 Nov 09 04:52:31.450973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafe8b6-4c22-453a-9e51-5bc3dd96c179 req-25fe15cb-fee9-4dd1-87f7-61f08515569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:31.452365 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fafe8b6-4c22-453a-9e51-5bc3dd96c179 req-25fe15cb-fee9-4dd1-87f7-61f08515569e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 1096 time: 0.0437078 Nov 09 04:52:31.539058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafe8b6-4c22-453a-9e51-5bc3dd96c179 req-e8ba3458-b7bf-4f02-aebe-d2319025f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:31.540562 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fafe8b6-4c22-453a-9e51-5bc3dd96c179 req-e8ba3458-b7bf-4f02-aebe-d2319025f01c service neutron] 10.222.0.31 "GET /v2.0/networks?id=3f402ec8-1009-4142-9263-d64f984f8b1f HTTP/1.1" status: 200 len: 897 time: 0.0810096 Nov 09 04:52:31.584683 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fafe8b6-4c22-453a-9e51-5bc3dd96c179 req-a1c03c87-b533-485f-abb8-438e65ffeac3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23bb26ce-0356-45e0-8fa0-50547cdbfec8 HTTP/1.1" status: 200 len: 217 time: 0.0368216 Nov 09 04:52:31.632786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafe8b6-4c22-453a-9e51-5bc3dd96c179 req-1ec9ed2c-ed73-47ba-b038-f0d10a183a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:31.634205 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fafe8b6-4c22-453a-9e51-5bc3dd96c179 req-1ec9ed2c-ed73-47ba-b038-f0d10a183a2e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e8e192f-2e0d-4ed7-8db8-204ecb4c7701 HTTP/1.1" status: 200 len: 835 time: 0.0421305 Nov 09 04:52:31.679434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafe8b6-4c22-453a-9e51-5bc3dd96c179 req-61f92108-dd21-4a83-89f1-96b7ad8b808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:31.680906 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fafe8b6-4c22-453a-9e51-5bc3dd96c179 req-61f92108-dd21-4a83-89f1-96b7ad8b808f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f402ec8-1009-4142-9263-d64f984f8b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393226 Nov 09 04:52:31.771571 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fafe8b6-4c22-453a-9e51-5bc3dd96c179 req-212522da-9d75-44ce-a868-5f2ded921879 service neutron] 10.222.0.31 "GET /v2.0/networks/3f402ec8-1009-4142-9263-d64f984f8b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827219 Nov 09 04:52:31.858533 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7fafe8b6-4c22-453a-9e51-5bc3dd96c179 req-caf6c452-2a33-4364-aebe-95c11777fc79 service neutron] 10.222.0.31 "GET /v2.0/networks/3f402ec8-1009-4142-9263-d64f984f8b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786459 Nov 09 04:52:32.016913 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c948d-2d4d-43ad-b1e8-ee338fc5f86a req-2798967d-2282-4d1b-813e-361abe03817e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:32.018339 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a68c948d-2d4d-43ad-b1e8-ee338fc5f86a req-2798967d-2282-4d1b-813e-361abe03817e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 943 time: 0.0521359 Nov 09 04:52:32.068091 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a68c948d-2d4d-43ad-b1e8-ee338fc5f86a req-a3b762ac-ee3f-4237-ab92-33bafa5e838a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438294 Nov 09 04:52:33.181287 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b7ed3-5c52-489c-9247-905543acae74 req-7b2fae11-e143-4939-819b-7b2bfd94e105 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:33.182803 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7a5b7ed3-5c52-489c-9247-905543acae74 req-7b2fae11-e143-4939-819b-7b2bfd94e105 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 943 time: 0.0478449 Nov 09 04:52:33.234178 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7a5b7ed3-5c52-489c-9247-905543acae74 req-07e0bd48-0a85-4457-93ab-5f8ddb15910c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455308 Nov 09 04:52:34.348809 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b125ee-1f3e-437a-88d1-e83776c01d9c req-04fd6f2d-d54c-4386-88b3-761c2db2ecb8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:34.350369 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-17b125ee-1f3e-437a-88d1-e83776c01d9c req-04fd6f2d-d54c-4386-88b3-761c2db2ecb8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 943 time: 0.0483248 Nov 09 04:52:34.398508 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-17b125ee-1f3e-437a-88d1-e83776c01d9c req-18ba9915-b8ec-44c4-8bca-46752bb3a00b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421050 Nov 09 04:52:35.461441 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 23bb26ce-0356-45e0-8fa0-50547cdbfec8 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:52:35.518668 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f04236-2c93-4bc8-b59c-92b101c5bbcd req-11c10dc4-a19f-4cb7-8445-1b92a9e094bf tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:35.520176 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-24f04236-2c93-4bc8-b59c-92b101c5bbcd req-11c10dc4-a19f-4cb7-8445-1b92a9e094bf tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 943 time: 0.0544760 Nov 09 04:52:35.557828 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 23bb26ce-0356-45e0-8fa0-50547cdbfec8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=23bb26ce-0356-45e0-8fa0-50547cdbfec8,segment=NetworkSegment(d71749ae-e32d-4aa2-b94d-06da52e5bd0d),segment_id=d71749ae-e32d-4aa2-b94d-06da52e5bd0d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:52:35.567903 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-24f04236-2c93-4bc8-b59c-92b101c5bbcd req-be628a01-d30d-48cb-b98b-b294afe197ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416360 Nov 09 04:52:35.568917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '23bb26ce-0356-45e0-8fa0-50547cdbfec8', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'port_id': '23bb26ce-0356-45e0-8fa0-50547cdbfec8', 'mac_address': 'fa:16:3e:af:29:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:52:35.611081 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:35.623244 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23bb26ce-0356-45e0-8fa0-50547cdbfec8 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:52:35.642476 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 23bb26ce-0356-45e0-8fa0-50547cdbfec8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=23bb26ce-0356-45e0-8fa0-50547cdbfec8,segment=NetworkSegment(d71749ae-e32d-4aa2-b94d-06da52e5bd0d),segment_id=d71749ae-e32d-4aa2-b94d-06da52e5bd0d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:52:35.646216 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:35.692498 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=23bb26ce-0356-45e0-8fa0-50547cdbfec8,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:35.885997 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['23bb26ce-0356-45e0-8fa0-50547cdbfec8'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:52:36.687361 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d7afa-33b2-4071-91b0-f9576e23d5a2 req-d2e831e0-d0c8-4cee-bbe5-ecc19196a0c9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:36.688828 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fe5d7afa-33b2-4071-91b0-f9576e23d5a2 req-d2e831e0-d0c8-4cee-bbe5-ecc19196a0c9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 944 time: 0.0516677 Nov 09 04:52:36.737586 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fe5d7afa-33b2-4071-91b0-f9576e23d5a2 req-f6423a9c-2ff0-4a38-b266-a10e75207907 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428379 Nov 09 04:52:37.462935 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 23bb26ce-0356-45e0-8fa0-50547cdbfec8 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:52:37.511024 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 23bb26ce-0356-45e0-8fa0-50547cdbfec8 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:52:37.515217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 23bb26ce-0356-45e0-8fa0-50547cdbfec8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:52:37.515589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:37.593416 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:37.615468 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ce9e03-9061-48ef-ba46-685067c791af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bb26ce-0356-45e0-8fa0-50547cdbfec8'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:52:37.617758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63698e7-71e1-4e36-8f64-d7a084a7c20d" -d '{"events": [{"server_uuid": "28ce9e03-9061-48ef-ba46-685067c791af", "name": "network-vif-plugged", "status": "completed", "tag": "23bb26ce-0356-45e0-8fa0-50547cdbfec8"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:52:37.630534 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 23bb26ce-0356-45e0-8fa0-50547cdbfec8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=23bb26ce-0356-45e0-8fa0-50547cdbfec8,segment=NetworkSegment(d71749ae-e32d-4aa2-b94d-06da52e5bd0d),segment_id=d71749ae-e32d-4aa2-b94d-06da52e5bd0d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:52:37.634801 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:37.662439 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8ab113-207f-43bb-90bf-63ae344c2ea4 x-openstack-request-id: req-8d8ab113-207f-43bb-90bf-63ae344c2ea4 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:52:37.662737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ce9e03-9061-48ef-ba46-685067c791af", "name": "network-vif-plugged", "status": "completed", "tag": "23bb26ce-0356-45e0-8fa0-50547cdbfec8", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:52:37.663027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d8ab113-207f-43bb-90bf-63ae344c2ea4 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:52:37.663597 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ce9e03-9061-48ef-ba46-685067c791af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bb26ce-0356-45e0-8fa0-50547cdbfec8', 'code': 200} Nov 09 04:52:37.693695 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=23bb26ce-0356-45e0-8fa0-50547cdbfec8,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:37.827940 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f99895-f489-42d6-beaa-84737105b5c4 req-d6b1c74d-d3ea-4e46-9be2-bbc118d0ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:37.829437 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-95f99895-f489-42d6-beaa-84737105b5c4 req-d6b1c74d-d3ea-4e46-9be2-bbc118d0ca88 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 1098 time: 0.0394881 Nov 09 04:52:37.849428 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76542c8a-3196-4c38-b8d4-8366eed4a65e req-21bdac99-fad3-453e-80bb-b72e988f4863 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:37.850950 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-76542c8a-3196-4c38-b8d4-8366eed4a65e req-21bdac99-fad3-453e-80bb-b72e988f4863 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 945 time: 0.0486162 Nov 09 04:52:37.876583 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-95f99895-f489-42d6-beaa-84737105b5c4 req-ae98cf6d-4ae1-4555-ad62-6645901c8d76 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391281 Nov 09 04:52:37.899717 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-76542c8a-3196-4c38-b8d4-8366eed4a65e req-adf49c79-577c-40ea-803e-cffcf3a23b88 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426729 Nov 09 04:52:39.018636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ef2a6-0a41-40a6-8577-62c3cddc9626 req-26b6887f-951f-4f40-a54d-6b12617068fe tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:39.020009 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6c4ef2a6-0a41-40a6-8577-62c3cddc9626 req-26b6887f-951f-4f40-a54d-6b12617068fe tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 945 time: 0.0513930 Nov 09 04:52:39.068000 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6c4ef2a6-0a41-40a6-8577-62c3cddc9626 req-141e90c7-7382-43bd-8488-9e8d108b5ac6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421739 Nov 09 04:52:39.178580 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fae3a-30c0-46d1-a299-cc9ab2f3c3bb req-8604d0a2-0ca3-4c1c-a909-cd47f1efd263 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:39.180065 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d22fae3a-30c0-46d1-a299-cc9ab2f3c3bb req-8604d0a2-0ca3-4c1c-a909-cd47f1efd263 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 945 time: 0.0473516 Nov 09 04:52:39.231847 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d22fae3a-30c0-46d1-a299-cc9ab2f3c3bb req-a2179f4a-f210-45f3-9480-a458997c9526 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459404 Nov 09 04:52:39.252408 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56580) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:39.291070 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d436e886-44c8-4e9f-a6f4-535b404efde1 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:39.292498 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d436e886-44c8-4e9f-a6f4-535b404efde1 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 1093 time: 0.0391331 Nov 09 04:52:39.295228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56582) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:39.299451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': '23bb26ce-0356-45e0-8fa0-50547cdbfec8', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:52:39.320047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:39.411573 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:39.512099 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.26.5.234 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/93b04790-46e6-4787-9ca4-fef352177337) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:52:39.611600 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:39.643560 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:39.678531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:52:39.689286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:52:39.692959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:52:39.715230 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=93b04790-46e6-4787-9ca4-fef352177337,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:40.032805 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:40.095000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:40.237137 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:40.241727 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:40.307619 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=93b04790-46e6-4787-9ca4-fef352177337,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:52:40.315325 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:40.410325 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Floating IP 930bd3bc-7112-4606-9c86-2532eb57a7af associated. External IP: 172.26.5.234, port: 23bb26ce-0356-45e0-8fa0-50547cdbfec8. Nov 09 04:52:40.915843 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:52:41.019919 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:52:41.030354 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dcf362-b9c8-4374-bf31-8cc0121e4f5c None None] Sync routers for ids ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:52:41.037971 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:41.041137 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dcf362-b9c8-4374-bf31-8cc0121e4f5c None None] Routers {'1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:52:41.041779 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e6dcf362-b9c8-4374-bf31-8cc0121e4f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:52:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:41.064279 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9973a7f2-21f3-44e3-abfc-1736cae9b548 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7680380 Nov 09 04:52:41.064957 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ce9e03-9061-48ef-ba46-685067c791af', 'tag': '23bb26ce-0356-45e0-8fa0-50547cdbfec8'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:52:41.067326 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72c41a4-5ac5-40c8-91a8-399a8d699710" -d '{"events": [{"name": "network-changed", "server_uuid": "28ce9e03-9061-48ef-ba46-685067c791af", "tag": "23bb26ce-0356-45e0-8fa0-50547cdbfec8"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:52:41.106634 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d08fef-feae-44d2-94e1-5f6140790434 x-openstack-request-id: req-25d08fef-feae-44d2-94e1-5f6140790434 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:52:41.106932 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ce9e03-9061-48ef-ba46-685067c791af", "tag": "23bb26ce-0356-45e0-8fa0-50547cdbfec8", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:52:41.107185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25d08fef-feae-44d2-94e1-5f6140790434 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:52:41.107590 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ce9e03-9061-48ef-ba46-685067c791af', 'tag': '23bb26ce-0356-45e0-8fa0-50547cdbfec8', 'status': 'completed', 'code': 200} Nov 09 04:52:41.155749 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-e6dcf362-b9c8-4374-bf31-8cc0121e4f5c None None] Set router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:52:41.197328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e27ae1-3efb-41ad-8adb-7c6d77a63bcb req-ef87d82f-5551-4a10-b647-74c40c490ab9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:41.198849 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-46e27ae1-3efb-41ad-8adb-7c6d77a63bcb req-ef87d82f-5551-4a10-b647-74c40c490ab9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 945 time: 0.0745678 Nov 09 04:52:41.200734 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c41a4-5ac5-40c8-91a8-399a8d699710 req-f8d2e7fe-1970-42ab-9674-55b52dc23760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:41.202104 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b72c41a4-5ac5-40c8-91a8-399a8d699710 req-f8d2e7fe-1970-42ab-9674-55b52dc23760 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 1098 time: 0.0692880 Nov 09 04:52:41.304398 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-46e27ae1-3efb-41ad-8adb-7c6d77a63bcb req-c292ab7e-70c2-4b38-944d-d7a0c47d7cc1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995405 Nov 09 04:52:41.326623 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c41a4-5ac5-40c8-91a8-399a8d699710 req-89c9a9e6-6f79-4541-94df-50c268346a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:41.327402 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56588) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:41.328265 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b72c41a4-5ac5-40c8-91a8-399a8d699710 req-89c9a9e6-6f79-4541-94df-50c268346a63 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3f402ec8-1009-4142-9263-d64f984f8b1f HTTP/1.1" status: 200 len: 897 time: 0.1178887 Nov 09 04:52:41.395749 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-8b511cac-0b51-4a9d-b9ed-299eaba106dc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/930bd3bc-7112-4606-9c86-2532eb57a7af HTTP/1.1" status: 200 len: 991 time: 0.0670302 Nov 09 04:52:41.401643 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b72c41a4-5ac5-40c8-91a8-399a8d699710 req-6fc824bd-5dc0-4cc2-9bba-bc6a9b9938cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23bb26ce-0356-45e0-8fa0-50547cdbfec8 HTTP/1.1" status: 200 len: 999 time: 0.0658712 Nov 09 04:52:41.452031 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c41a4-5ac5-40c8-91a8-399a8d699710 req-7a1efce2-7631-43ff-bdba-40f80738342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:41.453527 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b72c41a4-5ac5-40c8-91a8-399a8d699710 req-7a1efce2-7631-43ff-bdba-40f80738342c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e8e192f-2e0d-4ed7-8db8-204ecb4c7701 HTTP/1.1" status: 200 len: 835 time: 0.0449705 Nov 09 04:52:41.499129 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c41a4-5ac5-40c8-91a8-399a8d699710 req-bbb3d6aa-71c5-4b74-8011-91f49ccbe744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:41.500622 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b72c41a4-5ac5-40c8-91a8-399a8d699710 req-bbb3d6aa-71c5-4b74-8011-91f49ccbe744 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f402ec8-1009-4142-9263-d64f984f8b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395422 Nov 09 04:52:41.526108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e6dcf362-b9c8-4374-bf31-8cc0121e4f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:25Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '930bd3bc-7112-4606-9c86-2532eb57a7af', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'floating_ip_address': '172.26.5.234', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'port_id': '23bb26ce-0356-45e0-8fa0-50547cdbfec8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'mac_address': 'fa:16:3e:af:29:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ce9e03-9061-48ef-ba46-685067c791af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:52:39Z', 'updated_at': '2021-11-09T04:52:39Z', 'revision_number': 0, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dad7dda9-7fed-4f81-914e-854d749acb04', 'name': '', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:59:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:25Z', 'updated_at': '2021-11-09T04:52:28Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:41.551858 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dcf362-b9c8-4374-bf31-8cc0121e4f5c None None] Checking router: 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:52:41.560670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dcf362-b9c8-4374-bf31-8cc0121e4f5c None None] Routers {'1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:52:41.561203 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e6dcf362-b9c8-4374-bf31-8cc0121e4f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:52:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:41.670767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-e6dcf362-b9c8-4374-bf31-8cc0121e4f5c None None] Set router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:52:41.915001 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e6dcf362-b9c8-4374-bf31-8cc0121e4f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:25Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '930bd3bc-7112-4606-9c86-2532eb57a7af', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'floating_ip_address': '172.26.5.234', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'port_id': '23bb26ce-0356-45e0-8fa0-50547cdbfec8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'mac_address': 'fa:16:3e:af:29:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ce9e03-9061-48ef-ba46-685067c791af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:52:39Z', 'updated_at': '2021-11-09T04:52:39Z', 'revision_number': 0, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dad7dda9-7fed-4f81-914e-854d749acb04', 'name': '', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:59:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:25Z', 'updated_at': '2021-11-09T04:52:28Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:52:41.946185 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dcf362-b9c8-4374-bf31-8cc0121e4f5c None None] The sync data for ids ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'] in dv-neutron-816800-2-hyperv is: [{'id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:25Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '930bd3bc-7112-4606-9c86-2532eb57a7af', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'floating_ip_address': '172.26.5.234', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'port_id': '23bb26ce-0356-45e0-8fa0-50547cdbfec8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'mac_address': 'fa:16:3e:af:29:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ce9e03-9061-48ef-ba46-685067c791af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:52:39Z', 'updated_at': '2021-11-09T04:52:39Z', 'revision_number': 0, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dad7dda9-7fed-4f81-914e-854d749acb04', 'name': '', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:59:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:25Z', 'updated_at': '2021-11-09T04:52:28Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:52:41.954870 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b72c41a4-5ac5-40c8-91a8-399a8d699710 req-a4368cfe-b228-47bf-b1e3-a176cef0f61b service neutron] 10.222.0.31 "GET /v2.0/networks/3f402ec8-1009-4142-9263-d64f984f8b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461567 Nov 09 04:52:42.047610 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b72c41a4-5ac5-40c8-91a8-399a8d699710 req-5e3980fc-c552-48e7-9505-adde64b2a20f service neutron] 10.222.0.31 "GET /v2.0/networks/3f402ec8-1009-4142-9263-d64f984f8b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856397 Nov 09 04:52:42.142013 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5c932d-75fe-4d23-a484-a333787af319 None None] New status for floating IP 930bd3bc-7112-4606-9c86-2532eb57a7af: ACTIVE {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:52:42.399644 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56590) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:52:42.457988 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0e6141f2-0166-46dc-90f0-3ea4c454b394 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/930bd3bc-7112-4606-9c86-2532eb57a7af HTTP/1.1" status: 200 len: 993 time: 0.0571840 Nov 09 04:52:47.226192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:55.606027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-648e4ae1-e8dc-4abd-91e1-17880b5ef7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:57.300026 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-85f9cad7-c011-4e31-8429-5e0787920992 req-04ef561b-08eb-406c-b5c1-cbd3d6784c93 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812840 Nov 09 04:52:57.383780 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9cad7-c011-4e31-8429-5e0787920992 req-97053966-a507-4315-8ad0-6d95b94a80c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:57.385263 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-85f9cad7-c011-4e31-8429-5e0787920992 req-97053966-a507-4315-8ad0-6d95b94a80c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 1098 time: 0.0433476 Nov 09 04:52:57.486793 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9cad7-c011-4e31-8429-5e0787920992 req-a66e9825-733a-4bf9-bd94-8856d371d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:57.488137 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-85f9cad7-c011-4e31-8429-5e0787920992 req-a66e9825-733a-4bf9-bd94-8856d371d244 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3f402ec8-1009-4142-9263-d64f984f8b1f HTTP/1.1" status: 200 len: 897 time: 0.0825260 Nov 09 04:52:57.556608 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-85f9cad7-c011-4e31-8429-5e0787920992 req-b32035c5-f5e7-44ab-9a33-e2d0c0a6bb0e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23bb26ce-0356-45e0-8fa0-50547cdbfec8 HTTP/1.1" status: 200 len: 1001 time: 0.0612881 Nov 09 04:52:57.607519 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9cad7-c011-4e31-8429-5e0787920992 req-acbf82fa-2275-4969-842f-4432ce1621e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:57.608998 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-85f9cad7-c011-4e31-8429-5e0787920992 req-acbf82fa-2275-4969-842f-4432ce1621e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e8e192f-2e0d-4ed7-8db8-204ecb4c7701 HTTP/1.1" status: 200 len: 835 time: 0.0431008 Nov 09 04:52:57.653956 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9cad7-c011-4e31-8429-5e0787920992 req-d4380643-0f30-49d2-868d-d47f47532d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:52:57.655403 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-85f9cad7-c011-4e31-8429-5e0787920992 req-d4380643-0f30-49d2-868d-d47f47532d9d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f402ec8-1009-4142-9263-d64f984f8b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386302 Nov 09 04:52:57.746695 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-85f9cad7-c011-4e31-8429-5e0787920992 req-924a9d3e-e0ee-4f08-97be-59da9bd87148 service neutron] 10.222.0.31 "GET /v2.0/networks/3f402ec8-1009-4142-9263-d64f984f8b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826423 Nov 09 04:52:57.839993 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-85f9cad7-c011-4e31-8429-5e0787920992 req-a30f26ea-0dda-46d9-bc67-e6c91981b2f4 service neutron] 10.222.0.31 "GET /v2.0/networks/3f402ec8-1009-4142-9263-d64f984f8b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795391 Nov 09 04:52:57.892168 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d3d40dc5-9af6-44b9-b399-b69aaac4fb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:59.198154 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:00.402923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:01.087447 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:06.252245 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:53:11.238891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a227a-1948-4257-bc01-fd1cfa3da45e req-1d3b2c4e-b021-4067-9ee0-cc549b661de2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:11.240349 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-849a227a-1948-4257-bc01-fd1cfa3da45e req-1d3b2c4e-b021-4067-9ee0-cc549b661de2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 945 time: 0.0481961 Nov 09 04:53:11.289253 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-849a227a-1948-4257-bc01-fd1cfa3da45e req-cb6d5a41-56f7-4bf7-8b66-4e10c4805dd1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 Nov 09 04:53:12.410000 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba1a10-e29b-432f-99d8-5ddbb5e00115 req-2c4fa486-709d-41b9-8977-2a4b59c062d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:12.411399 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1dba1a10-e29b-432f-99d8-5ddbb5e00115 req-2c4fa486-709d-41b9-8977-2a4b59c062d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 945 time: 0.0532134 Nov 09 04:53:12.458444 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1dba1a10-e29b-432f-99d8-5ddbb5e00115 req-78c76af9-cd0c-4b67-8448-2d030f772c9e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Nov 09 04:53:12.480797 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56618) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:12.538495 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a4c6e4c3-a044-4f56-9661-442aebf02c4f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/930bd3bc-7112-4606-9c86-2532eb57a7af HTTP/1.1" status: 200 len: 993 time: 0.0566063 Nov 09 04:53:13.822063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fdfbb-bf0c-4e36-82a0-b01a514f26e1 req-e35e64f8-d9c4-44cf-a9c0-cab8bc86f00d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:13.823549 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ad2fdfbb-bf0c-4e36-82a0-b01a514f26e1 req-e35e64f8-d9c4-44cf-a9c0-cab8bc86f00d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 945 time: 0.0484295 Nov 09 04:53:13.872597 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ad2fdfbb-bf0c-4e36-82a0-b01a514f26e1 req-7e5c22ab-029e-465c-9b73-d876513a9a23 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424261 Nov 09 04:53:14.993274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa3f88-8d45-4c82-9d56-6848966947ed req-d45e1c2d-fc84-468e-b9e9-181084125f42 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:14.994664 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08fa3f88-8d45-4c82-9d56-6848966947ed req-d45e1c2d-fc84-468e-b9e9-181084125f42 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 945 time: 0.0516188 Nov 09 04:53:15.041696 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08fa3f88-8d45-4c82-9d56-6848966947ed req-5cb75d4a-8a50-4eb0-b60f-3f765587cd37 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411937 Nov 09 04:53:15.063659 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56628) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:15.122097 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9e0d4a49-0318-45cb-9f51-b5507de60b72 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/930bd3bc-7112-4606-9c86-2532eb57a7af HTTP/1.1" status: 200 len: 993 time: 0.0572574 Nov 09 04:53:15.416319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56634) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:15.566763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port 93b04790-46e6-4787-9ca4-fef352177337 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:53:15.567103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:15.643722 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:15.644047 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:15.655765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for 93b04790-46e6-4787-9ca4-fef352177337 owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:53:15.797861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:15.823506 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=93b04790-46e6-4787-9ca4-fef352177337,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:15.847671 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:15.848028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:15.848372 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:15.848710 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:15.849083 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:15.849401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:15.849792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:15.850125 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:15.850452 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:15.850780 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:15.851103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:15.851497 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:15.891757 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:15.892099 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Floating IP 930bd3bc-7112-4606-9c86-2532eb57a7af disassociated (deleted). External IP: 172.26.5.234, port: 23bb26ce-0356-45e0-8fa0-50547cdbfec8. Nov 09 04:53:16.097804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:53:16.204251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:53:16.209032 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:16.214025 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432163a-819f-462d-bdc9-a1f3b974e975 None None] Sync routers for ids ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:53:16.223508 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0432163a-819f-462d-bdc9-a1f3b974e975 None None] Routers {'1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:53:16.224108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0432163a-819f-462d-bdc9-a1f3b974e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:52:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:16.235957 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1e6ba5e4-b87b-4f92-b432-3cfc796b5bc2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/floatingips/930bd3bc-7112-4606-9c86-2532eb57a7af HTTP/1.1" status: 204 len: 168 time: 0.8185797 Nov 09 04:53:16.236527 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ce9e03-9061-48ef-ba46-685067c791af', 'tag': '23bb26ce-0356-45e0-8fa0-50547cdbfec8'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:53:16.238777 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70484378-4fe4-4ff7-8764-49152428a4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "28ce9e03-9061-48ef-ba46-685067c791af", "tag": "23bb26ce-0356-45e0-8fa0-50547cdbfec8"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:53:16.293288 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446c9304-8589-4f7a-90af-9ff5b6a21234 x-openstack-request-id: req-446c9304-8589-4f7a-90af-9ff5b6a21234 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:53:16.293608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ce9e03-9061-48ef-ba46-685067c791af", "tag": "23bb26ce-0356-45e0-8fa0-50547cdbfec8", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:53:16.293862 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-446c9304-8589-4f7a-90af-9ff5b6a21234 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:53:16.294402 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ce9e03-9061-48ef-ba46-685067c791af', 'tag': '23bb26ce-0356-45e0-8fa0-50547cdbfec8', 'status': 'completed', 'code': 200} Nov 09 04:53:16.336128 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-0432163a-819f-462d-bdc9-a1f3b974e975 None None] Set router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:53:16.355699 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70484378-4fe4-4ff7-8764-49152428a4ae req-0d737809-b7df-4fb2-9bd8-9c07998c71c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:16.357199 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-70484378-4fe4-4ff7-8764-49152428a4ae req-0d737809-b7df-4fb2-9bd8-9c07998c71c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 1098 time: 0.0426702 Nov 09 04:53:16.470360 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70484378-4fe4-4ff7-8764-49152428a4ae req-6e8c9c98-537e-45b2-bd2f-a77c19630512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:16.471958 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-70484378-4fe4-4ff7-8764-49152428a4ae req-6e8c9c98-537e-45b2-bd2f-a77c19630512 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3f402ec8-1009-4142-9263-d64f984f8b1f HTTP/1.1" status: 200 len: 897 time: 0.0958614 Nov 09 04:53:16.481169 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfea282-a537-4135-892b-74098463b519 req-f1129126-dbd2-4b22-923e-36294e283417 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:16.489025 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5dfea282-a537-4135-892b-74098463b519 req-f1129126-dbd2-4b22-923e-36294e283417 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 945 time: 0.0620401 Nov 09 04:53:16.514716 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-70484378-4fe4-4ff7-8764-49152428a4ae req-aee0ca57-aa8b-4f77-a074-91ceeecbf649 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23bb26ce-0356-45e0-8fa0-50547cdbfec8 HTTP/1.1" status: 200 len: 217 time: 0.0350318 Nov 09 04:53:16.535372 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5dfea282-a537-4135-892b-74098463b519 req-4a3e72db-bdfc-4691-abd5-2634da006773 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455468 Nov 09 04:53:16.558283 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0432163a-819f-462d-bdc9-a1f3b974e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:25Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'dad7dda9-7fed-4f81-914e-854d749acb04', 'name': '', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:59:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:25Z', 'updated_at': '2021-11-09T04:52:28Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:16.570757 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70484378-4fe4-4ff7-8764-49152428a4ae req-a80edcf1-197c-449b-ad4f-eb707374bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:16.572266 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-70484378-4fe4-4ff7-8764-49152428a4ae req-a80edcf1-197c-449b-ad4f-eb707374bf64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e8e192f-2e0d-4ed7-8db8-204ecb4c7701 HTTP/1.1" status: 200 len: 835 time: 0.0500889 Nov 09 04:53:16.588728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432163a-819f-462d-bdc9-a1f3b974e975 None None] Checking router: 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:53:16.597754 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0432163a-819f-462d-bdc9-a1f3b974e975 None None] Routers {'1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:53:16.598357 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0432163a-819f-462d-bdc9-a1f3b974e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:52:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:16.620104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70484378-4fe4-4ff7-8764-49152428a4ae req-951413ea-50a2-4b76-ac92-5b352f336d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:16.621503 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-70484378-4fe4-4ff7-8764-49152428a4ae req-951413ea-50a2-4b76-ac92-5b352f336d12 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f402ec8-1009-4142-9263-d64f984f8b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406768 Nov 09 04:53:16.705372 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-0432163a-819f-462d-bdc9-a1f3b974e975 None None] Set router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:53:16.712176 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-70484378-4fe4-4ff7-8764-49152428a4ae req-92c5857c-ecec-40f0-9a42-999b72f8981e service neutron] 10.222.0.31 "GET /v2.0/networks/3f402ec8-1009-4142-9263-d64f984f8b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817685 Nov 09 04:53:16.804982 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-70484378-4fe4-4ff7-8764-49152428a4ae req-62566b3c-bdaa-4d30-a8ed-13a0eb138512 service neutron] 10.222.0.31 "GET /v2.0/networks/3f402ec8-1009-4142-9263-d64f984f8b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842328 Nov 09 04:53:16.899372 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-0432163a-819f-462d-bdc9-a1f3b974e975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:25Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'dad7dda9-7fed-4f81-914e-854d749acb04', 'name': '', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:59:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:25Z', 'updated_at': '2021-11-09T04:52:28Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:16.925489 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432163a-819f-462d-bdc9-a1f3b974e975 None None] The sync data for ids ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'] in dv-neutron-816800-2-hyperv is: [{'id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:25Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'dad7dda9-7fed-4f81-914e-854d749acb04', 'name': '', 'network_id': '3f402ec8-1009-4142-9263-d64f984f8b1f', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:59:bc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:25Z', 'updated_at': '2021-11-09T04:52:28Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e8e192f-2e0d-4ed7-8db8-204ecb4c7701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:53:17.131122 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21d4d3d-25e6-4dae-b4a2-61333299998e None None] New status for floating IP 930bd3bc-7112-4606-9c86-2532eb57a7af: DOWN {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:53:17.239953 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:17.652162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0495923-86ac-41d3-9b46-70b83bc44093 req-ad7fd635-06fb-46c4-8f1b-8eb0c4765340 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:17.653689 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e0495923-86ac-41d3-9b46-70b83bc44093 req-ad7fd635-06fb-46c4-8f1b-8eb0c4765340 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 945 time: 0.0489991 Nov 09 04:53:17.701995 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e0495923-86ac-41d3-9b46-70b83bc44093 req-56d3c27a-8126-4ae8-ad4c-10f51727da7a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7025654-1b58-4313-9ee5-ad427754df1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424216 Nov 09 04:53:18.115883 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394510a1-dfba-424d-816b-e26c60c9a774 req-ac1e64d8-043d-4ffd-b9f4-11e4c09dc1f7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:18.117320 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-394510a1-dfba-424d-816b-e26c60c9a774 req-ac1e64d8-043d-4ffd-b9f4-11e4c09dc1f7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 945 time: 0.0517509 Nov 09 04:53:18.204192 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-394510a1-dfba-424d-816b-e26c60c9a774 req-0605cdfb-d671-474a-8195-4885e58b7345 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port 23bb26ce-0356-45e0-8fa0-50547cdbfec8 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:53:18.204533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-394510a1-dfba-424d-816b-e26c60c9a774 req-0605cdfb-d671-474a-8195-4885e58b7345 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:18.295593 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-394510a1-dfba-424d-816b-e26c60c9a774 req-0605cdfb-d671-474a-8195-4885e58b7345 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] For port 23bb26ce-0356-45e0-8fa0-50547cdbfec8, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=23bb26ce-0356-45e0-8fa0-50547cdbfec8,segment=NetworkSegment(d71749ae-e32d-4aa2-b94d-06da52e5bd0d),segment_id=d71749ae-e32d-4aa2-b94d-06da52e5bd0d)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:53:18.295951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-394510a1-dfba-424d-816b-e26c60c9a774 req-0605cdfb-d671-474a-8195-4885e58b7345 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:18.307480 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-394510a1-dfba-424d-816b-e26c60c9a774 req-0605cdfb-d671-474a-8195-4885e58b7345 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for 23bb26ce-0356-45e0-8fa0-50547cdbfec8 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:53:18.429964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-394510a1-dfba-424d-816b-e26c60c9a774 req-0605cdfb-d671-474a-8195-4885e58b7345 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:18.462722 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605cdfb-d671-474a-8195-4885e58b7345 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=23bb26ce-0356-45e0-8fa0-50547cdbfec8,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:18.501728 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-394510a1-dfba-424d-816b-e26c60c9a774 req-0605cdfb-d671-474a-8195-4885e58b7345 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] No DVR routers for this DVR port 23bb26ce-0356-45e0-8fa0-50547cdbfec8 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:53:18.504299 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-394510a1-dfba-424d-816b-e26c60c9a774 req-0605cdfb-d671-474a-8195-4885e58b7345 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:18.507740 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-394510a1-dfba-424d-816b-e26c60c9a774 req-0605cdfb-d671-474a-8195-4885e58b7345 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "DELETE /v2.0/ports/23bb26ce-0356-45e0-8fa0-50547cdbfec8 HTTP/1.1" status: 204 len: 173 time: 0.3842571 Nov 09 04:53:18.508170 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ce9e03-9061-48ef-ba46-685067c791af', 'name': 'network-vif-deleted', 'tag': '23bb26ce-0356-45e0-8fa0-50547cdbfec8'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:53:18.510902 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1621cfc7-d0b4-4075-82e7-ec5400f66105" -d '{"events": [{"server_uuid": "28ce9e03-9061-48ef-ba46-685067c791af", "name": "network-vif-deleted", "tag": "23bb26ce-0356-45e0-8fa0-50547cdbfec8"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:53:18.547566 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5165433-84f0-47a0-b4ca-571b69f19efd x-openstack-request-id: req-e5165433-84f0-47a0-b4ca-571b69f19efd {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:53:18.547859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ce9e03-9061-48ef-ba46-685067c791af", "name": "network-vif-deleted", "tag": "23bb26ce-0356-45e0-8fa0-50547cdbfec8", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:53:18.548114 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5165433-84f0-47a0-b4ca-571b69f19efd {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:53:18.548519 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ce9e03-9061-48ef-ba46-685067c791af', 'name': 'network-vif-deleted', 'tag': '23bb26ce-0356-45e0-8fa0-50547cdbfec8', 'status': 'completed', 'code': 200} Nov 09 04:53:18.803989 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-66d2ede3-6cca-47da-b470-655de7772641 req-6b28a34c-9f3e-4f87-afd4-a54fcbe5a58f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ce9e03-9061-48ef-ba46-685067c791af HTTP/1.1" status: 200 len: 210 time: 0.0277290 Nov 09 04:53:19.859586 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56650) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:20.215369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a662b82c-11a8-4e46-a30a-3485b2046e48 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:20.467180 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a662b82c-11a8-4e46-a30a-3485b2046e48 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port dad7dda9-7fed-4f81-914e-854d749acb04 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:53:20.468022 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a662b82c-11a8-4e46-a30a-3485b2046e48 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:20.552679 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-a662b82c-11a8-4e46-a30a-3485b2046e48 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] For port dad7dda9-7fed-4f81-914e-854d749acb04, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=dad7dda9-7fed-4f81-914e-854d749acb04,segment=NetworkSegment(d71749ae-e32d-4aa2-b94d-06da52e5bd0d),segment_id=d71749ae-e32d-4aa2-b94d-06da52e5bd0d)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:53:20.553044 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a662b82c-11a8-4e46-a30a-3485b2046e48 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:20.565493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a662b82c-11a8-4e46-a30a-3485b2046e48 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for dad7dda9-7fed-4f81-914e-854d749acb04 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:53:20.750285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a662b82c-11a8-4e46-a30a-3485b2046e48 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:20.781278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662b82c-11a8-4e46-a30a-3485b2046e48 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=dad7dda9-7fed-4f81-914e-854d749acb04,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:20.948525 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a662b82c-11a8-4e46-a30a-3485b2046e48 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:21.164189 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a662b82c-11a8-4e46-a30a-3485b2046e48 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:53:21.265663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a662b82c-11a8-4e46-a30a-3485b2046e48 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:53:21.270479 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a662b82c-11a8-4e46-a30a-3485b2046e48 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "PUT /v2.0/routers/1b360bdf-43c6-433f-8d4d-3da2e9bbc72b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4098699 Nov 09 04:53:21.273168 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56652) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:21.276423 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f22691-ee62-4591-87fc-82c70d107f58 None None] Sync routers for ids ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:53:21.285897 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f22691-ee62-4591-87fc-82c70d107f58 None None] Routers {'1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:53:21.286509 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c5f22691-ee62-4591-87fc-82c70d107f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:52:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:21.323004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-938a4811-0f2f-4cf3-9475-eaf1e442798a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting subnet 8e8e192f-2e0d-4ed7-8db8-204ecb4c7701 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:53:21.326045 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-938a4811-0f2f-4cf3-9475-eaf1e442798a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:21.364877 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-938a4811-0f2f-4cf3-9475-eaf1e442798a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:21.390842 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-c5f22691-ee62-4591-87fc-82c70d107f58 None None] Set router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:53:21.449007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-938a4811-0f2f-4cf3-9475-eaf1e442798a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:21.506591 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-938a4811-0f2f-4cf3-9475-eaf1e442798a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:21.534536 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a4811-0f2f-4cf3-9475-eaf1e442798a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8e192f-2e0d-4ed7-8db8-204ecb4c7701,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:21.536719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-938a4811-0f2f-4cf3-9475-eaf1e442798a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:21.540400 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-938a4811-0f2f-4cf3-9475-eaf1e442798a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/subnets/8e8e192f-2e0d-4ed7-8db8-204ecb4c7701 HTTP/1.1" status: 204 len: 168 time: 0.2662408 Nov 09 04:53:21.542940 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56654) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:21.546053 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e9beac-decc-4df0-8bca-55a66b34aa29 None None] Network 3f402ec8-1009-4142-9263-d64f984f8b1f requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:53:21.625654 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c5f22691-ee62-4591-87fc-82c70d107f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:53:20Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:21.649564 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:21.667795 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f22691-ee62-4591-87fc-82c70d107f58 None None] Checking router: 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:53:21.688698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f22691-ee62-4591-87fc-82c70d107f58 None None] Routers {'1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:53:21.689313 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c5f22691-ee62-4591-87fc-82c70d107f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:52:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:21.756339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:21.810436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port 715651e3-5ccb-4b9b-ae6f-42ed4938266f {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:53:21.810675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:21.878954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 23bb26ce-0356-45e0-8fa0-50547cdbfec8 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:53:21.906603 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 23bb26ce-0356-45e0-8fa0-50547cdbfec8 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:53:21.906938 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 23bb26ce-0356-45e0-8fa0-50547cdbfec8 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:53:21.983788 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-c5f22691-ee62-4591-87fc-82c70d107f58 None None] Set router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:53:22.044191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] DHCP port deletion for 3f402ec8-1009-4142-9263-d64f984f8b1f request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:53:22.188722 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Deleting port 3fe40f97-f03c-4ddb-9dee-3ca26deab72e {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:53:22.189103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.238428 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] For port 715651e3-5ccb-4b9b-ae6f-42ed4938266f, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=715651e3-5ccb-4b9b-ae6f-42ed4938266f,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:53:22.238979 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.252463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for 715651e3-5ccb-4b9b-ae6f-42ed4938266f owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:53:22.270473 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3fe40f97-f03c-4ddb-9dee-3ca26deab72e no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:53:22.304736 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] For port 3fe40f97-f03c-4ddb-9dee-3ca26deab72e, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3fe40f97-f03c-4ddb-9dee-3ca26deab72e,segment=NetworkSegment(d71749ae-e32d-4aa2-b94d-06da52e5bd0d),segment_id=d71749ae-e32d-4aa2-b94d-06da52e5bd0d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:53:22.305429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.322931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Calling delete_port for 3fe40f97-f03c-4ddb-9dee-3ca26deab72e owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:53:22.342489 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-c5f22691-ee62-4591-87fc-82c70d107f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:53:20Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:22.403393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f22691-ee62-4591-87fc-82c70d107f58 None None] The sync data for ids ['1b360bdf-43c6-433f-8d4d-3da2e9bbc72b'] in dv-neutron-816800-2-hyperv is: [{'id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899143781', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:53:20Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '715651e3-5ccb-4b9b-ae6f-42ed4938266f', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b360bdf-43c6-433f-8d4d-3da2e9bbc72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:52:22Z', 'updated_at': '2021-11-09T04:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:53:22.414190 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.442803 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=715651e3-5ccb-4b9b-ae6f-42ed4938266f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:22.468624 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.478373 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.505109 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.511419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Pushing event deleted for resources: {'Port': ['ID=3fe40f97-f03c-4ddb-9dee-3ca26deab72e,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:22.517847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] No DVR routers for this DVR port 3fe40f97-f03c-4ddb-9dee-3ca26deab72e on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:53:22.543855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:22.544203 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:22.544546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:22.544880 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:22.545243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:22.545599 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:22.545929 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:22.546261 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:22.546595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:22.546923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:22.547245 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:22.547567 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dd6ed4-5f2a-4c12-b667-2722b4b0be74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:22.598593 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.600694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.642049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.642576 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Fanout notify agent at l3_agent the message router_deleted on router 1b360bdf-43c6-433f-8d4d-3da2e9bbc72b {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:53:22.650293 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.651400 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8716dff3-763f-4927-8cf4-d81347705d0f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/routers/1b360bdf-43c6-433f-8d4d-3da2e9bbc72b HTTP/1.1" status: 204 len: 168 time: 1.1075463 Nov 09 04:53:22.654113 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56656) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:22.736098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bb080c10-db1c-4884-9813-eb819e99c48a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.823145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bb080c10-db1c-4884-9813-eb819e99c48a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.851219 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-bb080c10-db1c-4884-9813-eb819e99c48a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f402ec8-1009-4142-9263-d64f984f8b1f']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:22.861007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-bb080c10-db1c-4884-9813-eb819e99c48a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71749ae-e32d-4aa2-b94d-06da52e5bd0d') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:22.861309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-bb080c10-db1c-4884-9813-eb819e99c48a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71749ae-e32d-4aa2-b94d-06da52e5bd0d') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:22.870896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bb080c10-db1c-4884-9813-eb819e99c48a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.883923 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bb080c10-db1c-4884-9813-eb819e99c48a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.890436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb080c10-db1c-4884-9813-eb819e99c48a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:53:22.890828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bb080c10-db1c-4884-9813-eb819e99c48a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:53:22.893810 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:53:22.952210 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bb080c10-db1c-4884-9813-eb819e99c48a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.957591 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-bb080c10-db1c-4884-9813-eb819e99c48a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:22.961185 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-bb080c10-db1c-4884-9813-eb819e99c48a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/networks/3f402ec8-1009-4142-9263-d64f984f8b1f HTTP/1.1" status: 204 len: 168 time: 0.3060248 Nov 09 04:53:22.964194 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56658) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:22.976460 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb080c10-db1c-4884-9813-eb819e99c48a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Network': ['ID=3f402ec8-1009-4142-9263-d64f984f8b1f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:23.026438 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.052218 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.111596 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.114474 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.115711 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/security-groups/a7025654-1b58-4313-9ee5-ad427754df1e HTTP/1.1" status: 204 len: 168 time: 0.1502485 Nov 09 04:53:23.125074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7025654-1b58-4313-9ee5-ad427754df1e,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:23.132211 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:23.132562 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:23.132906 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:23.133243 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:23.133607 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:23.133943 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:23.134272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:23.134599 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:23.134984 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:23.135378 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:23.135572 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:23.135891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeae9314-bd72-43ec-a2ea-d2ca22e18a14 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:23.434630 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56664) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:23.439942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-d5d71b3b-56b4-44a3-a52c-24ef7ce8d782 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516915747', 'description': 'tempest-secgroup-smoke-516915747 description', 'project_id': '4983a50847c34e62a64f2180b2274ac2'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:53:23.461762 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d5d71b3b-56b4-44a3-a52c-24ef7ce8d782 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.527824 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d5d71b3b-56b4-44a3-a52c-24ef7ce8d782 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.531563 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d5d71b3b-56b4-44a3-a52c-24ef7ce8d782 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.560057 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d5d71b3b-56b4-44a3-a52c-24ef7ce8d782 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.561840 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d5d71b3b-56b4-44a3-a52c-24ef7ce8d782 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1261373 Nov 09 04:53:23.564832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56666) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:23.565711 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d71b3b-56b4-44a3-a52c-24ef7ce8d782 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cc668f-dc31-4a48-825c-94ede9cee7b2,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:23.569470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9529cf6b-7310-48f7-9fe4-202771b5674a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '15cc668f-dc31-4a48-825c-94ede9cee7b2', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:53:23.595028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9529cf6b-7310-48f7-9fe4-202771b5674a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.649690 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9529cf6b-7310-48f7-9fe4-202771b5674a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.653991 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9529cf6b-7310-48f7-9fe4-202771b5674a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.674978 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529cf6b-7310-48f7-9fe4-202771b5674a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09dac654-d2fa-4611-93b9-1655184fbb9c,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:23.683330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9529cf6b-7310-48f7-9fe4-202771b5674a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.684522 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9529cf6b-7310-48f7-9fe4-202771b5674a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186259 Nov 09 04:53:23.687234 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56668) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:23.691611 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-17c72901-1ad3-4e20-948d-37bcab17d731 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '15cc668f-dc31-4a48-825c-94ede9cee7b2', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:53:23.717889 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17c72901-1ad3-4e20-948d-37bcab17d731 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.771137 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17c72901-1ad3-4e20-948d-37bcab17d731 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.774636 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17c72901-1ad3-4e20-948d-37bcab17d731 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.792411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c72901-1ad3-4e20-948d-37bcab17d731 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ddfedc-41d7-4079-87d6-55745495b9da,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:23.799802 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-17c72901-1ad3-4e20-948d-37bcab17d731 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.801023 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-17c72901-1ad3-4e20-948d-37bcab17d731 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128139 Nov 09 04:53:23.803598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56670) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:23.807922 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-b9bccb9d-b77c-4735-ba2b-23c22763819f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '15cc668f-dc31-4a48-825c-94ede9cee7b2', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:53:23.833337 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b9bccb9d-b77c-4735-ba2b-23c22763819f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.888211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b9bccb9d-b77c-4735-ba2b-23c22763819f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.891716 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b9bccb9d-b77c-4735-ba2b-23c22763819f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.910319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bccb9d-b77c-4735-ba2b-23c22763819f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9109de-b1b8-4b11-848f-a5e13c6205df,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:23.917745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b9bccb9d-b77c-4735-ba2b-23c22763819f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:23.918951 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b9bccb9d-b77c-4735-ba2b-23c22763819f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144168 Nov 09 04:53:23.922244 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56672) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:23.926619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-66738511-8746-4bd6-80d2-c94d8adb08ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '15cc668f-dc31-4a48-825c-94ede9cee7b2', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:53:23.951549 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-66738511-8746-4bd6-80d2-c94d8adb08ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.007415 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-66738511-8746-4bd6-80d2-c94d8adb08ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.011609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-66738511-8746-4bd6-80d2-c94d8adb08ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.031514 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66738511-8746-4bd6-80d2-c94d8adb08ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0333e9-c715-4339-921e-a8934f317fae,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:24.038308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-66738511-8746-4bd6-80d2-c94d8adb08ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.039490 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-66738511-8746-4bd6-80d2-c94d8adb08ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163116 Nov 09 04:53:24.042135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56674) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:24.046983 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7e4cd0d3-4df0-4080-856d-63442c5d8398 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '15cc668f-dc31-4a48-825c-94ede9cee7b2', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:53:24.066860 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-7e4cd0d3-4df0-4080-856d-63442c5d8398 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Project 4983a50847c34e62a64f2180b2274ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:53:24.071603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7e4cd0d3-4df0-4080-856d-63442c5d8398 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.128689 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7e4cd0d3-4df0-4080-856d-63442c5d8398 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.132460 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7e4cd0d3-4df0-4080-856d-63442c5d8398 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.150264 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cd0d3-4df0-4080-856d-63442c5d8398 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c558ba0-e4ca-4218-bdd3-bf0781a891f1,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:24.158483 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7e4cd0d3-4df0-4080-856d-63442c5d8398 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.159706 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7e4cd0d3-4df0-4080-856d-63442c5d8398 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166315 Nov 09 04:53:24.162548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56676) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:24.167119 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-dfbdd82e-be1f-4014-b0ed-f50fb2108e37 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '15cc668f-dc31-4a48-825c-94ede9cee7b2', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:53:24.189133 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-dfbdd82e-be1f-4014-b0ed-f50fb2108e37 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Project 4983a50847c34e62a64f2180b2274ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:53:24.194019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dfbdd82e-be1f-4014-b0ed-f50fb2108e37 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.205041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device dad7dda9-7fed-4f81-914e-854d749acb04 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:53:24.225955 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: dad7dda9-7fed-4f81-914e-854d749acb04 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:53:24.226302 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device dad7dda9-7fed-4f81-914e-854d749acb04 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:53:24.226721 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 715651e3-5ccb-4b9b-ae6f-42ed4938266f no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:53:24.245114 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 715651e3-5ccb-4b9b-ae6f-42ed4938266f {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:53:24.245455 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 715651e3-5ccb-4b9b-ae6f-42ed4938266f not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:53:24.252130 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dfbdd82e-be1f-4014-b0ed-f50fb2108e37 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.256175 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dfbdd82e-be1f-4014-b0ed-f50fb2108e37 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.274987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdd82e-be1f-4014-b0ed-f50fb2108e37 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ebbd36-0aea-4f7e-9d15-798138d107a3,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:24.283757 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-dfbdd82e-be1f-4014-b0ed-f50fb2108e37 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.284955 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-dfbdd82e-be1f-4014-b0ed-f50fb2108e37 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213760 Nov 09 04:53:24.287713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56678) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:24.292442 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9c50ebaf-31a0-4703-9e75-cd49c54e69ab tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'network': {'name': 'tempest-network-smoke--1252110929', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'port_security_enabled': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:53:24.311309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c50ebaf-31a0-4703-9e75-cd49c54e69ab tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Made reservation on behalf of 4983a50847c34e62a64f2180b2274ac2 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:53:24.314802 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9c50ebaf-31a0-4703-9e75-cd49c54e69ab tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.336916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c50ebaf-31a0-4703-9e75-cd49c54e69ab tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:53:24.346405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9c50ebaf-31a0-4703-9e75-cd49c54e69ab tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.346742 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-9c50ebaf-31a0-4703-9e75-cd49c54e69ab tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Added segment 13ae8c2c-97fe-4a63-a993-291ce54a1a2d of type vlan for network 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb Nov 09 04:53:24.386056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9c50ebaf-31a0-4703-9e75-cd49c54e69ab tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.410269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9c50ebaf-31a0-4703-9e75-cd49c54e69ab tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.415814 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50ebaf-31a0-4703-9e75-cd49c54e69ab tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:24.416399 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9c50ebaf-31a0-4703-9e75-cd49c54e69ab tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.450513 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9c50ebaf-31a0-4703-9e75-cd49c54e69ab tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1618102 Nov 09 04:53:24.453985 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56680) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:24.458729 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'admin_state_up': True, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:53:24.482861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.483947 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.485403 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50ebaf-31a0-4703-9e75-cd49c54e69ab tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Network': ['ID=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:24.498014 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:53:24.532740 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.667661 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.851128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.872805 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:24.969666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.26.5.42 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/148d7ff9-6ca5-40bd-82f3-bfa04be4aa28) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:53:25.071715 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:25.104833 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:25.140902 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:53:25.145691 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:53:25.149251 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:53:25.171138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=148d7ff9-6ca5-40bd-82f3-bfa04be4aa28,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:25.392697 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:25.583926 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:25.606607 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9841b9d0-0c25-40e1-92cb-648bb83a2c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:25.710476 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router c1e3e29a-a276-463b-b9c0-9d3c897b8772 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:53:25.813929 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:53:25.823399 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Sync routers for ids ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:53:25.832494 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Routers {'c1e3e29a-a276-463b-b9c0-9d3c897b8772'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:53:25.833096 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:52:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:25.833355 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:25.837631 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3a13ed29-cbcb-4d80-b36e-97223b6e22ee tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3796091 Nov 09 04:53:25.837800 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56682) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:25.865320 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-49e91092-82db-468f-99b8-aeece6b6e02d tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4983a50847c34e62a64f2180b2274ac2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264497 Nov 09 04:53:25.867876 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56684) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:25.938020 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Set router c1e3e29a-a276-463b-b9c0-9d3c897b8772 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:53:25.954837 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312e0c57-7ab8-4d36-b1e1-44c88d3358e0 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:25.956444 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-312e0c57-7ab8-4d36-b1e1-44c88d3358e0 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876715 Nov 09 04:53:25.959404 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56686) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:25.992100 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-78b86631-b00b-4193-9e4d-a6c5db62677d tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311601 Nov 09 04:53:25.994653 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56688) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:25.999949 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-2cc6b57a-832a-49d1-a9c7-06f778ed0675 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-372324351', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:53:26.083359 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc6b57a-832a-49d1-a9c7-06f778ed0675 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Made reservation on behalf of 4983a50847c34e62a64f2180b2274ac2 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:53:26.087306 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2cc6b57a-832a-49d1-a9c7-06f778ed0675 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:26.114242 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:25Z', 'revision_number': 3, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:dd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:26.139249 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Checking router: c1e3e29a-a276-463b-b9c0-9d3c897b8772 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:53:26.139591 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Updating router c1e3e29a-a276-463b-b9c0-9d3c897b8772 port 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:53:26.164211 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:26.263975 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2cc6b57a-832a-49d1-a9c7-06f778ed0675 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:26.321772 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6b57a-832a-49d1-a9c7-06f778ed0675 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Subnet': ['ID=4763f44b-74d6-4ab8-941b-ab053ed6ae8e,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:26.330916 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc6b57a-832a-49d1-a9c7-06f778ed0675 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Checking segment: {'id': '13ae8c2c-97fe-4a63-a993-291ce54a1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:53:26.331345 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc6b57a-832a-49d1-a9c7-06f778ed0675 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network hostable DHCP agents. Network: 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:53:26.348169 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc6b57a-832a-49d1-a9c7-06f778ed0675 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:53:26.357644 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-2cc6b57a-832a-49d1-a9c7-06f778ed0675 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:53:26.363741 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc6b57a-832a-49d1-a9c7-06f778ed0675 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:26.363976 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-2cc6b57a-832a-49d1-a9c7-06f778ed0675 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:26.367965 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e581e2e9-42b1-475c-9a4d-736f7a4b9b5d None None] Network 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:53:26.389470 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2cc6b57a-832a-49d1-a9c7-06f778ed0675 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3906884 Nov 09 04:53:26.390271 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56690) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:26.415359 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:26.420866 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:26.474634 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Attempting to bind port 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:53:26.475005 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Attempting to bind port 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:53:26.475366 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Attempting to bind port 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:53:26.478162 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1144c2-07bf-4b92-940e-ca3719e4ef71 None None] Pushing event updated for resources: {'Port': ['ID=148d7ff9-6ca5-40bd-82f3-bfa04be4aa28,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:26.482459 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:53:26.483148 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:53:26.483755 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:26.484327 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:53:26.484975 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Bound port: 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:53:26.485869 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:26.524760 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ips': [{'subnet_id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:53:26.525717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:26.536623 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] For port 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:53:26.539771 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] For port 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=148d7ff9-6ca5-40bd-82f3-bfa04be4aa28,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:53:26.544391 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:26.604764 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1144c2-07bf-4b92-940e-ca3719e4ef71 None None] Pushing event updated for resources: {'Port': ['ID=148d7ff9-6ca5-40bd-82f3-bfa04be4aa28,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:26.611129 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Routers {'c1e3e29a-a276-463b-b9c0-9d3c897b8772'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:53:26.611725 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:52:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:26.663377 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Allocated IP 172.20.0.2 (1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb/4763f44b-74d6-4ab8-941b-ab053ed6ae8e/c66a15ef-ce97-42e8-aa5f-af2396351a42) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:53:26.713655 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] Set router c1e3e29a-a276-463b-b9c0-9d3c897b8772 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:53:26.814930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:26.820703 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:26.860229 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Network 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:53:26.863491 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:53:26.866846 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:53:26.868922 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:26.881361 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Pushing event updated for resources: {'Port': ['ID=c66a15ef-ce97-42e8-aa5f-af2396351a42,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:26.891130 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:25Z', 'revision_number': 3, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:dd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:26.921678 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d20f710-195b-4da4-8b16-b1e1d4e6b2db None None] The sync data for ids ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'] in dv-neutron-816800-2-hyperv is: [{'id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:25Z', 'revision_number': 3, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:dd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:53:26.935196 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Attempting to bind port c66a15ef-ce97-42e8-aa5f-af2396351a42 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:53:26.935612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Attempting to bind port c66a15ef-ce97-42e8-aa5f-af2396351a42 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '13ae8c2c-97fe-4a63-a993-291ce54a1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:53:26.935988 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Attempting to bind port c66a15ef-ce97-42e8-aa5f-af2396351a42 on network 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:53:26.945251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:53:26.945251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Checking segment: {'id': '13ae8c2c-97fe-4a63-a993-291ce54a1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:53:26.945251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:26.945251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Bound using segment: {'id': '13ae8c2c-97fe-4a63-a993-291ce54a1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:53:26.945251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Bound port: c66a15ef-ce97-42e8-aa5f-af2396351a42, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ae8c2c-97fe-4a63-a993-291ce54a1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:53:26.945251 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:27.015980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] For port c66a15ef-ce97-42e8-aa5f-af2396351a42, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:53:27.019513 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] For port c66a15ef-ce97-42e8-aa5f-af2396351a42, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c66a15ef-ce97-42e8-aa5f-af2396351a42,segment=NetworkSegment(13ae8c2c-97fe-4a63-a993-291ce54a1a2d),segment_id=13ae8c2c-97fe-4a63-a993-291ce54a1a2d)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:53:27.023284 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:27.090988 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ee855-ca8a-4829-9f99-1bb9eda66a79 None None] Pushing event updated for resources: {'Port': ['ID=c66a15ef-ce97-42e8-aa5f-af2396351a42,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:27.197434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.20.0.1 (1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb/4763f44b-74d6-4ab8-941b-ab053ed6ae8e/4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:53:27.355526 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:27.395033 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:27.436515 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:53:27.441929 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:53:27.445985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:53:27.453119 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:27.500246 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:27.630840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:27.897807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3a59-effa-4274-873c-86a3fcddd90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:27.938152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:27.942725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:28.021589 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:28.023366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:28.042892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b840668b-b9ac-48c8-a8fa-16ca5c345481 None None] Network 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:53:28.114468 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:53:28.115308 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-6a433821-8528-48f1-8ed2-f6f311b1171a None None] Provisioning complete for port c66a15ef-ce97-42e8-aa5f-af2396351a42 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:53:28.115678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6a433821-8528-48f1-8ed2-f6f311b1171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:28.115854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:53:28.254794 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router c1e3e29a-a276-463b-b9c0-9d3c897b8772 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:53:28.270999 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6a433821-8528-48f1-8ed2-f6f311b1171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:28.298618 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:53:28.347591 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6a433821-8528-48f1-8ed2-f6f311b1171a None None] For port c66a15ef-ce97-42e8-aa5f-af2396351a42, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c66a15ef-ce97-42e8-aa5f-af2396351a42,segment=NetworkSegment(13ae8c2c-97fe-4a63-a993-291ce54a1a2d),segment_id=13ae8c2c-97fe-4a63-a993-291ce54a1a2d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:53:28.363135 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6a433821-8528-48f1-8ed2-f6f311b1171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:28.392697 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:53:28.392697 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:28.405618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:53:28.412418 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-24594cd1-b82a-4320-908d-2a3d49e3a010 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "PUT /v2.0/routers/c1e3e29a-a276-463b-b9c0-9d3c897b8772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0209556 Nov 09 04:53:28.453010 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a433821-8528-48f1-8ed2-f6f311b1171a None None] Pushing event updated for resources: {'Port': ['ID=c66a15ef-ce97-42e8-aa5f-af2396351a42,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:28.517117 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:28.541863 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=148d7ff9-6ca5-40bd-82f3-bfa04be4aa28,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:53:28.546725 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:28.547731 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c66a15ef-ce97-42e8-aa5f-af2396351a42 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:53:28.588695 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-521c57ef-f470-4b8b-97f6-38c51755c47c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516915747&fields=id&tenant_id=4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 267 time: 0.0566957 Nov 09 04:53:28.638216 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2f1c2ce7-eb20-42ec-a6fe-b30c9180d4a8 None None] Provisioning complete for port c66a15ef-ce97-42e8-aa5f-af2396351a42 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:53:28.639134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2f1c2ce7-eb20-42ec-a6fe-b30c9180d4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:28.643664 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=148d7ff9-6ca5-40bd-82f3-bfa04be4aa28,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:28.679993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c66a15ef-ce97-42e8-aa5f-af2396351a42 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:53:28.680361 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:28.682185 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Sync routers for ids ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:53:28.728900 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-b0452837-76a5-4e1c-bf0c-7812b8d5b644 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:28.730476 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-b0452837-76a5-4e1c-bf0c-7812b8d5b644 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/networks?id=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb HTTP/1.1" status: 200 len: 797 time: 0.1328857 Nov 09 04:53:28.734720 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Routers {'c1e3e29a-a276-463b-b9c0-9d3c897b8772'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:53:28.735352 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:53:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:28.750227 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-166b97a8-4f73-45cf-afbc-76873e5935e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/quotas/4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 375 time: 0.0114102 Nov 09 04:53:28.810267 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-e602265f-866b-44a8-97d5-849c52a7c1a2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556436 Nov 09 04:53:28.967665 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-31060148-0b80-4d56-bb9f-04ad594d70b3 service neutron] 10.222.0.21 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458175 Nov 09 04:53:29.056858 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4fe9f03a-f23f-475c-938a-787d230b0780 service neutron] 10.222.0.21 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827599 Nov 09 04:53:29.067413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Set router c1e3e29a-a276-463b-b9c0-9d3c897b8772 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:53:29.103092 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2f1c2ce7-eb20-42ec-a6fe-b30c9180d4a8 None None] Provisioning complete for port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:53:29.103467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2f1c2ce7-eb20-42ec-a6fe-b30c9180d4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:29.195066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c2ce7-eb20-42ec-a6fe-b30c9180d4a8 None None] Port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:53:29.231757 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4bef8dc7-e338-487b-8db3-9a461a89aea6 req-b55de84b-4542-4973-8873-6584da23488b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 210 time: 0.0346258 Nov 09 04:53:29.244660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:29.324376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c0c6cd58-7f11-48a0-a43b-745dcd4fa92d None None] Provisioning complete for port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:53:29.324743 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cd58-7f11-48a0-a43b-745dcd4fa92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:29.356030 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:27Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3', 'name': '', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:91:36:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:26Z', 'updated_at': '2021-11-09T04:53:27Z', 'revision_number': 2, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:29.392367 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Checking router: c1e3e29a-a276-463b-b9c0-9d3c897b8772 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:53:29.392725 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Updating router c1e3e29a-a276-463b-b9c0-9d3c897b8772 port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:53:29.411298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6cd58-7f11-48a0-a43b-745dcd4fa92d None None] Port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:53:29.419176 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:29.690414 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:29.697343 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:29.745981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b34b2d-4adc-4ee6-92d6-c01c4b3f9e45 None None] Pushing event updated for resources: {'Port': ['ID=4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:29.801701 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Attempting to bind port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:53:29.802067 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Attempting to bind port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '13ae8c2c-97fe-4a63-a993-291ce54a1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:53:29.802425 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Attempting to bind port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 on network 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:53:29.807412 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:53:29.807779 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Checking segment: {'id': '13ae8c2c-97fe-4a63-a993-291ce54a1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:53:29.808179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:29.808556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Bound using segment: {'id': '13ae8c2c-97fe-4a63-a993-291ce54a1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:53:29.809017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Bound port: 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ae8c2c-97fe-4a63-a993-291ce54a1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:53:29.809393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:29.875163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] For port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:53:29.878360 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] For port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3,segment=NetworkSegment(13ae8c2c-97fe-4a63-a993-291ce54a1a2d),segment_id=13ae8c2c-97fe-4a63-a993-291ce54a1a2d)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:53:29.883137 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:29.953894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Routers {'c1e3e29a-a276-463b-b9c0-9d3c897b8772'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:53:29.954444 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:53:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:29.956156 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b34b2d-4adc-4ee6-92d6-c01c4b3f9e45 None None] Pushing event updated for resources: {'Port': ['ID=4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:30.003922 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-493a7f61-a207-4a93-b895-d3e7b3a11d2a None None] Provisioning complete for port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:53:30.003922 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-493a7f61-a207-4a93-b895-d3e7b3a11d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:30.110525 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] Set router c1e3e29a-a276-463b-b9c0-9d3c897b8772 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:53:30.174851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-8c6ea86c-c407-4d6a-b0a8-414dd8eaa33d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:30.177253 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-8c6ea86c-c407-4d6a-b0a8-414dd8eaa33d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/networks?id=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb HTTP/1.1" status: 200 len: 797 time: 0.1373599 Nov 09 04:53:30.211547 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-493a7f61-a207-4a93-b895-d3e7b3a11d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:30.243158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:53:30.258759 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-e8dd42ad-9ea7-4dd3-9457-62c3ac8f8dcf tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 379 time: 0.0712221 Nov 09 04:53:30.268798 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-efd18a26-6890-4d6b-8752-520fece7c71d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'port': {'device_id': '04e0aa96-8765-4392-911f-b3c0336c9abf', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'admin_state_up': True, 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'security_groups': ['15cc668f-dc31-4a48-825c-94ede9cee7b2']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:53:30.337242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-493a7f61-a207-4a93-b895-d3e7b3a11d2a None None] For port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3,segment=NetworkSegment(13ae8c2c-97fe-4a63-a993-291ce54a1a2d),segment_id=13ae8c2c-97fe-4a63-a993-291ce54a1a2d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:53:30.349421 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-493a7f61-a207-4a93-b895-d3e7b3a11d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:30.355166 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1a82d797-ae11-4f5c-96bc-5d35a7bb650b req-8a0e2687-1199-42c6-ab63-ec84f772a237 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 210 time: 0.0303535 Nov 09 04:53:30.411608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-efd18a26-6890-4d6b-8752-520fece7c71d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Made reservation on behalf of 4983a50847c34e62a64f2180b2274ac2 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:53:30.415495 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-efd18a26-6890-4d6b-8752-520fece7c71d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:30.441862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:53:30.442223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:30.448872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:30.478148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a7f61-a207-4a93-b895-d3e7b3a11d2a None None] Pushing event updated for resources: {'Port': ['ID=4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:30.511539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7dd5554d-abb3-4caf-940b-0f9cbec1dcda None None] Provisioning complete for port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:53:30.511904 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7dd5554d-abb3-4caf-940b-0f9cbec1dcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:30.546549 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-efd18a26-6890-4d6b-8752-520fece7c71d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.20.0.5 (1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb/4763f44b-74d6-4ab8-941b-ab053ed6ae8e/1446b78d-535e-4f9f-b0e3-a4ab858b044b) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:53:30.553389 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:27Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3', 'name': '', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:91:36:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:26Z', 'updated_at': '2021-11-09T04:53:29Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:30.606175 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9739664c-ccde-40d0-9a9d-849fa0d1ba39 None None] The sync data for ids ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'] in dv-neutron-816800-2-hyperv is: [{'id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:27Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3', 'name': '', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:91:36:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:26Z', 'updated_at': '2021-11-09T04:53:29Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:53:30.624346 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c66a15ef-ce97-42e8-aa5f-af2396351a42 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:53:30.715421 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c66a15ef-ce97-42e8-aa5f-af2396351a42 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:53:30.715854 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:30.729211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-efd18a26-6890-4d6b-8752-520fece7c71d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:30.765071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-efd18a26-6890-4d6b-8752-520fece7c71d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:30.811207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-efd18a26-6890-4d6b-8752-520fece7c71d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:53:30.816837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-efd18a26-6890-4d6b-8752-520fece7c71d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:53:30.819321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-efd18a26-6890-4d6b-8752-520fece7c71d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:53:30.853738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd18a26-6890-4d6b-8752-520fece7c71d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=1446b78d-535e-4f9f-b0e3-a4ab858b044b,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:30.886361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-efd18a26-6890-4d6b-8752-520fece7c71d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:30.887192 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-efd18a26-6890-4d6b-8752-520fece7c71d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:30.910053 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-efd18a26-6890-4d6b-8752-520fece7c71d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6438246 Nov 09 04:53:30.922292 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Request body: {'port': {'device_id': '04e0aa96-8765-4392-911f-b3c0336c9abf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:53:30.983986 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:31.090081 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:31.125996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4276f08e-6438-4ea3-a48a-53f9cc3abf4f None None] Provisioning complete for port 1446b78d-535e-4f9f-b0e3-a4ab858b044b triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:53:31.126685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4276f08e-6438-4ea3-a48a-53f9cc3abf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:31.161216 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4276f08e-6438-4ea3-a48a-53f9cc3abf4f None None] Port 1446b78d-535e-4f9f-b0e3-a4ab858b044b cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:53:31.266341 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1446b78d-535e-4f9f-b0e3-a4ab858b044b {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:53:31.274186 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:31.287234 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Transition to ACTIVE for port object 1446b78d-535e-4f9f-b0e3-a4ab858b044b will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:53:31.291364 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:31.360956 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Pushing event updated for resources: {'Port': ['ID=1446b78d-535e-4f9f-b0e3-a4ab858b044b,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:31.418724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Attempting to bind port 1446b78d-535e-4f9f-b0e3-a4ab858b044b on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:53:31.419126 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Attempting to bind port 1446b78d-535e-4f9f-b0e3-a4ab858b044b by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '13ae8c2c-97fe-4a63-a993-291ce54a1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:53:31.419382 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Attempting to bind port 1446b78d-535e-4f9f-b0e3-a4ab858b044b on network 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:53:31.424782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Port 1446b78d-535e-4f9f-b0e3-a4ab858b044b on network 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:53:31.425095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Attempting to bind port 1446b78d-535e-4f9f-b0e3-a4ab858b044b on network 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:53:31.430770 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:53:31.431064 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Checking segment: {'id': '13ae8c2c-97fe-4a63-a993-291ce54a1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:53:31.431643 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Bound using segment: {'id': '13ae8c2c-97fe-4a63-a993-291ce54a1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:53:31.432076 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Bound port: 1446b78d-535e-4f9f-b0e3-a4ab858b044b, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ae8c2c-97fe-4a63-a993-291ce54a1a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:53:31.432496 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:31.499940 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2f235-afb1-4f33-864b-ed4ccfe01120 req-b66a581e-671b-453e-b838-f9aab717a6ed tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:31.503735 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b6f2f235-afb1-4f33-864b-ed4ccfe01120 req-b66a581e-671b-453e-b838-f9aab717a6ed tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 943 time: 0.0597794 Nov 09 04:53:31.513906 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] For port 1446b78d-535e-4f9f-b0e3-a4ab858b044b, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:53:31.517279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] For port 1446b78d-535e-4f9f-b0e3-a4ab858b044b, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=1446b78d-535e-4f9f-b0e3-a4ab858b044b,segment=NetworkSegment(13ae8c2c-97fe-4a63-a993-291ce54a1a2d),segment_id=13ae8c2c-97fe-4a63-a993-291ce54a1a2d)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:53:31.524088 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:31.563834 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:31.564436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:31.565874 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] 10.222.0.31 "PUT /v2.0/ports/1446b78d-535e-4f9f-b0e3-a4ab858b044b HTTP/1.1" status: 200 len: 1093 time: 0.6491580 Nov 09 04:53:31.566320 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e0aa96-8765-4392-911f-b3c0336c9abf', 'tag': '1446b78d-535e-4f9f-b0e3-a4ab858b044b'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:53:31.568073 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b6f2f235-afb1-4f33-864b-ed4ccfe01120 req-e419de32-e7c4-4fe0-aafb-35d04ff7d977 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550373 Nov 09 04:53:31.568615 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b32c72-21a7-4778-be49-b738ab6be871" -d '{"events": [{"name": "network-changed", "server_uuid": "04e0aa96-8765-4392-911f-b3c0336c9abf", "tag": "1446b78d-535e-4f9f-b0e3-a4ab858b044b"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:53:31.595356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1acb72-46c9-4ac2-8a6a-fdeda64afb2d service neutron] Pushing event updated for resources: {'Port': ['ID=1446b78d-535e-4f9f-b0e3-a4ab858b044b,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:31.655269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb14742-d543-48c5-8f50-338d4fcd9f6f x-openstack-request-id: req-4bb14742-d543-48c5-8f50-338d4fcd9f6f {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:53:31.655559 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e0aa96-8765-4392-911f-b3c0336c9abf", "tag": "1446b78d-535e-4f9f-b0e3-a4ab858b044b", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:53:31.655810 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bb14742-d543-48c5-8f50-338d4fcd9f6f {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:53:31.656212 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e0aa96-8765-4392-911f-b3c0336c9abf', 'tag': '1446b78d-535e-4f9f-b0e3-a4ab858b044b', 'status': 'completed', 'code': 200} Nov 09 04:53:31.675480 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-e253be03-300f-4350-8a90-b0dc749c12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:31.677480 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-e253be03-300f-4350-8a90-b0dc749c12d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 1096 time: 0.0506043 Nov 09 04:53:31.724693 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-11044ce6-6e1b-42c0-97ea-733f1f722fca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1446b78d-535e-4f9f-b0e3-a4ab858b044b HTTP/1.1" status: 200 len: 217 time: 0.0391724 Nov 09 04:53:31.780723 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-6d9870b9-0e69-46f3-87d3-eef45547bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:31.782478 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-6d9870b9-0e69-46f3-87d3-eef45547bfee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4763f44b-74d6-4ab8-941b-ab053ed6ae8e HTTP/1.1" status: 200 len: 834 time: 0.0510936 Nov 09 04:53:31.829026 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-5b161f32-43df-4db8-8ce2-a7b3f088a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:31.830569 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-5b161f32-43df-4db8-8ce2-a7b3f088a224 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414636 Nov 09 04:53:31.923116 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-fdc7a58e-678e-498c-9047-282deed86989 service neutron] 10.222.0.31 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852973 Nov 09 04:53:32.016405 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9c81b810-1a4b-4175-8a74-17a601230f38 req-506b8485-19c3-4afd-bf46-7e3663a65e05 service neutron] 10.222.0.31 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859904 Nov 09 04:53:32.099557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b32c72-21a7-4778-be49-b738ab6be871 req-5f0041bb-b564-44ba-be89-0fd29b4daf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:32.101046 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e4b32c72-21a7-4778-be49-b738ab6be871 req-5f0041bb-b564-44ba-be89-0fd29b4daf2f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 1096 time: 0.0409343 Nov 09 04:53:32.193863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b32c72-21a7-4778-be49-b738ab6be871 req-0833e67b-a72d-4a42-a15f-d9a391524171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:32.195343 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e4b32c72-21a7-4778-be49-b738ab6be871 req-0833e67b-a72d-4a42-a15f-d9a391524171 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb HTTP/1.1" status: 200 len: 897 time: 0.0871036 Nov 09 04:53:32.220857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:53:32.236628 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e4b32c72-21a7-4778-be49-b738ab6be871 req-24aa0310-3f4d-45a9-add8-44785df74bd3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1446b78d-535e-4f9f-b0e3-a4ab858b044b HTTP/1.1" status: 200 len: 217 time: 0.0338981 Nov 09 04:53:32.270658 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:53:32.270931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:32.615750 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b32c72-21a7-4778-be49-b738ab6be871 req-7448eab7-9d67-4d10-8b88-70b649e7e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:32.617193 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e4b32c72-21a7-4778-be49-b738ab6be871 req-7448eab7-9d67-4d10-8b88-70b649e7e35c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4763f44b-74d6-4ab8-941b-ab053ed6ae8e HTTP/1.1" status: 200 len: 834 time: 0.3734591 Nov 09 04:53:32.661095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b32c72-21a7-4778-be49-b738ab6be871 req-08925284-d1ba-472e-a7db-f0532d28e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:32.662695 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e4b32c72-21a7-4778-be49-b738ab6be871 req-08925284-d1ba-472e-a7db-f0532d28e08c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380604 Nov 09 04:53:32.731260 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31323e6a-163e-4d12-bbc9-20a6147f2c84 req-0ad555f0-6ce1-4ab4-8cfe-31046608c0a4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:32.733297 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-31323e6a-163e-4d12-bbc9-20a6147f2c84 req-0ad555f0-6ce1-4ab4-8cfe-31046608c0a4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 943 time: 0.0608547 Nov 09 04:53:32.757954 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e4b32c72-21a7-4778-be49-b738ab6be871 req-80851992-7843-485a-8c95-7e9446dbc67a service neutron] 10.222.0.31 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869474 Nov 09 04:53:32.785766 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-31323e6a-163e-4d12-bbc9-20a6147f2c84 req-2a1435cf-a0a0-4e12-8872-8eec14442b2c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462599 Nov 09 04:53:32.846040 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e4b32c72-21a7-4778-be49-b738ab6be871 req-f2667e99-5699-4308-8a60-0ffdc72f02f3 service neutron] 10.222.0.31 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812955 Nov 09 04:53:33.901592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25045da5-153a-4434-b8e7-512bb54586eb req-78585e7c-4742-4829-81bd-a5fd980c5574 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:33.903084 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25045da5-153a-4434-b8e7-512bb54586eb req-78585e7c-4742-4829-81bd-a5fd980c5574 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 943 time: 0.0478773 Nov 09 04:53:33.954635 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-25045da5-153a-4434-b8e7-512bb54586eb req-4e8abb50-3a8c-41dd-b6ed-3066eb98a659 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455809 Nov 09 04:53:35.064890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3b428-ec98-44f4-866c-10f9755a5e30 req-0681898a-22ab-4a48-9b95-8868df96f44e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:35.066361 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-82a3b428-ec98-44f4-866c-10f9755a5e30 req-0681898a-22ab-4a48-9b95-8868df96f44e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 943 time: 0.0471613 Nov 09 04:53:35.113647 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-82a3b428-ec98-44f4-866c-10f9755a5e30 req-54d7f6e1-7692-4f7e-98ad-cf69dddc1d43 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414469 Nov 09 04:53:35.803448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 1446b78d-535e-4f9f-b0e3-a4ab858b044b details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:53:35.896771 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 1446b78d-535e-4f9f-b0e3-a4ab858b044b, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=1446b78d-535e-4f9f-b0e3-a4ab858b044b,segment=NetworkSegment(13ae8c2c-97fe-4a63-a993-291ce54a1a2d),segment_id=13ae8c2c-97fe-4a63-a993-291ce54a1a2d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:53:35.908110 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '1446b78d-535e-4f9f-b0e3-a4ab858b044b', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'port_id': '1446b78d-535e-4f9f-b0e3-a4ab858b044b', 'mac_address': 'fa:16:3e:c5:77:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:53:35.943921 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:35.957436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1446b78d-535e-4f9f-b0e3-a4ab858b044b {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:53:35.978340 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 1446b78d-535e-4f9f-b0e3-a4ab858b044b, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=1446b78d-535e-4f9f-b0e3-a4ab858b044b,segment=NetworkSegment(13ae8c2c-97fe-4a63-a993-291ce54a1a2d),segment_id=13ae8c2c-97fe-4a63-a993-291ce54a1a2d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:53:35.982808 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:36.031335 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=1446b78d-535e-4f9f-b0e3-a4ab858b044b,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:36.189086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['1446b78d-535e-4f9f-b0e3-a4ab858b044b'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:53:36.227166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccca02-ec85-4241-998d-4cbcd11b2a9d req-604536e6-eb21-443a-8e8a-8e836b01a619 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:36.229977 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d5ccca02-ec85-4241-998d-4cbcd11b2a9d req-604536e6-eb21-443a-8e8a-8e836b01a619 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 944 time: 0.0509436 Nov 09 04:53:36.276942 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d5ccca02-ec85-4241-998d-4cbcd11b2a9d req-6dd8752a-416a-47af-a9c2-4e74b969ec6b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420282 Nov 09 04:53:37.389072 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73fccf-c300-497f-b908-87e50079b476 req-c31bbad9-6de1-400a-82a5-d21af183dda1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:37.390570 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bd73fccf-c300-497f-b908-87e50079b476 req-c31bbad9-6de1-400a-82a5-d21af183dda1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 944 time: 0.0480525 Nov 09 04:53:37.438380 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bd73fccf-c300-497f-b908-87e50079b476 req-0f5161bf-aa4e-4474-b423-16e5a5bc11ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419745 Nov 09 04:53:37.803316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 1446b78d-535e-4f9f-b0e3-a4ab858b044b up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:53:37.851696 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 1446b78d-535e-4f9f-b0e3-a4ab858b044b completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:53:37.855424 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 1446b78d-535e-4f9f-b0e3-a4ab858b044b triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:53:37.855793 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:37.929635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:37.954148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e0aa96-8765-4392-911f-b3c0336c9abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1446b78d-535e-4f9f-b0e3-a4ab858b044b'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:53:37.956291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c38ed8-4669-41cc-9fb2-0a74555a4117" -d '{"events": [{"server_uuid": "04e0aa96-8765-4392-911f-b3c0336c9abf", "name": "network-vif-plugged", "status": "completed", "tag": "1446b78d-535e-4f9f-b0e3-a4ab858b044b"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:53:37.970425 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 1446b78d-535e-4f9f-b0e3-a4ab858b044b, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=1446b78d-535e-4f9f-b0e3-a4ab858b044b,segment=NetworkSegment(13ae8c2c-97fe-4a63-a993-291ce54a1a2d),segment_id=13ae8c2c-97fe-4a63-a993-291ce54a1a2d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:53:37.974879 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:38.005789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7642a9f-657f-4e3f-b39a-bce33486a767 x-openstack-request-id: req-f7642a9f-657f-4e3f-b39a-bce33486a767 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:53:38.006075 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e0aa96-8765-4392-911f-b3c0336c9abf", "name": "network-vif-plugged", "status": "completed", "tag": "1446b78d-535e-4f9f-b0e3-a4ab858b044b", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:53:38.006324 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7642a9f-657f-4e3f-b39a-bce33486a767 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:53:38.006707 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e0aa96-8765-4392-911f-b3c0336c9abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1446b78d-535e-4f9f-b0e3-a4ab858b044b', 'code': 200} Nov 09 04:53:38.024673 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=1446b78d-535e-4f9f-b0e3-a4ab858b044b,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:38.172326 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9115b-2479-4cb5-a883-504b2afc8cda req-92ee1404-d2e5-44a2-8839-8f83302b3df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:38.173877 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2cf9115b-2479-4cb5-a883-504b2afc8cda req-92ee1404-d2e5-44a2-8839-8f83302b3df9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 1098 time: 0.0400100 Nov 09 04:53:38.219029 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2cf9115b-2479-4cb5-a883-504b2afc8cda req-81caa68d-42ee-4243-8640-1fd1da9ca10d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384638 Nov 09 04:53:38.553141 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54a1e3-4411-4d2b-b897-1b0a6fc23caa req-a488d6c5-db63-4353-8fb6-799c9159a4d8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:38.554636 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-eb54a1e3-4411-4d2b-b897-1b0a6fc23caa req-a488d6c5-db63-4353-8fb6-799c9159a4d8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0513535 Nov 09 04:53:38.602262 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-eb54a1e3-4411-4d2b-b897-1b0a6fc23caa req-f7d1161d-ad31-49a1-92a3-5b0324626787 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418179 Nov 09 04:53:39.720124 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38664c73-77dc-414e-8e02-01e2223eac3c req-39f7b6a2-e1f9-410a-a7b2-735dc85068b7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:39.721640 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-38664c73-77dc-414e-8e02-01e2223eac3c req-39f7b6a2-e1f9-410a-a7b2-735dc85068b7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0524483 Nov 09 04:53:39.769587 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-38664c73-77dc-414e-8e02-01e2223eac3c req-88ca8ac1-91a0-43c7-b511-ee4e8eccd1de tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420151 Nov 09 04:53:39.880590 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b008c-20d9-47fe-b273-6d9c0564b216 req-1f29e406-7c46-414f-9dee-451a4bb01b72 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:39.881997 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-026b008c-20d9-47fe-b273-6d9c0564b216 req-1f29e406-7c46-414f-9dee-451a4bb01b72 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0478163 Nov 09 04:53:39.929070 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-026b008c-20d9-47fe-b273-6d9c0564b216 req-8521965b-cb6b-4437-bd57-f0db9a8a6aa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412102 Nov 09 04:53:39.950289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56744) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:39.988299 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667c17f7-2f04-4995-977e-f07872eaf601 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:39.989814 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-667c17f7-2f04-4995-977e-f07872eaf601 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 1093 time: 0.0384901 Nov 09 04:53:39.992700 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56746) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:39.996898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': '1446b78d-535e-4f9f-b0e3-a4ab858b044b', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:53:40.018416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:40.114383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:40.216936 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.26.5.101 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/6017003d-0c1e-4ceb-b823-e3e51d86f25f) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:53:40.314710 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:40.346345 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:40.379971 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:53:40.382658 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:53:40.388915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:53:40.414315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=6017003d-0c1e-4ceb-b823-e3e51d86f25f,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:40.730192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:40.796302 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:40.939274 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:40.943808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:41.011933 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=6017003d-0c1e-4ceb-b823-e3e51d86f25f,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:41.023247 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:41.425019 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Floating IP 15759a2b-1eb4-4161-920d-46b67d6dc594 associated. External IP: 172.26.5.101, port: 1446b78d-535e-4f9f-b0e3-a4ab858b044b. Nov 09 04:53:41.627808 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router c1e3e29a-a276-463b-b9c0-9d3c897b8772 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:53:41.731322 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:53:41.742089 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344fe1f3-4fdd-4ae4-8786-fee9b7a0a9e6 None None] Sync routers for ids ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:53:41.749944 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:41.752924 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344fe1f3-4fdd-4ae4-8786-fee9b7a0a9e6 None None] Routers {'c1e3e29a-a276-463b-b9c0-9d3c897b8772'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:53:41.753550 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-344fe1f3-4fdd-4ae4-8786-fee9b7a0a9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:53:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:41.780022 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-83636551-ad40-4a95-914c-ccda8d318fa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7862973 Nov 09 04:53:41.780701 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e0aa96-8765-4392-911f-b3c0336c9abf', 'tag': '1446b78d-535e-4f9f-b0e3-a4ab858b044b'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:53:41.783048 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca67c49-5853-4954-bcf5-dba29e1539ef" -d '{"events": [{"name": "network-changed", "server_uuid": "04e0aa96-8765-4392-911f-b3c0336c9abf", "tag": "1446b78d-535e-4f9f-b0e3-a4ab858b044b"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:53:41.820273 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be48191d-d27f-4f6f-ae3e-39a76098798e x-openstack-request-id: req-be48191d-d27f-4f6f-ae3e-39a76098798e {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:53:41.820561 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e0aa96-8765-4392-911f-b3c0336c9abf", "tag": "1446b78d-535e-4f9f-b0e3-a4ab858b044b", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:53:41.820842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be48191d-d27f-4f6f-ae3e-39a76098798e {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:53:41.821245 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e0aa96-8765-4392-911f-b3c0336c9abf', 'tag': '1446b78d-535e-4f9f-b0e3-a4ab858b044b', 'status': 'completed', 'code': 200} Nov 09 04:53:41.863022 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-344fe1f3-4fdd-4ae4-8786-fee9b7a0a9e6 None None] Set router c1e3e29a-a276-463b-b9c0-9d3c897b8772 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:53:41.909280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c97ef-cb54-4d80-9827-6ea8f750f838 req-835049c8-3213-4679-a454-7a7bb465c645 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:41.910816 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-916c97ef-cb54-4d80-9827-6ea8f750f838 req-835049c8-3213-4679-a454-7a7bb465c645 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0765026 Nov 09 04:53:41.916705 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca67c49-5853-4954-bcf5-dba29e1539ef req-9e1e930b-df3d-43d4-997f-bcf1c886f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:41.918210 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fca67c49-5853-4954-bcf5-dba29e1539ef req-9e1e930b-df3d-43d4-997f-bcf1c886f265 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 1098 time: 0.0718274 Nov 09 04:53:42.023031 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-916c97ef-cb54-4d80-9827-6ea8f750f838 req-4614e81d-31b0-4315-bb7b-0fe28f70a790 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038196 Nov 09 04:53:42.046786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56752) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:42.049875 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca67c49-5853-4954-bcf5-dba29e1539ef req-5d9fdb75-bdbf-4c56-85fa-590e94f98711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:42.051377 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fca67c49-5853-4954-bcf5-dba29e1539ef req-5d9fdb75-bdbf-4c56-85fa-590e94f98711 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb HTTP/1.1" status: 200 len: 897 time: 0.1259177 Nov 09 04:53:42.118951 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6f356c21-256d-414a-9389-adfff5d307d9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/15759a2b-1eb4-4161-920d-46b67d6dc594 HTTP/1.1" status: 200 len: 991 time: 0.0688384 Nov 09 04:53:42.127905 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fca67c49-5853-4954-bcf5-dba29e1539ef req-e1e12a70-c2aa-4212-83c7-73386ebbf435 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1446b78d-535e-4f9f-b0e3-a4ab858b044b HTTP/1.1" status: 200 len: 999 time: 0.0692406 Nov 09 04:53:42.177400 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca67c49-5853-4954-bcf5-dba29e1539ef req-28e0b84d-456f-41dd-9ac3-3c028d94ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:42.178993 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fca67c49-5853-4954-bcf5-dba29e1539ef req-28e0b84d-456f-41dd-9ac3-3c028d94ccfa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4763f44b-74d6-4ab8-941b-ab053ed6ae8e HTTP/1.1" status: 200 len: 834 time: 0.0448668 Nov 09 04:53:42.182459 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-344fe1f3-4fdd-4ae4-8786-fee9b7a0a9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:27Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '15759a2b-1eb4-4161-920d-46b67d6dc594', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'floating_ip_address': '172.26.5.101', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'port_id': '1446b78d-535e-4f9f-b0e3-a4ab858b044b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'mac_address': 'fa:16:3e:c5:77:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0aa96-8765-4392-911f-b3c0336c9abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:53:40Z', 'updated_at': '2021-11-09T04:53:40Z', 'revision_number': 0, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3', 'name': '', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:91:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:26Z', 'updated_at': '2021-11-09T04:53:30Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:42.211207 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344fe1f3-4fdd-4ae4-8786-fee9b7a0a9e6 None None] Checking router: c1e3e29a-a276-463b-b9c0-9d3c897b8772 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:53:42.220252 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344fe1f3-4fdd-4ae4-8786-fee9b7a0a9e6 None None] Routers {'c1e3e29a-a276-463b-b9c0-9d3c897b8772'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:53:42.220892 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-344fe1f3-4fdd-4ae4-8786-fee9b7a0a9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:53:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:42.225605 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca67c49-5853-4954-bcf5-dba29e1539ef req-b99e4b41-5d72-418a-a398-a6958a9a06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:42.227243 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fca67c49-5853-4954-bcf5-dba29e1539ef req-b99e4b41-5d72-418a-a398-a6958a9a06bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418587 Nov 09 04:53:42.319954 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fca67c49-5853-4954-bcf5-dba29e1539ef req-7d5cbe45-0aa5-4aee-bb98-563cb6fa3cac service neutron] 10.222.0.31 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853238 Nov 09 04:53:42.321451 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-344fe1f3-4fdd-4ae4-8786-fee9b7a0a9e6 None None] Set router c1e3e29a-a276-463b-b9c0-9d3c897b8772 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:53:42.410237 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fca67c49-5853-4954-bcf5-dba29e1539ef req-aeb5d90b-0235-433b-b4ef-4bf9aa1c0191 service neutron] 10.222.0.31 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829973 Nov 09 04:53:42.537232 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-344fe1f3-4fdd-4ae4-8786-fee9b7a0a9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:27Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '15759a2b-1eb4-4161-920d-46b67d6dc594', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'floating_ip_address': '172.26.5.101', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'port_id': '1446b78d-535e-4f9f-b0e3-a4ab858b044b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'mac_address': 'fa:16:3e:c5:77:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0aa96-8765-4392-911f-b3c0336c9abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:53:40Z', 'updated_at': '2021-11-09T04:53:40Z', 'revision_number': 0, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3', 'name': '', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:91:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:26Z', 'updated_at': '2021-11-09T04:53:30Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:53:42.562295 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344fe1f3-4fdd-4ae4-8786-fee9b7a0a9e6 None None] The sync data for ids ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'] in dv-neutron-816800-2-hyperv is: [{'id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:27Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '15759a2b-1eb4-4161-920d-46b67d6dc594', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'floating_ip_address': '172.26.5.101', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'port_id': '1446b78d-535e-4f9f-b0e3-a4ab858b044b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'mac_address': 'fa:16:3e:c5:77:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0aa96-8765-4392-911f-b3c0336c9abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:53:40Z', 'updated_at': '2021-11-09T04:53:40Z', 'revision_number': 0, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3', 'name': '', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:91:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:26Z', 'updated_at': '2021-11-09T04:53:30Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:53:42.746426 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c3f66f-7d8a-4d2a-a010-897af0cbad88 None None] New status for floating IP 15759a2b-1eb4-4161-920d-46b67d6dc594: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:53:43.121491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56754) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:43.183138 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-14f1b036-bbde-44a3-a550-25dc47eedb88 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/15759a2b-1eb4-4161-920d-46b67d6dc594 HTTP/1.1" status: 200 len: 993 time: 0.0604799 Nov 09 04:53:43.250589 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:53:47.253175 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:55.608210 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-23fa8136-68cf-4ad7-bd26-3279f34e84c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:57.240515 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7f9dd289-000c-4cfe-94bf-562a270a142a req-8f8729d4-fbec-4c4d-8a5f-8705bd6a7edb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397723 Nov 09 04:53:57.326007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dd289-000c-4cfe-94bf-562a270a142a req-fa551f72-c5fe-4ca1-b249-f08c268c43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:57.328079 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7f9dd289-000c-4cfe-94bf-562a270a142a req-fa551f72-c5fe-4ca1-b249-f08c268c43ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 1098 time: 0.0445237 Nov 09 04:53:57.428484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dd289-000c-4cfe-94bf-562a270a142a req-531bd269-b613-4196-a14c-fdb5c6409555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:57.429961 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7f9dd289-000c-4cfe-94bf-562a270a142a req-531bd269-b613-4196-a14c-fdb5c6409555 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb HTTP/1.1" status: 200 len: 897 time: 0.0827355 Nov 09 04:53:57.498450 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7f9dd289-000c-4cfe-94bf-562a270a142a req-31b6cd25-80c6-4cad-8c4b-ff73a3c60d15 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1446b78d-535e-4f9f-b0e3-a4ab858b044b HTTP/1.1" status: 200 len: 1001 time: 0.0602248 Nov 09 04:53:57.547820 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dd289-000c-4cfe-94bf-562a270a142a req-3f683422-4fca-49bb-b4d2-5f01b19ecc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:57.549229 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7f9dd289-000c-4cfe-94bf-562a270a142a req-3f683422-4fca-49bb-b4d2-5f01b19ecc48 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4763f44b-74d6-4ab8-941b-ab053ed6ae8e HTTP/1.1" status: 200 len: 834 time: 0.0435498 Nov 09 04:53:57.595414 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dd289-000c-4cfe-94bf-562a270a142a req-fff15804-344b-4b04-be07-06ae5ab46458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:53:57.596882 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7f9dd289-000c-4cfe-94bf-562a270a142a req-fff15804-344b-4b04-be07-06ae5ab46458 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399492 Nov 09 04:53:57.692810 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7f9dd289-000c-4cfe-94bf-562a270a142a req-2ac910b2-a735-4826-a5cd-5b254a5c2d00 service neutron] 10.222.0.31 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852032 Nov 09 04:53:57.781057 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7f9dd289-000c-4cfe-94bf-562a270a142a req-c2f27b06-d8f0-4a37-af86-70b454abbb1d service neutron] 10.222.0.31 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809677 Nov 09 04:53:57.889157 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-68b233c5-9d92-4ec1-a436-e70d1ae2cf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:59.202992 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:00.409864 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:01.093223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:14.541206 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f77660-a735-47a0-9d9b-cf538c30a4fc req-1575e9df-794f-432e-b2c3-72ac3138957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:14.542682 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4fc98-67e4-4574-a3ef-2091d46f7d18 req-d03a44e2-335c-438d-b03d-76fbdaed5a5d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:14.543095 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-30f77660-a735-47a0-9d9b-cf538c30a4fc req-1575e9df-794f-432e-b2c3-72ac3138957e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 1098 time: 0.0454638 Nov 09 04:54:14.544180 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d9e4fc98-67e4-4574-a3ef-2091d46f7d18 req-d03a44e2-335c-438d-b03d-76fbdaed5a5d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0492361 Nov 09 04:54:14.594069 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d9e4fc98-67e4-4574-a3ef-2091d46f7d18 req-cf82d5e0-a735-4a75-bcaa-e41c20a24d05 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433033 Nov 09 04:54:14.639885 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f77660-a735-47a0-9d9b-cf538c30a4fc req-752ac635-8047-444b-925a-b2b5236ac817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:14.641290 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-30f77660-a735-47a0-9d9b-cf538c30a4fc req-752ac635-8047-444b-925a-b2b5236ac817 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb HTTP/1.1" status: 200 len: 897 time: 0.0901458 Nov 09 04:54:14.710716 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-30f77660-a735-47a0-9d9b-cf538c30a4fc req-859a65ea-1275-4694-a111-7d5466f31845 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1446b78d-535e-4f9f-b0e3-a4ab858b044b HTTP/1.1" status: 200 len: 1001 time: 0.0609803 Nov 09 04:54:14.759608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f77660-a735-47a0-9d9b-cf538c30a4fc req-56a852f5-0cab-4123-b046-fe46b25f783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:14.761016 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-30f77660-a735-47a0-9d9b-cf538c30a4fc req-56a852f5-0cab-4123-b046-fe46b25f783e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4763f44b-74d6-4ab8-941b-ab053ed6ae8e HTTP/1.1" status: 200 len: 834 time: 0.0429862 Nov 09 04:54:14.805763 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f77660-a735-47a0-9d9b-cf538c30a4fc req-bda0758d-6c20-43e4-afcd-6f37d8b2c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:14.807220 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-30f77660-a735-47a0-9d9b-cf538c30a4fc req-bda0758d-6c20-43e4-afcd-6f37d8b2c99c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385945 Nov 09 04:54:14.898516 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-30f77660-a735-47a0-9d9b-cf538c30a4fc req-e27646dd-2591-4a7e-b649-4cbecb0a5013 service neutron] 10.222.0.31 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837228 Nov 09 04:54:14.986241 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-30f77660-a735-47a0-9d9b-cf538c30a4fc req-0457a47a-0cbb-4602-8edf-8f63a8435421 service neutron] 10.222.0.31 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801451 Nov 09 04:54:15.714686 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebd596-6ba9-4c48-b350-d4ad1cc40752 req-b9ae16ad-99f9-4b86-8f77-4c17094ee92a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:15.716205 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6cebd596-6ba9-4c48-b350-d4ad1cc40752 req-b9ae16ad-99f9-4b86-8f77-4c17094ee92a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0534258 Nov 09 04:54:15.764838 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6cebd596-6ba9-4c48-b350-d4ad1cc40752 req-2265fec8-2370-4fac-b8f0-301efe86e76c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424988 Nov 09 04:54:16.880515 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36358b45-839a-400a-8d50-1225c628c50b req-49e903e9-c3d7-4b48-998b-4c09c1fd7f68 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:16.882007 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-36358b45-839a-400a-8d50-1225c628c50b req-49e903e9-c3d7-4b48-998b-4c09c1fd7f68 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0517330 Nov 09 04:54:16.929769 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-36358b45-839a-400a-8d50-1225c628c50b req-955016f2-d050-4d72-b685-d6bf04a6c76c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418012 Nov 09 04:54:17.254890 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:18.043765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e539bd-82fe-4637-90dd-3289a01dcb7c req-322adb82-1030-427a-a19c-f87c0f7b394b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:18.045257 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-20e539bd-82fe-4637-90dd-3289a01dcb7c req-322adb82-1030-427a-a19c-f87c0f7b394b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0481601 Nov 09 04:54:18.093784 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-20e539bd-82fe-4637-90dd-3289a01dcb7c req-ce1903e0-6625-48d1-bc08-ad121419b251 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421038 Nov 09 04:54:19.205689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3fd36-b14d-4c62-8a9e-fb45163a28bc req-807855d2-5bd9-45e4-b696-44ebb3cfac64 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:19.207140 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f0b3fd36-b14d-4c62-8a9e-fb45163a28bc req-807855d2-5bd9-45e4-b696-44ebb3cfac64 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0483732 Nov 09 04:54:19.255165 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f0b3fd36-b14d-4c62-8a9e-fb45163a28bc req-5c280e54-31ee-4921-b115-d2d799625189 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421393 Nov 09 04:54:20.248758 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:54:20.368582 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0f7b4-c32c-4a55-ba61-01e905059895 req-0a639f23-553b-4bf8-ab25-96f35aca93cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:20.370078 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d0c0f7b4-c32c-4a55-ba61-01e905059895 req-0a639f23-553b-4bf8-ab25-96f35aca93cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0481198 Nov 09 04:54:20.425954 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d0c0f7b4-c32c-4a55-ba61-01e905059895 req-1d253193-6b36-48c1-ad10-b6c40baeaae3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497904 Nov 09 04:54:21.536984 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64ac1b-60e8-4253-865a-36bc9741c6cc req-723610c6-bea2-480d-bde4-ea4214b86cba tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:21.538461 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1a64ac1b-60e8-4253-865a-36bc9741c6cc req-723610c6-bea2-480d-bde4-ea4214b86cba tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0467491 Nov 09 04:54:21.590470 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1a64ac1b-60e8-4253-865a-36bc9741c6cc req-4e37a6db-4438-43a0-b75c-ed6b6defebbf tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462313 Nov 09 04:54:22.702546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b234c7-032f-4276-9477-d76975181b8e req-21428301-3835-4954-b079-502b9ec0ffe2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:22.704039 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f7b234c7-032f-4276-9477-d76975181b8e req-21428301-3835-4954-b079-502b9ec0ffe2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0477984 Nov 09 04:54:22.752113 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f7b234c7-032f-4276-9477-d76975181b8e req-ac943653-1ce5-4cfb-ba77-9a91195ba7aa tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414007 Nov 09 04:54:23.864658 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553290a-5d99-4db3-90fb-c0bbf7a61721 req-7f941e8a-df05-4bd2-8016-a8bab40ba002 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:23.866142 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e553290a-5d99-4db3-90fb-c0bbf7a61721 req-7f941e8a-df05-4bd2-8016-a8bab40ba002 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0479858 Nov 09 04:54:23.914393 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e553290a-5d99-4db3-90fb-c0bbf7a61721 req-0115c85c-22b8-4dbb-a847-243d64245058 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424244 Nov 09 04:54:25.026150 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8cf95-632a-400e-952d-0568cf9adb25 req-0651d76c-1119-455b-b6c2-6c92d96c8df0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:25.027539 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-49d8cf95-632a-400e-952d-0568cf9adb25 req-0651d76c-1119-455b-b6c2-6c92d96c8df0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0478683 Nov 09 04:54:25.076045 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-49d8cf95-632a-400e-952d-0568cf9adb25 req-46b6d7e1-2395-42fa-bd67-652702460313 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426691 Nov 09 04:54:25.609163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9798ccdb-add0-4c00-b52d-66dc87d4bf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:26.187948 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2665d-304c-4893-90d4-90e81d648c5a req-3f787e0d-32e3-4bc7-8e53-0d1dd5d06496 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:26.189450 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8ba2665d-304c-4893-90d4-90e81d648c5a req-3f787e0d-32e3-4bc7-8e53-0d1dd5d06496 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0480433 Nov 09 04:54:26.237524 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8ba2665d-304c-4893-90d4-90e81d648c5a req-63193abe-19e9-4f36-8958-82816a1415b8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415826 Nov 09 04:54:27.354194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737e68-d185-40e2-8cbc-60195b1244ac req-56fed101-f623-4fc1-984f-fd0dccbd076d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:27.355570 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-90737e68-d185-40e2-8cbc-60195b1244ac req-56fed101-f623-4fc1-984f-fd0dccbd076d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0527809 Nov 09 04:54:27.404058 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-90737e68-d185-40e2-8cbc-60195b1244ac req-ce3b210e-a01c-446a-ab49-76a7c86b3b38 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425146 Nov 09 04:54:27.890240 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-05c656a7-54d3-4975-922e-f335d34facaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:28.523085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff089e-f7e8-4090-9143-d3e252287638 req-5666fcaa-b9e9-4d35-bc46-0e6bc88c850a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:28.528782 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8cff089e-f7e8-4090-9143-d3e252287638 req-5666fcaa-b9e9-4d35-bc46-0e6bc88c850a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0574756 Nov 09 04:54:28.576578 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8cff089e-f7e8-4090-9143-d3e252287638 req-c72e00f2-9aad-4227-8e17-69a985b3f51c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418646 Nov 09 04:54:29.205606 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:29.693006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff3a4d-5151-44ea-8132-7e875811394e req-9c71f753-57a1-49ee-8376-4e0b0a75518d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:29.694526 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0aff3a4d-5151-44ea-8132-7e875811394e req-9c71f753-57a1-49ee-8376-4e0b0a75518d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0487795 Nov 09 04:54:29.743243 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0aff3a4d-5151-44ea-8132-7e875811394e req-aafc1859-0509-414b-81d5-261c79380420 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427332 Nov 09 04:54:30.412961 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:31.031227 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e47b27-810d-45ea-a3cb-803a72056a8b req-4b011a39-4db9-497f-b479-6d254442f50b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:31.032644 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-00e47b27-810d-45ea-a3cb-803a72056a8b req-4b011a39-4db9-497f-b479-6d254442f50b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0492167 Nov 09 04:54:31.080128 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-00e47b27-810d-45ea-a3cb-803a72056a8b req-fa210732-86fc-4bd0-af47-b0e118c0fc31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416503 Nov 09 04:54:31.096734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:31.103289 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56800) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:54:31.166041 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6d34fc4c-5d66-46d6-ac2b-3bc79675516d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/15759a2b-1eb4-4161-920d-46b67d6dc594 HTTP/1.1" status: 200 len: 993 time: 0.0616133 Nov 09 04:54:47.263802 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:55.610764 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-84e4da51-2664-4a7c-b62e-5fe05a9ff6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:57.247829 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:54:57.892127 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fcd1fd25-94e5-4ccc-8915-f6435be0c817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:59.208281 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:59.241625 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3ebafa76-61c9-42cd-9aed-ae75b62adbdd req-114e0666-af19-444e-b27b-5e6674c6d1a8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404503 Nov 09 04:54:59.327079 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebafa76-61c9-42cd-9aed-ae75b62adbdd req-22af2c9b-ea8e-4060-92a9-f900d41dceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:59.328572 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3ebafa76-61c9-42cd-9aed-ae75b62adbdd req-22af2c9b-ea8e-4060-92a9-f900d41dceba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 1098 time: 0.0438704 Nov 09 04:54:59.431839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebafa76-61c9-42cd-9aed-ae75b62adbdd req-b4757dae-1802-4eaf-a5b7-ecda8df9bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:59.433302 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3ebafa76-61c9-42cd-9aed-ae75b62adbdd req-b4757dae-1802-4eaf-a5b7-ecda8df9bfd8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb HTTP/1.1" status: 200 len: 897 time: 0.0837114 Nov 09 04:54:59.503060 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3ebafa76-61c9-42cd-9aed-ae75b62adbdd req-2e96b37b-46ac-4c8d-bf04-979208959e81 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1446b78d-535e-4f9f-b0e3-a4ab858b044b HTTP/1.1" status: 200 len: 1001 time: 0.0606141 Nov 09 04:54:59.551490 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebafa76-61c9-42cd-9aed-ae75b62adbdd req-49f704bd-af64-4b5b-aab8-9c2f23a4baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:59.552897 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3ebafa76-61c9-42cd-9aed-ae75b62adbdd req-49f704bd-af64-4b5b-aab8-9c2f23a4baf0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4763f44b-74d6-4ab8-941b-ab053ed6ae8e HTTP/1.1" status: 200 len: 834 time: 0.0427182 Nov 09 04:54:59.598265 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebafa76-61c9-42cd-9aed-ae75b62adbdd req-070911a8-6633-492f-8217-489b9ba6af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:54:59.599743 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3ebafa76-61c9-42cd-9aed-ae75b62adbdd req-070911a8-6633-492f-8217-489b9ba6af7b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399041 Nov 09 04:54:59.690207 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3ebafa76-61c9-42cd-9aed-ae75b62adbdd req-9bee3d47-7bb4-4b23-be60-9e52ab8ebead service neutron] 10.222.0.31 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830481 Nov 09 04:54:59.779995 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3ebafa76-61c9-42cd-9aed-ae75b62adbdd req-50f0403f-3427-48a8-b694-4a3091dab3aa service neutron] 10.222.0.31 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813010 Nov 09 04:55:00.413400 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:01.094670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:01.603330 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56812) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:01.755502 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port 6017003d-0c1e-4ceb-b823-e3e51d86f25f {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:55:01.755841 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:01.831575 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:01.831899 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:01.844004 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for 6017003d-0c1e-4ceb-b823-e3e51d86f25f owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:55:01.984336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:02.009454 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=6017003d-0c1e-4ceb-b823-e3e51d86f25f,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:02.022601 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:02.022959 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:02.023303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:02.023642 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:02.023978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:02.024312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:02.024643 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:02.024976 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:02.025305 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:02.025666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:02.025994 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:02.026320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:02.080381 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:02.080742 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Floating IP 15759a2b-1eb4-4161-920d-46b67d6dc594 disassociated (deleted). External IP: 172.26.5.101, port: 1446b78d-535e-4f9f-b0e3-a4ab858b044b. Nov 09 04:55:02.288464 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router c1e3e29a-a276-463b-b9c0-9d3c897b8772 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:55:02.392670 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:55:02.397265 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:02.403143 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a674a-0b70-4e82-b459-6ca50f4eeee6 None None] Sync routers for ids ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:55:02.411906 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a674a-0b70-4e82-b459-6ca50f4eeee6 None None] Routers {'c1e3e29a-a276-463b-b9c0-9d3c897b8772'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:55:02.412496 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a22a674a-0b70-4e82-b459-6ca50f4eeee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:54:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:02.423902 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-93f5558d-bc0c-4aa7-8a21-cc1a7bddcfb5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/floatingips/15759a2b-1eb4-4161-920d-46b67d6dc594 HTTP/1.1" status: 204 len: 168 time: 0.8195047 Nov 09 04:55:02.424488 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e0aa96-8765-4392-911f-b3c0336c9abf', 'tag': '1446b78d-535e-4f9f-b0e3-a4ab858b044b'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:55:02.426807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ef48bc-4311-4c19-9480-85147efaec8d" -d '{"events": [{"name": "network-changed", "server_uuid": "04e0aa96-8765-4392-911f-b3c0336c9abf", "tag": "1446b78d-535e-4f9f-b0e3-a4ab858b044b"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:55:02.464231 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b6bb94-f7dd-413c-84c7-d8c162f987ec x-openstack-request-id: req-f4b6bb94-f7dd-413c-84c7-d8c162f987ec {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:55:02.464585 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e0aa96-8765-4392-911f-b3c0336c9abf", "tag": "1446b78d-535e-4f9f-b0e3-a4ab858b044b", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:55:02.465278 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4b6bb94-f7dd-413c-84c7-d8c162f987ec {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:55:02.465790 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e0aa96-8765-4392-911f-b3c0336c9abf', 'tag': '1446b78d-535e-4f9f-b0e3-a4ab858b044b', 'status': 'completed', 'code': 200} Nov 09 04:55:02.518878 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-a22a674a-0b70-4e82-b459-6ca50f4eeee6 None None] Set router c1e3e29a-a276-463b-b9c0-9d3c897b8772 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:55:02.533181 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef48bc-4311-4c19-9480-85147efaec8d req-1a312b59-a2db-4c8b-a2f7-26b24e4dc85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:02.534951 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77ef48bc-4311-4c19-9480-85147efaec8d req-1a312b59-a2db-4c8b-a2f7-26b24e4dc85d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 1098 time: 0.0485456 Nov 09 04:55:02.668405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef48bc-4311-4c19-9480-85147efaec8d req-8468850c-01e4-4f50-a964-7808fcf780ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:02.670540 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77ef48bc-4311-4c19-9480-85147efaec8d req-8468850c-01e4-4f50-a964-7808fcf780ca service neutron] 10.222.0.31 "GET /v2.0/networks?id=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb HTTP/1.1" status: 200 len: 897 time: 0.1274438 Nov 09 04:55:02.678074 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d0673-0966-4e94-9152-262e313d64a2 req-d220feaf-25e0-420a-877f-f7f1ef5b9ed5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:02.679458 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e34d0673-0966-4e94-9152-262e313d64a2 req-d220feaf-25e0-420a-877f-f7f1ef5b9ed5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0752037 Nov 09 04:55:02.714490 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a22a674a-0b70-4e82-b459-6ca50f4eeee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:27Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3', 'name': '', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:91:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:26Z', 'updated_at': '2021-11-09T04:53:30Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:02.722031 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77ef48bc-4311-4c19-9480-85147efaec8d req-16a7a08c-2d05-48c1-b1a2-e21d21c5e27d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1446b78d-535e-4f9f-b0e3-a4ab858b044b HTTP/1.1" status: 200 len: 217 time: 0.0416436 Nov 09 04:55:02.740694 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a674a-0b70-4e82-b459-6ca50f4eeee6 None None] Checking router: c1e3e29a-a276-463b-b9c0-9d3c897b8772 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:55:02.749487 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a674a-0b70-4e82-b459-6ca50f4eeee6 None None] Routers {'c1e3e29a-a276-463b-b9c0-9d3c897b8772'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:55:02.750116 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a22a674a-0b70-4e82-b459-6ca50f4eeee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:54:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:02.795712 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e34d0673-0966-4e94-9152-262e313d64a2 req-5a18396f-943f-41f4-88c9-50f0d2f7fb88 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815203 Nov 09 04:55:02.799548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef48bc-4311-4c19-9480-85147efaec8d req-7de1d0f7-7a88-41ec-891c-aeb46ab5858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:02.801018 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77ef48bc-4311-4c19-9480-85147efaec8d req-7de1d0f7-7a88-41ec-891c-aeb46ab5858b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4763f44b-74d6-4ab8-941b-ab053ed6ae8e HTTP/1.1" status: 200 len: 834 time: 0.0714555 Nov 09 04:55:02.851713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef48bc-4311-4c19-9480-85147efaec8d req-f758c51a-31d7-41ba-8c68-a456a831ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:02.853202 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77ef48bc-4311-4c19-9480-85147efaec8d req-f758c51a-31d7-41ba-8c68-a456a831ccd7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440388 Nov 09 04:55:02.853958 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-a22a674a-0b70-4e82-b459-6ca50f4eeee6 None None] Set router c1e3e29a-a276-463b-b9c0-9d3c897b8772 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:55:02.944232 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77ef48bc-4311-4c19-9480-85147efaec8d req-47fbeb3f-debe-4c1d-bae7-53a6eb66f555 service neutron] 10.222.0.31 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832362 Nov 09 04:55:03.037219 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77ef48bc-4311-4c19-9480-85147efaec8d req-9c585403-04ca-4d1c-9bfb-f596611899b9 service neutron] 10.222.0.31 "GET /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858321 Nov 09 04:55:03.135429 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a22a674a-0b70-4e82-b459-6ca50f4eeee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:27Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3', 'name': '', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:91:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:26Z', 'updated_at': '2021-11-09T04:53:30Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:03.161001 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22a674a-0b70-4e82-b459-6ca50f4eeee6 None None] The sync data for ids ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'] in dv-neutron-816800-2-hyperv is: [{'id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:27Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3', 'name': '', 'network_id': '1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:91:36:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:26Z', 'updated_at': '2021-11-09T04:53:30Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '4763f44b-74d6-4ab8-941b-ab053ed6ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:55:03.367130 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ec1cb-08e4-4ff4-80e1-1be6bf1da7db None None] New status for floating IP 15759a2b-1eb4-4161-920d-46b67d6dc594: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:55:03.911563 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c80c53-6a95-4ce2-882c-eab8f7d3a041 req-12051078-7cfe-477a-8b6c-542473f30842 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:03.913072 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-70c80c53-6a95-4ce2-882c-eab8f7d3a041 req-12051078-7cfe-477a-8b6c-542473f30842 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0488031 Nov 09 04:55:03.965713 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-70c80c53-6a95-4ce2-882c-eab8f7d3a041 req-d96e623d-5167-4d56-9649-9138e041eae7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=15cc668f-dc31-4a48-825c-94ede9cee7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461235 Nov 09 04:55:04.134557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c54f7a-7f43-42aa-9ac3-803fe958d2c0 req-0533c9d2-d8ea-4f0b-9780-8fc156e1d7ef tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:04.136077 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-86c54f7a-7f43-42aa-9ac3-803fe958d2c0 req-0533c9d2-d8ea-4f0b-9780-8fc156e1d7ef tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/ports?device_id=04e0aa96-8765-4392-911f-b3c0336c9abf HTTP/1.1" status: 200 len: 945 time: 0.0480697 Nov 09 04:55:04.220986 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-86c54f7a-7f43-42aa-9ac3-803fe958d2c0 req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port 1446b78d-535e-4f9f-b0e3-a4ab858b044b {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:55:04.221245 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-86c54f7a-7f43-42aa-9ac3-803fe958d2c0 req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:04.309547 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-86c54f7a-7f43-42aa-9ac3-803fe958d2c0 req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] For port 1446b78d-535e-4f9f-b0e3-a4ab858b044b, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=1446b78d-535e-4f9f-b0e3-a4ab858b044b,segment=NetworkSegment(13ae8c2c-97fe-4a63-a993-291ce54a1a2d),segment_id=13ae8c2c-97fe-4a63-a993-291ce54a1a2d)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:55:04.309921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-86c54f7a-7f43-42aa-9ac3-803fe958d2c0 req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:04.322244 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-86c54f7a-7f43-42aa-9ac3-803fe958d2c0 req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for 1446b78d-535e-4f9f-b0e3-a4ab858b044b owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:55:04.447218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-86c54f7a-7f43-42aa-9ac3-803fe958d2c0 req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:04.480536 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=1446b78d-535e-4f9f-b0e3-a4ab858b044b,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:04.508658 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:04.509005 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:04.509344 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:04.509707 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:04.510042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:04.510420 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:04.510837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:04.511167 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:04.511492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:04.511927 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:04.512277 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:04.512602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:04.536311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c54f7a-7f43-42aa-9ac3-803fe958d2c0 req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] No DVR routers for this DVR port 1446b78d-535e-4f9f-b0e3-a4ab858b044b on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:55:04.539236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-86c54f7a-7f43-42aa-9ac3-803fe958d2c0 req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:04.543052 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-86c54f7a-7f43-42aa-9ac3-803fe958d2c0 req-ccbecaba-c7c5-430f-b502-ebba54f627d4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "DELETE /v2.0/ports/1446b78d-535e-4f9f-b0e3-a4ab858b044b HTTP/1.1" status: 204 len: 173 time: 0.4013779 Nov 09 04:55:04.543495 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e0aa96-8765-4392-911f-b3c0336c9abf', 'name': 'network-vif-deleted', 'tag': '1446b78d-535e-4f9f-b0e3-a4ab858b044b'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:55:04.546495 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939d2694-fdc7-4580-94ba-04b8f24cd2da" -d '{"events": [{"server_uuid": "04e0aa96-8765-4392-911f-b3c0336c9abf", "name": "network-vif-deleted", "tag": "1446b78d-535e-4f9f-b0e3-a4ab858b044b"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:55:04.584240 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe308e9-0468-4690-a0b2-3ed7a41a7316 x-openstack-request-id: req-2fe308e9-0468-4690-a0b2-3ed7a41a7316 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:55:04.584535 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e0aa96-8765-4392-911f-b3c0336c9abf", "name": "network-vif-deleted", "tag": "1446b78d-535e-4f9f-b0e3-a4ab858b044b", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:55:04.584792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fe308e9-0468-4690-a0b2-3ed7a41a7316 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:55:04.585199 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e0aa96-8765-4392-911f-b3c0336c9abf', 'name': 'network-vif-deleted', 'tag': '1446b78d-535e-4f9f-b0e3-a4ab858b044b', 'status': 'completed', 'code': 200} Nov 09 04:55:05.021983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56828) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:05.367824 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-24de4b7c-0898-4b40-bda4-0059c25b4e32 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:05.615142 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-24de4b7c-0898-4b40-bda4-0059c25b4e32 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:55:05.615481 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-24de4b7c-0898-4b40-bda4-0059c25b4e32 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:05.703606 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-24de4b7c-0898-4b40-bda4-0059c25b4e32 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] For port 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3,segment=NetworkSegment(13ae8c2c-97fe-4a63-a993-291ce54a1a2d),segment_id=13ae8c2c-97fe-4a63-a993-291ce54a1a2d)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:55:05.703974 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-24de4b7c-0898-4b40-bda4-0059c25b4e32 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:05.716806 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-24de4b7c-0898-4b40-bda4-0059c25b4e32 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:55:05.892113 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-24de4b7c-0898-4b40-bda4-0059c25b4e32 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:05.915560 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de4b7c-0898-4b40-bda4-0059c25b4e32 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:06.088180 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-24de4b7c-0898-4b40-bda4-0059c25b4e32 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:06.299842 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24de4b7c-0898-4b40-bda4-0059c25b4e32 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router c1e3e29a-a276-463b-b9c0-9d3c897b8772 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:55:06.399915 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24de4b7c-0898-4b40-bda4-0059c25b4e32 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:55:06.404881 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-24de4b7c-0898-4b40-bda4-0059c25b4e32 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "PUT /v2.0/routers/c1e3e29a-a276-463b-b9c0-9d3c897b8772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3818488 Nov 09 04:55:06.408172 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56830) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:06.410300 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08422d64-25b4-4b9f-99c3-cf02a6302fa3 None None] Sync routers for ids ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:55:06.420397 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08422d64-25b4-4b9f-99c3-cf02a6302fa3 None None] Routers {'c1e3e29a-a276-463b-b9c0-9d3c897b8772'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:55:06.420986 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-08422d64-25b4-4b9f-99c3-cf02a6302fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:54:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:06.457040 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d0a5cb-77a9-42e8-80d3-a7818ce7d0cb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting subnet 4763f44b-74d6-4ab8-941b-ab053ed6ae8e {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:55:06.460100 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a5cb-77a9-42e8-80d3-a7818ce7d0cb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:06.498337 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a5cb-77a9-42e8-80d3-a7818ce7d0cb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:06.521728 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-08422d64-25b4-4b9f-99c3-cf02a6302fa3 None None] Set router c1e3e29a-a276-463b-b9c0-9d3c897b8772 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:55:06.581782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a5cb-77a9-42e8-80d3-a7818ce7d0cb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:06.639316 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a5cb-77a9-42e8-80d3-a7818ce7d0cb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:06.665738 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0a5cb-77a9-42e8-80d3-a7818ce7d0cb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Subnet': ['ID=4763f44b-74d6-4ab8-941b-ab053ed6ae8e,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:06.671476 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a5cb-77a9-42e8-80d3-a7818ce7d0cb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:06.677371 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b1d0a5cb-77a9-42e8-80d3-a7818ce7d0cb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/subnets/4763f44b-74d6-4ab8-941b-ab053ed6ae8e HTTP/1.1" status: 204 len: 168 time: 0.2656767 Nov 09 04:55:06.677747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56832) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:06.679043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fb2a27-a490-4652-a70d-c737dd98df2d None None] Network 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:55:06.699845 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-08422d64-25b4-4b9f-99c3-cf02a6302fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:55:05Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:06.726944 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08422d64-25b4-4b9f-99c3-cf02a6302fa3 None None] Checking router: c1e3e29a-a276-463b-b9c0-9d3c897b8772 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:55:06.737674 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08422d64-25b4-4b9f-99c3-cf02a6302fa3 None None] Routers {'c1e3e29a-a276-463b-b9c0-9d3c897b8772'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:55:06.738649 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-08422d64-25b4-4b9f-99c3-cf02a6302fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:54:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:06.797071 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:06.873164 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] DHCP port deletion for 1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:55:06.873452 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-08422d64-25b4-4b9f-99c3-cf02a6302fa3 None None] Set router c1e3e29a-a276-463b-b9c0-9d3c897b8772 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:55:06.925469 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Deleting port c66a15ef-ce97-42e8-aa5f-af2396351a42 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:55:06.926319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:06.933896 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:07.002086 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:55:07.002658 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:07.016131 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] For port c66a15ef-ce97-42e8-aa5f-af2396351a42, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c66a15ef-ce97-42e8-aa5f-af2396351a42,segment=NetworkSegment(13ae8c2c-97fe-4a63-a993-291ce54a1a2d),segment_id=13ae8c2c-97fe-4a63-a993-291ce54a1a2d)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:55:07.016541 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:07.033434 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Calling delete_port for c66a15ef-ce97-42e8-aa5f-af2396351a42 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:55:07.070983 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-08422d64-25b4-4b9f-99c3-cf02a6302fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:55:05Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:07.092686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] For port 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=148d7ff9-6ca5-40bd-82f3-bfa04be4aa28,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:55:07.094086 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:07.103365 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08422d64-25b4-4b9f-99c3-cf02a6302fa3 None None] The sync data for ids ['c1e3e29a-a276-463b-b9c0-9d3c897b8772'] in dv-neutron-816800-2-hyperv is: [{'id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1678850716', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42'}], 'enable_snat': True}, 'gw_port_id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:55:05Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '148d7ff9-6ca5-40bd-82f3-bfa04be4aa28', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:dd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3e29a-a276-463b-b9c0-9d3c897b8772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:53:24Z', 'updated_at': '2021-11-09T04:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:55:07.126737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28 owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:55:07.131226 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:07.164657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Pushing event deleted for resources: {'Port': ['ID=c66a15ef-ce97-42e8-aa5f-af2396351a42,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:07.171039 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] No DVR routers for this DVR port c66a15ef-ce97-42e8-aa5f-af2396351a42 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:55:07.192499 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:07.192909 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:07.193257 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:07.194326 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:07.194326 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:07.194326 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:07.194674 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:07.195012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:07.195343 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:07.195669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:07.195996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:07.196319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba78f0e6-b3a1-4951-8b8a-baece6ae5574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:07.644294 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:07.668556 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=148d7ff9-6ca5-40bd-82f3-bfa04be4aa28,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:07.730976 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:07.818235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:07.820332 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:07.862367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:07.862841 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Fanout notify agent at l3_agent the message router_deleted on router c1e3e29a-a276-463b-b9c0-9d3c897b8772 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:55:07.869859 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:07.871089 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c064d6d5-89a0-40f2-81e3-62d1828bd0ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/routers/c1e3e29a-a276-463b-b9c0-9d3c897b8772 HTTP/1.1" status: 204 len: 168 time: 1.1922481 Nov 09 04:55:07.873788 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56834) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:07.955873 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c29a3748-dd1e-457d-84a6-8fb477428ad7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:08.043891 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c29a3748-dd1e-457d-84a6-8fb477428ad7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:08.063988 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c29a3748-dd1e-457d-84a6-8fb477428ad7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:08.073022 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c29a3748-dd1e-457d-84a6-8fb477428ad7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ae8c2c-97fe-4a63-a993-291ce54a1a2d') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:08.073318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-c29a3748-dd1e-457d-84a6-8fb477428ad7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ae8c2c-97fe-4a63-a993-291ce54a1a2d') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:08.082386 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c29a3748-dd1e-457d-84a6-8fb477428ad7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:08.095615 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c29a3748-dd1e-457d-84a6-8fb477428ad7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:08.101809 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29a3748-dd1e-457d-84a6-8fb477428ad7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:55:08.102188 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c29a3748-dd1e-457d-84a6-8fb477428ad7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:55:08.105042 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:55:08.159451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c29a3748-dd1e-457d-84a6-8fb477428ad7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:08.163911 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-c29a3748-dd1e-457d-84a6-8fb477428ad7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:08.167389 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-c29a3748-dd1e-457d-84a6-8fb477428ad7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/networks/1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb HTTP/1.1" status: 204 len: 168 time: 0.2914670 Nov 09 04:55:08.170138 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56836) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:08.182044 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a3748-dd1e-457d-84a6-8fb477428ad7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Network': ['ID=1dd5dba8-c72d-4c3b-8ae2-8ad2117d6feb,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:08.231580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-efb3d49d-51f0-46be-b9b7-fb2c0ccc2f57 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:08.256398 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-efb3d49d-51f0-46be-b9b7-fb2c0ccc2f57 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:08.269883 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 1446b78d-535e-4f9f-b0e3-a4ab858b044b no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:55:08.310322 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 1446b78d-535e-4f9f-b0e3-a4ab858b044b {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:55:08.310674 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 1446b78d-535e-4f9f-b0e3-a4ab858b044b not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:55:08.323464 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-efb3d49d-51f0-46be-b9b7-fb2c0ccc2f57 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:08.326323 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-efb3d49d-51f0-46be-b9b7-fb2c0ccc2f57 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:08.327706 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-efb3d49d-51f0-46be-b9b7-fb2c0ccc2f57 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/security-groups/15cc668f-dc31-4a48-825c-94ede9cee7b2 HTTP/1.1" status: 204 len: 168 time: 0.1557581 Nov 09 04:55:08.338162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3d49d-51f0-46be-b9b7-fb2c0ccc2f57 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cc668f-dc31-4a48-825c-94ede9cee7b2,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:08.349338 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:55:08.401781 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:55:08.402137 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 148d7ff9-6ca5-40bd-82f3-bfa04be4aa28 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:55:08.402565 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c66a15ef-ce97-42e8-aa5f-af2396351a42 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:55:08.428943 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: c66a15ef-ce97-42e8-aa5f-af2396351a42 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:55:08.429299 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c66a15ef-ce97-42e8-aa5f-af2396351a42 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:55:08.429747 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:55:08.453606 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:55:08.453959 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4d2d498c-aa7d-4d76-b8ad-cf246bdaf7b3 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:55:08.835251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56844) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:08.839851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7f4de8fb-1ae3-4a24-aa02-4f510421f58c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-675474323', 'description': 'tempest-secgroup-smoke-675474323 description', 'project_id': '4983a50847c34e62a64f2180b2274ac2'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:55:08.862721 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7f4de8fb-1ae3-4a24-aa02-4f510421f58c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:08.926475 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7f4de8fb-1ae3-4a24-aa02-4f510421f58c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:08.930836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7f4de8fb-1ae3-4a24-aa02-4f510421f58c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:08.957782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7f4de8fb-1ae3-4a24-aa02-4f510421f58c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:08.958919 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7f4de8fb-1ae3-4a24-aa02-4f510421f58c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1226575 Nov 09 04:55:08.961876 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56846) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:08.963127 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4de8fb-1ae3-4a24-aa02-4f510421f58c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:08.969654 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-41623446-e117-4b94-913e-e55552d305b2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:55:08.995811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41623446-e117-4b94-913e-e55552d305b2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.053440 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41623446-e117-4b94-913e-e55552d305b2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.056786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41623446-e117-4b94-913e-e55552d305b2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.071430 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41623446-e117-4b94-913e-e55552d305b2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57441f2f-e6f4-4e2b-8392-6f57a213edda,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:09.082031 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-41623446-e117-4b94-913e-e55552d305b2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.083214 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-41623446-e117-4b94-913e-e55552d305b2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203222 Nov 09 04:55:09.086050 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56848) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:09.090913 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-ffe0d63e-5d6f-4400-8e69-27eec34b0276 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:55:09.118775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffe0d63e-5d6f-4400-8e69-27eec34b0276 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.178006 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffe0d63e-5d6f-4400-8e69-27eec34b0276 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.181598 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffe0d63e-5d6f-4400-8e69-27eec34b0276 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.200056 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0d63e-5d6f-4400-8e69-27eec34b0276 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60581ab-9ff2-4067-ae6c-39761d9cce01,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:09.205743 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffe0d63e-5d6f-4400-8e69-27eec34b0276 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.209836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56850) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:09.210275 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ffe0d63e-5d6f-4400-8e69-27eec34b0276 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226382 Nov 09 04:55:09.215142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-9876125e-d783-430c-921a-1101377cf9af tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:55:09.242109 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9876125e-d783-430c-921a-1101377cf9af tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.298470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9876125e-d783-430c-921a-1101377cf9af tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.301888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9876125e-d783-430c-921a-1101377cf9af tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.320514 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876125e-d783-430c-921a-1101377cf9af tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69b9573-2e7b-4911-ba77-6e40e463fbbf,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:09.326050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-9876125e-d783-430c-921a-1101377cf9af tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.327304 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-9876125e-d783-430c-921a-1101377cf9af tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157258 Nov 09 04:55:09.330240 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56852) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:09.334577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6607b57f-0fc5-4bf6-8017-b19b91124600 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:55:09.359943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6607b57f-0fc5-4bf6-8017-b19b91124600 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.418848 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6607b57f-0fc5-4bf6-8017-b19b91124600 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.422885 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6607b57f-0fc5-4bf6-8017-b19b91124600 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.440333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607b57f-0fc5-4bf6-8017-b19b91124600 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db5a7d3-7440-4ef4-95f5-1c248c2bf398,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:09.447491 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6607b57f-0fc5-4bf6-8017-b19b91124600 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.448672 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6607b57f-0fc5-4bf6-8017-b19b91124600 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174676 Nov 09 04:55:09.451379 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56854) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:09.456337 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-fde17db6-a5c4-405a-96d7-876b8fbf8235 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:55:09.477849 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-fde17db6-a5c4-405a-96d7-876b8fbf8235 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Project 4983a50847c34e62a64f2180b2274ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:55:09.482654 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fde17db6-a5c4-405a-96d7-876b8fbf8235 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.540089 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fde17db6-a5c4-405a-96d7-876b8fbf8235 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.543572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fde17db6-a5c4-405a-96d7-876b8fbf8235 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.560887 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde17db6-a5c4-405a-96d7-876b8fbf8235 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f874292-fb20-40bd-8589-17c730e703c6,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:09.568720 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fde17db6-a5c4-405a-96d7-876b8fbf8235 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.569953 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fde17db6-a5c4-405a-96d7-876b8fbf8235 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175292 Nov 09 04:55:09.572614 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56856) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:09.576972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-2689cd11-5ec2-483e-a114-dd5ad9bb3d8c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:55:09.599493 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-2689cd11-5ec2-483e-a114-dd5ad9bb3d8c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Project 4983a50847c34e62a64f2180b2274ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:55:09.604367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2689cd11-5ec2-483e-a114-dd5ad9bb3d8c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.660649 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2689cd11-5ec2-483e-a114-dd5ad9bb3d8c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.664104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2689cd11-5ec2-483e-a114-dd5ad9bb3d8c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.679198 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689cd11-5ec2-483e-a114-dd5ad9bb3d8c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce277bc-9692-4a8e-b348-4e868b48f629,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:09.689404 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-2689cd11-5ec2-483e-a114-dd5ad9bb3d8c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.690650 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-2689cd11-5ec2-483e-a114-dd5ad9bb3d8c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170945 Nov 09 04:55:09.693549 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56858) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:09.698438 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-62cc7b77-d62d-4196-a035-d91af3ae8936 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'network': {'name': 'tempest-network-smoke--928043192', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'port_security_enabled': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:55:09.718785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cc7b77-d62d-4196-a035-d91af3ae8936 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Made reservation on behalf of 4983a50847c34e62a64f2180b2274ac2 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:55:09.722432 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62cc7b77-d62d-4196-a035-d91af3ae8936 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.745168 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cc7b77-d62d-4196-a035-d91af3ae8936 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:55:09.754373 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62cc7b77-d62d-4196-a035-d91af3ae8936 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.754724 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-62cc7b77-d62d-4196-a035-d91af3ae8936 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Added segment 663a6a68-33a5-4c09-a2aa-5d88931098fd of type vlan for network 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e Nov 09 04:55:09.795189 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62cc7b77-d62d-4196-a035-d91af3ae8936 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.819618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62cc7b77-d62d-4196-a035-d91af3ae8936 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.825182 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cc7b77-d62d-4196-a035-d91af3ae8936 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:09.825794 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-62cc7b77-d62d-4196-a035-d91af3ae8936 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.860690 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-62cc7b77-d62d-4196-a035-d91af3ae8936 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1660988 Nov 09 04:55:09.863598 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56860) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:09.868590 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'admin_state_up': True, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:55:09.892248 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.892902 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc7b77-d62d-4196-a035-d91af3ae8936 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Network': ['ID=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:09.893285 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:09.905825 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:55:09.944447 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:10.082234 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:10.267892 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:10.286010 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:10.384982 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.26.5.115 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/06e84600-0b58-415f-8a35-f93644a6064a) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:55:10.485480 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:10.518789 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:10.557890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:55:10.564992 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:55:10.567460 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:55:10.597909 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=06e84600-0b58-415f-8a35-f93644a6064a,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:10.814291 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:11.002745 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:11.126934 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 67584cb1-90cf-42fa-a105-b8a8b182b549 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:55:11.229141 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:55:11.239883 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Sync routers for ids ['67584cb1-90cf-42fa-a105-b8a8b182b549'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:55:11.248973 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:11.250365 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b6a9446e-f57d-4c7a-81a5-1dd043a81ea7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3856964 Nov 09 04:55:11.250597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Routers {'67584cb1-90cf-42fa-a105-b8a8b182b549'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:55:11.251212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:54:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['67584cb1-90cf-42fa-a105-b8a8b182b549'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:11.253579 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56862) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:11.280930 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-186bd27f-0e31-4ffb-9f9f-f6acf94254a8 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4983a50847c34e62a64f2180b2274ac2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257869 Nov 09 04:55:11.283832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56864) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:11.361152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Set router 67584cb1-90cf-42fa-a105-b8a8b182b549 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:55:11.379481 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b393e947-dbfa-4dca-a801-121814525cd2 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:11.380992 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b393e947-dbfa-4dca-a801-121814525cd2 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961676 Nov 09 04:55:11.383849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56866) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:11.410953 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7151176f-e68d-4c0c-8a2a-547d7932486b tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260549 Nov 09 04:55:11.413416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56868) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:11.418034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-71bde9b3-74e8-4821-a76b-9585b0841cc5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1458539444', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:55:11.511334 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bde9b3-74e8-4821-a76b-9585b0841cc5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Made reservation on behalf of 4983a50847c34e62a64f2180b2274ac2 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:55:11.515397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71bde9b3-74e8-4821-a76b-9585b0841cc5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:11.539237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '06e84600-0b58-415f-8a35-f93644a6064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:55:09Z', 'updated_at': '2021-11-09T04:55:10Z', 'revision_number': 3, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '06e84600-0b58-415f-8a35-f93644a6064a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:10Z', 'updated_at': '2021-11-09T04:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:11.564897 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Checking router: 67584cb1-90cf-42fa-a105-b8a8b182b549 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:55:11.565241 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Updating router 67584cb1-90cf-42fa-a105-b8a8b182b549 port 06e84600-0b58-415f-8a35-f93644a6064a binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:55:11.591560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:11.696562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71bde9b3-74e8-4821-a76b-9585b0841cc5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:11.773344 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bde9b3-74e8-4821-a76b-9585b0841cc5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Subnet': ['ID=ec190358-47dc-43f7-85a0-6836dc7b7937,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:11.787583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bde9b3-74e8-4821-a76b-9585b0841cc5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Checking segment: {'id': '663a6a68-33a5-4c09-a2aa-5d88931098fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:55:11.788237 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bde9b3-74e8-4821-a76b-9585b0841cc5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network hostable DHCP agents. Network: 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:55:11.809409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bde9b3-74e8-4821-a76b-9585b0841cc5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:55:11.819558 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-71bde9b3-74e8-4821-a76b-9585b0841cc5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:55:11.825562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bde9b3-74e8-4821-a76b-9585b0841cc5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:11.826376 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-71bde9b3-74e8-4821-a76b-9585b0841cc5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:11.839960 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df7dbbd-ed9a-4aba-8124-537b2e7b1760 None None] Network 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:55:11.844517 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-71bde9b3-74e8-4821-a76b-9585b0841cc5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4297974 Nov 09 04:55:11.847295 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56870) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:12.083037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ips': [{'subnet_id': 'ec190358-47dc-43f7-85a0-6836dc7b7937'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:55:12.083881 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:12.121374 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:12.168795 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:12.270717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Attempting to bind port 06e84600-0b58-415f-8a35-f93644a6064a on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:55:12.271397 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Attempting to bind port 06e84600-0b58-415f-8a35-f93644a6064a by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:55:12.271542 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Attempting to bind port 06e84600-0b58-415f-8a35-f93644a6064a on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:55:12.275181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117dd79-cbf6-4715-a265-fa2e7f255c06 None None] Pushing event updated for resources: {'Port': ['ID=06e84600-0b58-415f-8a35-f93644a6064a,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:12.289169 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:55:12.289578 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:55:12.289987 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:12.290387 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:55:12.290876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Bound port: 06e84600-0b58-415f-8a35-f93644a6064a, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:55:12.291264 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:12.324972 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Allocated IP 172.20.0.2 (2c2e79d7-61e7-4e68-a6a6-8514ed64f48e/ec190358-47dc-43f7-85a0-6836dc7b7937/a97bf507-963a-49bc-9c07-f06b051d72ca) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:55:12.377933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] For port 06e84600-0b58-415f-8a35-f93644a6064a, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:55:12.420562 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] For port 06e84600-0b58-415f-8a35-f93644a6064a, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=06e84600-0b58-415f-8a35-f93644a6064a,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:55:12.426926 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:12.513138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Routers {'67584cb1-90cf-42fa-a105-b8a8b182b549'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:55:12.513802 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:54:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['67584cb1-90cf-42fa-a105-b8a8b182b549'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:12.537215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117dd79-cbf6-4715-a265-fa2e7f255c06 None None] Pushing event updated for resources: {'Port': ['ID=06e84600-0b58-415f-8a35-f93644a6064a,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:12.604380 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:12.630290 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:12.639910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:12.693816 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] Set router 67584cb1-90cf-42fa-a105-b8a8b182b549 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:55:12.752450 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Network 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:55:12.753332 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Pushing event updated for resources: {'Port': ['ID=a97bf507-963a-49bc-9c07-f06b051d72ca,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:12.758103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:55:12.760664 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:55:12.868280 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Attempting to bind port a97bf507-963a-49bc-9c07-f06b051d72ca on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:55:12.868552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Attempting to bind port a97bf507-963a-49bc-9c07-f06b051d72ca by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '663a6a68-33a5-4c09-a2aa-5d88931098fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:55:12.868916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Attempting to bind port a97bf507-963a-49bc-9c07-f06b051d72ca on network 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:55:12.873348 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.20.0.1 (2c2e79d7-61e7-4e68-a6a6-8514ed64f48e/ec190358-47dc-43f7-85a0-6836dc7b7937/80dabfd8-5017-420c-afea-c37e3b813da4) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:55:12.881047 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:55:12.881625 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Checking segment: {'id': '663a6a68-33a5-4c09-a2aa-5d88931098fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:55:12.881854 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:12.882239 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Bound using segment: {'id': '663a6a68-33a5-4c09-a2aa-5d88931098fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:55:12.882699 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Bound port: a97bf507-963a-49bc-9c07-f06b051d72ca, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663a6a68-33a5-4c09-a2aa-5d88931098fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:55:12.883099 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:12.974261 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] For port a97bf507-963a-49bc-9c07-f06b051d72ca, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:55:12.978194 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] For port a97bf507-963a-49bc-9c07-f06b051d72ca, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a97bf507-963a-49bc-9c07-f06b051d72ca,segment=NetworkSegment(663a6a68-33a5-4c09-a2aa-5d88931098fd),segment_id=663a6a68-33a5-4c09-a2aa-5d88931098fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:55:12.984715 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:12.988812 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '06e84600-0b58-415f-8a35-f93644a6064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:55:09Z', 'updated_at': '2021-11-09T04:55:10Z', 'revision_number': 3, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '06e84600-0b58-415f-8a35-f93644a6064a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:10Z', 'updated_at': '2021-11-09T04:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:12.998610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:13.031196 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:13.039464 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd522d9-e9da-420a-90a5-9f4f878c5637 None None] The sync data for ids ['67584cb1-90cf-42fa-a105-b8a8b182b549'] in dv-neutron-816800-2-hyperv is: [{'id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '06e84600-0b58-415f-8a35-f93644a6064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:55:09Z', 'updated_at': '2021-11-09T04:55:10Z', 'revision_number': 3, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '06e84600-0b58-415f-8a35-f93644a6064a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:10Z', 'updated_at': '2021-11-09T04:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:55:13.079233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43026ac-14f3-4ed1-90b5-20946da5af0e None None] Pushing event updated for resources: {'Port': ['ID=a97bf507-963a-49bc-9c07-f06b051d72ca,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:13.079975 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:55:13.083236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:55:13.086276 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:55:13.122473 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=80dabfd8-5017-420c-afea-c37e3b813da4,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:13.148007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:13.320947 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:13.628731 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:13.633427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:13.709665 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=80dabfd8-5017-420c-afea-c37e3b813da4,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:13.715078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:13.816491 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:55:13.818073 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:55:13.942305 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 67584cb1-90cf-42fa-a105-b8a8b182b549 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:55:14.051399 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205a56a2-6d83-40c7-87f7-af4d6c631417 None None] Network 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:55:14.056522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:55:14.064275 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ffe00e37-3c64-4ee2-b707-3ec249cc00bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "PUT /v2.0/routers/67584cb1-90cf-42fa-a105-b8a8b182b549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2159255 Nov 09 04:55:14.177921 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c21f041f-1778-493f-b96a-2e062a0ddc25 None None] Provisioning complete for port a97bf507-963a-49bc-9c07-f06b051d72ca triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:55:14.178292 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c21f041f-1778-493f-b96a-2e062a0ddc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:14.227031 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-1357606d-c742-4778-864a-9f454d03f51a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-675474323&fields=id&tenant_id=4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 267 time: 0.0528321 Nov 09 04:55:14.291319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c21f041f-1778-493f-b96a-2e062a0ddc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:14.334498 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 06e84600-0b58-415f-8a35-f93644a6064a up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:55:14.338311 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c21f041f-1778-493f-b96a-2e062a0ddc25 None None] For port a97bf507-963a-49bc-9c07-f06b051d72ca, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a97bf507-963a-49bc-9c07-f06b051d72ca,segment=NetworkSegment(663a6a68-33a5-4c09-a2aa-5d88931098fd),segment_id=663a6a68-33a5-4c09-a2aa-5d88931098fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:55:14.362151 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c21f041f-1778-493f-b96a-2e062a0ddc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:14.385182 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-8508275a-0728-4746-a3db-4b3e4fddf276 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:14.386724 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-8508275a-0728-4746-a3db-4b3e4fddf276 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/networks?id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e HTTP/1.1" status: 200 len: 796 time: 0.1403348 Nov 09 04:55:14.410957 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-4d1d5cfd-89fe-4b9f-bb09-1641959dd4ca tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/quotas/4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 375 time: 0.0149641 Nov 09 04:55:14.428120 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f041f-1778-493f-b96a-2e062a0ddc25 None None] Pushing event updated for resources: {'Port': ['ID=a97bf507-963a-49bc-9c07-f06b051d72ca,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:14.439124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 06e84600-0b58-415f-8a35-f93644a6064a triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:55:14.439663 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:14.470009 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-5ddb232c-6b57-4015-abc1-9ebd261be92e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504599 Nov 09 04:55:14.524234 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:14.548997 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 06e84600-0b58-415f-8a35-f93644a6064a, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=06e84600-0b58-415f-8a35-f93644a6064a,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:55:14.555348 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:14.556271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a97bf507-963a-49bc-9c07-f06b051d72ca up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:55:14.574579 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-88d12939-c51f-4a8f-b8b1-be16a738b0d3 service neutron] 10.222.0.21 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912700 Nov 09 04:55:14.652344 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c2c8e677-5f00-4be0-90b2-496ee15d68b7 None None] Provisioning complete for port a97bf507-963a-49bc-9c07-f06b051d72ca triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:55:14.652713 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c2c8e677-5f00-4be0-90b2-496ee15d68b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:14.656701 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=06e84600-0b58-415f-8a35-f93644a6064a,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:14.693229 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-c66889c3-b6b0-4821-8dd9-556b8e7f0822 service neutron] 10.222.0.21 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104870 Nov 09 04:55:14.705890 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port a97bf507-963a-49bc-9c07-f06b051d72ca triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:55:14.706273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:14.845332 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Sync routers for ids ['67584cb1-90cf-42fa-a105-b8a8b182b549'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:55:14.846372 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c2c8e677-5f00-4be0-90b2-496ee15d68b7 None None] Provisioning complete for port 80dabfd8-5017-420c-afea-c37e3b813da4 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:55:14.846816 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c2c8e677-5f00-4be0-90b2-496ee15d68b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:14.860678 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Routers {'67584cb1-90cf-42fa-a105-b8a8b182b549'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:55:14.861304 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:54:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['67584cb1-90cf-42fa-a105-b8a8b182b549'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:14.896669 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c2c8e677-5f00-4be0-90b2-496ee15d68b7 None None] Port 80dabfd8-5017-420c-afea-c37e3b813da4 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:55:14.900801 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2ef0144c-ab9c-40d4-ab61-bbf53e161e4f req-2ced69a2-1525-45be-8ada-0ba1327acb62 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 210 time: 0.0359809 Nov 09 04:55:15.005829 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Set router 67584cb1-90cf-42fa-a105-b8a8b182b549 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:55:15.017169 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-f00b2234-28bb-4811-ab59-5c589547fd4f None None] Provisioning complete for port 80dabfd8-5017-420c-afea-c37e3b813da4 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:55:15.017647 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f00b2234-28bb-4811-ab59-5c589547fd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:15.052729 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-f00b2234-28bb-4811-ab59-5c589547fd4f None None] Port 80dabfd8-5017-420c-afea-c37e3b813da4 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:55:15.205530 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '06e84600-0b58-415f-8a35-f93644a6064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:55:09Z', 'updated_at': '2021-11-09T04:55:13Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '06e84600-0b58-415f-8a35-f93644a6064a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:10Z', 'updated_at': '2021-11-09T04:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '80dabfd8-5017-420c-afea-c37e3b813da4', 'name': '', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:db:19:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:12Z', 'updated_at': '2021-11-09T04:55:13Z', 'revision_number': 2, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:15.234114 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Checking router: 67584cb1-90cf-42fa-a105-b8a8b182b549 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:55:15.234469 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Updating router 67584cb1-90cf-42fa-a105-b8a8b182b549 port 80dabfd8-5017-420c-afea-c37e3b813da4 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:55:15.261721 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:15.517773 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:15.522560 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:15.569320 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7545247-ce8a-4ef5-996d-fc8d826d7ef6 None None] Pushing event updated for resources: {'Port': ['ID=80dabfd8-5017-420c-afea-c37e3b813da4,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:15.594830 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7545247-ce8a-4ef5-996d-fc8d826d7ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:15.595171 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7545247-ce8a-4ef5-996d-fc8d826d7ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:15.595507 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7545247-ce8a-4ef5-996d-fc8d826d7ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:15.595834 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7545247-ce8a-4ef5-996d-fc8d826d7ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:15.596159 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7545247-ce8a-4ef5-996d-fc8d826d7ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:15.596482 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7545247-ce8a-4ef5-996d-fc8d826d7ef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:15.596798 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7545247-ce8a-4ef5-996d-fc8d826d7ef6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:15.597116 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7545247-ce8a-4ef5-996d-fc8d826d7ef6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:15.597436 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7545247-ce8a-4ef5-996d-fc8d826d7ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:15.597797 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7545247-ce8a-4ef5-996d-fc8d826d7ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:15.598090 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7545247-ce8a-4ef5-996d-fc8d826d7ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:15.598404 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7545247-ce8a-4ef5-996d-fc8d826d7ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:55:15.728649 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Attempting to bind port 80dabfd8-5017-420c-afea-c37e3b813da4 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:55:15.729015 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Attempting to bind port 80dabfd8-5017-420c-afea-c37e3b813da4 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '663a6a68-33a5-4c09-a2aa-5d88931098fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:55:15.729371 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Attempting to bind port 80dabfd8-5017-420c-afea-c37e3b813da4 on network 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:55:15.734998 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:55:15.735379 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Checking segment: {'id': '663a6a68-33a5-4c09-a2aa-5d88931098fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:55:15.735761 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:15.736148 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Bound using segment: {'id': '663a6a68-33a5-4c09-a2aa-5d88931098fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:55:15.736610 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Bound port: 80dabfd8-5017-420c-afea-c37e3b813da4, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663a6a68-33a5-4c09-a2aa-5d88931098fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:55:15.736987 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:15.787883 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-cb31c04c-bd5a-4ff0-aaa9-84c8974ce7ef None None] Provisioning complete for port 80dabfd8-5017-420c-afea-c37e3b813da4 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:55:15.788159 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cb31c04c-bd5a-4ff0-aaa9-84c8974ce7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:15.798582 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] For port 80dabfd8-5017-420c-afea-c37e3b813da4, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:55:15.803099 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] For port 80dabfd8-5017-420c-afea-c37e3b813da4, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=80dabfd8-5017-420c-afea-c37e3b813da4,segment=NetworkSegment(663a6a68-33a5-4c09-a2aa-5d88931098fd),segment_id=663a6a68-33a5-4c09-a2aa-5d88931098fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:55:15.808880 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:15.846732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-cb31c04c-bd5a-4ff0-aaa9-84c8974ce7ef None None] Port 80dabfd8-5017-420c-afea-c37e3b813da4 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:55:15.860269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-0ef221e6-75ad-45a3-9f8e-c33ec48ccb04 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:15.861787 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-0ef221e6-75ad-45a3-9f8e-c33ec48ccb04 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/networks?id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e HTTP/1.1" status: 200 len: 796 time: 0.1248684 Nov 09 04:55:15.881334 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Routers {'67584cb1-90cf-42fa-a105-b8a8b182b549'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:55:15.881968 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:54:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['67584cb1-90cf-42fa-a105-b8a8b182b549'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:15.884580 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7545247-ce8a-4ef5-996d-fc8d826d7ef6 None None] Pushing event updated for resources: {'Port': ['ID=80dabfd8-5017-420c-afea-c37e3b813da4,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:15.952851 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-3e927164-5697-484f-8176-e4bae4491523 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 379 time: 0.0800602 Nov 09 04:55:15.963977 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-9254c808-4504-4715-8735-5f5b02d4bc21 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'port': {'device_id': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'admin_state_up': True, 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'security_groups': ['145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:55:16.026203 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] Set router 67584cb1-90cf-42fa-a105-b8a8b182b549 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:55:16.026436 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c1da0a50-975f-4173-94ec-8aabe31f1e39 req-8436e448-6f22-4613-a50b-48032b80d963 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 210 time: 0.0332019 Nov 09 04:55:16.115618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-9254c808-4504-4715-8735-5f5b02d4bc21 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Made reservation on behalf of 4983a50847c34e62a64f2180b2274ac2 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:55:16.119337 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-9254c808-4504-4715-8735-5f5b02d4bc21 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:16.168300 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-306bbc94-ca40-4e62-b894-5183e5a2dc71 None None] Provisioning complete for port 80dabfd8-5017-420c-afea-c37e3b813da4 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:55:16.168876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-306bbc94-ca40-4e62-b894-5183e5a2dc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:16.245586 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '06e84600-0b58-415f-8a35-f93644a6064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:55:09Z', 'updated_at': '2021-11-09T04:55:13Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '06e84600-0b58-415f-8a35-f93644a6064a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:10Z', 'updated_at': '2021-11-09T04:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '80dabfd8-5017-420c-afea-c37e3b813da4', 'name': '', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:db:19:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:12Z', 'updated_at': '2021-11-09T04:55:15Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:16.270837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-9254c808-4504-4715-8735-5f5b02d4bc21 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.20.0.11 (2c2e79d7-61e7-4e68-a6a6-8514ed64f48e/ec190358-47dc-43f7-85a0-6836dc7b7937/ed3cf93b-37eb-4869-9c56-9aa86183a7fe) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:55:16.272693 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2957f65-c60f-4a6e-b100-aa99553bf098 None None] The sync data for ids ['67584cb1-90cf-42fa-a105-b8a8b182b549'] in dv-neutron-816800-2-hyperv is: [{'id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '06e84600-0b58-415f-8a35-f93644a6064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:55:09Z', 'updated_at': '2021-11-09T04:55:13Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '06e84600-0b58-415f-8a35-f93644a6064a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:10Z', 'updated_at': '2021-11-09T04:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '80dabfd8-5017-420c-afea-c37e3b813da4', 'name': '', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:db:19:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:12Z', 'updated_at': '2021-11-09T04:55:15Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:55:16.423027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 06e84600-0b58-415f-8a35-f93644a6064a up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:55:16.459892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-9254c808-4504-4715-8735-5f5b02d4bc21 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:16.460135 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-306bbc94-ca40-4e62-b894-5183e5a2dc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:16.495650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-9254c808-4504-4715-8735-5f5b02d4bc21 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:16.505253 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-306bbc94-ca40-4e62-b894-5183e5a2dc71 None None] For port 80dabfd8-5017-420c-afea-c37e3b813da4, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=80dabfd8-5017-420c-afea-c37e3b813da4,segment=NetworkSegment(663a6a68-33a5-4c09-a2aa-5d88931098fd),segment_id=663a6a68-33a5-4c09-a2aa-5d88931098fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:55:16.512012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 06e84600-0b58-415f-8a35-f93644a6064a triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:55:16.512419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:16.515146 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-306bbc94-ca40-4e62-b894-5183e5a2dc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:16.548909 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-9254c808-4504-4715-8735-5f5b02d4bc21 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:55:16.554671 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-9254c808-4504-4715-8735-5f5b02d4bc21 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:55:16.558761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-9254c808-4504-4715-8735-5f5b02d4bc21 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:55:16.587693 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254c808-4504-4715-8735-5f5b02d4bc21 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:16.597876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306bbc94-ca40-4e62-b894-5183e5a2dc71 None None] Pushing event updated for resources: {'Port': ['ID=80dabfd8-5017-420c-afea-c37e3b813da4,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:16.638993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a97bf507-963a-49bc-9c07-f06b051d72ca up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:55:16.644541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-9254c808-4504-4715-8735-5f5b02d4bc21 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:16.645274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-9254c808-4504-4715-8735-5f5b02d4bc21 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:16.669589 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-9254c808-4504-4715-8735-5f5b02d4bc21 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7095397 Nov 09 04:55:16.690548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Request body: {'port': {'device_id': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:55:16.698683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port a97bf507-963a-49bc-9c07-f06b051d72ca triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:55:16.698683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:16.756149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:16.940029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-796a5dfd-ab56-4654-8f5f-c3cfff19c9f8 None None] Provisioning complete for port ed3cf93b-37eb-4869-9c56-9aa86183a7fe triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:55:16.940407 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-796a5dfd-ab56-4654-8f5f-c3cfff19c9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:16.975903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-796a5dfd-ab56-4654-8f5f-c3cfff19c9f8 None None] Port ed3cf93b-37eb-4869-9c56-9aa86183a7fe cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:55:17.051424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3cf93b-37eb-4869-9c56-9aa86183a7fe {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:55:17.059953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:17.073150 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Transition to ACTIVE for port object ed3cf93b-37eb-4869-9c56-9aa86183a7fe will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:55:17.078335 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:17.138764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Pushing event updated for resources: {'Port': ['ID=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:17.164892 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374bda9-2f68-4048-9875-80ba521eda4b req-8795ed86-d24c-4184-becd-0fbd8d92c0cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:17.166467 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4374bda9-2f68-4048-9875-80ba521eda4b req-8795ed86-d24c-4184-becd-0fbd8d92c0cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 944 time: 0.0664241 Nov 09 04:55:17.225567 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Attempting to bind port ed3cf93b-37eb-4869-9c56-9aa86183a7fe on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:55:17.226859 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4374bda9-2f68-4048-9875-80ba521eda4b req-10c4b3d9-fe42-476b-bf86-8491962c2c26 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530617 Nov 09 04:55:17.227427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Attempting to bind port ed3cf93b-37eb-4869-9c56-9aa86183a7fe by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '663a6a68-33a5-4c09-a2aa-5d88931098fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:55:17.228018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Attempting to bind port ed3cf93b-37eb-4869-9c56-9aa86183a7fe on network 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:55:17.233490 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Port ed3cf93b-37eb-4869-9c56-9aa86183a7fe on network 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:55:17.233963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Attempting to bind port ed3cf93b-37eb-4869-9c56-9aa86183a7fe on network 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:55:17.249086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:55:17.249086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Checking segment: {'id': '663a6a68-33a5-4c09-a2aa-5d88931098fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:55:17.249086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Bound using segment: {'id': '663a6a68-33a5-4c09-a2aa-5d88931098fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:55:17.249086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Bound port: ed3cf93b-37eb-4869-9c56-9aa86183a7fe, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '663a6a68-33a5-4c09-a2aa-5d88931098fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:55:17.249086 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:17.271286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:17.317532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] For port ed3cf93b-37eb-4869-9c56-9aa86183a7fe, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:55:17.320815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] For port ed3cf93b-37eb-4869-9c56-9aa86183a7fe, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,segment=NetworkSegment(663a6a68-33a5-4c09-a2aa-5d88931098fd),segment_id=663a6a68-33a5-4c09-a2aa-5d88931098fd)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:55:17.325169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:17.363884 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:17.364322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:17.365771 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] 10.222.0.31 "PUT /v2.0/ports/ed3cf93b-37eb-4869-9c56-9aa86183a7fe HTTP/1.1" status: 200 len: 1094 time: 0.6829715 Nov 09 04:55:17.367970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'tag': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:55:17.371622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cbe61a-2c8c-4d9b-8d36-68e3cdf3fd64" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2367d0-a499-4b78-81ba-a622385aebf7", "tag": "ed3cf93b-37eb-4869-9c56-9aa86183a7fe"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:55:17.411962 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f2fbd-dbb0-456a-9870-8d26ceaf851c service neutron] Pushing event updated for resources: {'Port': ['ID=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:17.445674 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdf3ebe-8374-4762-891b-affec66e29b4 x-openstack-request-id: req-2bdf3ebe-8374-4762-891b-affec66e29b4 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:55:17.447158 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2367d0-a499-4b78-81ba-a622385aebf7", "tag": "ed3cf93b-37eb-4869-9c56-9aa86183a7fe", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:55:17.447419 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bdf3ebe-8374-4762-891b-affec66e29b4 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:55:17.447826 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'tag': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe', 'status': 'completed', 'code': 200} Nov 09 04:55:17.464740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-05f41ff1-db52-4f81-ae7f-a09e376dd8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:17.466546 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-05f41ff1-db52-4f81-ae7f-a09e376dd8bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 1097 time: 0.0499666 Nov 09 04:55:17.513851 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-95c77da7-b775-4dc1-ade2-3ad5f787020a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe HTTP/1.1" status: 200 len: 217 time: 0.0396545 Nov 09 04:55:17.565982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-0ce0930d-a587-4aa3-847d-af064f58869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:17.567515 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-0ce0930d-a587-4aa3-847d-af064f58869a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec190358-47dc-43f7-85a0-6836dc7b7937 HTTP/1.1" status: 200 len: 835 time: 0.0455444 Nov 09 04:55:17.614888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-b60b816f-b8e6-4229-9593-dd80154bb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:17.616379 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-b60b816f-b8e6-4229-9593-dd80154bb86f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420320 Nov 09 04:55:17.710203 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-0cc89b24-a2ac-4646-ad18-3551ff540f8f service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865068 Nov 09 04:55:17.801264 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a95f045e-d735-4f84-8f4d-ee3a2ca0ec5e req-85abaf96-bce2-4784-aaa5-88ecef4cf475 service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800240 Nov 09 04:55:17.891146 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbe61a-2c8c-4d9b-8d36-68e3cdf3fd64 req-6302a377-05df-4e45-a68b-37b73be78976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:17.892627 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-37cbe61a-2c8c-4d9b-8d36-68e3cdf3fd64 req-6302a377-05df-4e45-a68b-37b73be78976 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 1097 time: 0.0440588 Nov 09 04:55:17.984298 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbe61a-2c8c-4d9b-8d36-68e3cdf3fd64 req-c2209a00-eaa0-40ee-8b12-76fbc985b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:17.985798 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-37cbe61a-2c8c-4d9b-8d36-68e3cdf3fd64 req-c2209a00-eaa0-40ee-8b12-76fbc985b712 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e HTTP/1.1" status: 200 len: 896 time: 0.0855367 Nov 09 04:55:18.029963 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-37cbe61a-2c8c-4d9b-8d36-68e3cdf3fd64 req-d63b9f53-0d5a-4019-b715-e23b1f5d4382 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe HTTP/1.1" status: 200 len: 217 time: 0.0364363 Nov 09 04:55:18.077970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbe61a-2c8c-4d9b-8d36-68e3cdf3fd64 req-71f9003a-c679-42c4-b6fe-c2520fca3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:18.079297 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-37cbe61a-2c8c-4d9b-8d36-68e3cdf3fd64 req-71f9003a-c679-42c4-b6fe-c2520fca3cd7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec190358-47dc-43f7-85a0-6836dc7b7937 HTTP/1.1" status: 200 len: 835 time: 0.0421064 Nov 09 04:55:18.124951 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbe61a-2c8c-4d9b-8d36-68e3cdf3fd64 req-75451d15-d09d-4336-ad48-6025d003ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:18.126444 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-37cbe61a-2c8c-4d9b-8d36-68e3cdf3fd64 req-75451d15-d09d-4336-ad48-6025d003ed93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394580 Nov 09 04:55:18.222885 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-37cbe61a-2c8c-4d9b-8d36-68e3cdf3fd64 req-c5dda7b2-dea0-4ebc-9710-d92bd466e9ee service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879705 Nov 09 04:55:18.274783 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 80dabfd8-5017-420c-afea-c37e3b813da4 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:55:18.323435 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-37cbe61a-2c8c-4d9b-8d36-68e3cdf3fd64 req-52690ed8-28de-48df-99d0-0673fbeb56ea service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932744 Nov 09 04:55:18.330706 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 80dabfd8-5017-420c-afea-c37e3b813da4 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:55:18.331003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:18.361625 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864a579-e6f3-4e94-b96f-1f736f2ebdeb req-4a8da9cf-5f3c-4fc7-8c66-4f85659406aa tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:18.363122 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e864a579-e6f3-4e94-b96f-1f736f2ebdeb req-4a8da9cf-5f3c-4fc7-8c66-4f85659406aa tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 944 time: 0.0575163 Nov 09 04:55:18.413820 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e864a579-e6f3-4e94-b96f-1f736f2ebdeb req-38f209e3-9992-4cb0-8d1b-d6e168c12826 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444074 Nov 09 04:55:19.527795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0b4a1-d6f7-4a09-bcf4-c36a2e34e8e7 req-92cb71c4-1d1e-41aa-843a-3b9cbacb0d50 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:19.529254 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5bf0b4a1-d6f7-4a09-bcf4-c36a2e34e8e7 req-92cb71c4-1d1e-41aa-843a-3b9cbacb0d50 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 944 time: 0.0483871 Nov 09 04:55:19.580349 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5bf0b4a1-d6f7-4a09-bcf4-c36a2e34e8e7 req-a9f29dd8-46d8-455a-be74-ed3205243436 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452290 Nov 09 04:55:20.287923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ed3cf93b-37eb-4869-9c56-9aa86183a7fe details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:55:20.385574 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ed3cf93b-37eb-4869-9c56-9aa86183a7fe, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,segment=NetworkSegment(663a6a68-33a5-4c09-a2aa-5d88931098fd),segment_id=663a6a68-33a5-4c09-a2aa-5d88931098fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:55:20.398020 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'port_id': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe', 'mac_address': 'fa:16:3e:bf:3d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:55:20.436046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:20.450118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3cf93b-37eb-4869-9c56-9aa86183a7fe {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:55:20.469819 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ed3cf93b-37eb-4869-9c56-9aa86183a7fe, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,segment=NetworkSegment(663a6a68-33a5-4c09-a2aa-5d88931098fd),segment_id=663a6a68-33a5-4c09-a2aa-5d88931098fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:55:20.475996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:20.525646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:20.683999 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['ed3cf93b-37eb-4869-9c56-9aa86183a7fe'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:55:20.702850 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c085674-1cda-4fb1-9006-6360ced7f49f req-cc2d220d-18eb-4c98-ad40-8326c40678a4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:20.705096 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4c085674-1cda-4fb1-9006-6360ced7f49f req-cc2d220d-18eb-4c98-ad40-8326c40678a4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 945 time: 0.0539222 Nov 09 04:55:20.759676 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4c085674-1cda-4fb1-9006-6360ced7f49f req-e0b50898-11d0-4aa2-a73b-ff7a0b8972d1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487487 Nov 09 04:55:21.867985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07e383-ee40-4b63-baaa-a254f5c80a06 req-5f3c03c6-fe5e-411b-8c02-c5d5f1a10cd5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:21.869444 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5b07e383-ee40-4b63-baaa-a254f5c80a06 req-5f3c03c6-fe5e-411b-8c02-c5d5f1a10cd5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 945 time: 0.0476682 Nov 09 04:55:21.918144 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5b07e383-ee40-4b63-baaa-a254f5c80a06 req-d51b01d0-a170-416b-83ef-adc8186e4a50 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419369 Nov 09 04:55:22.288374 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ed3cf93b-37eb-4869-9c56-9aa86183a7fe up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:55:22.336995 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port ed3cf93b-37eb-4869-9c56-9aa86183a7fe completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:55:22.340706 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port ed3cf93b-37eb-4869-9c56-9aa86183a7fe triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:55:22.341077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:22.419531 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:22.442377 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:55:22.444617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda0b226-330b-40bc-9879-b30546ca5987" -d '{"events": [{"server_uuid": "9f2367d0-a499-4b78-81ba-a622385aebf7", "name": "network-vif-plugged", "status": "completed", "tag": "ed3cf93b-37eb-4869-9c56-9aa86183a7fe"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:55:22.457261 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ed3cf93b-37eb-4869-9c56-9aa86183a7fe, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,segment=NetworkSegment(663a6a68-33a5-4c09-a2aa-5d88931098fd),segment_id=663a6a68-33a5-4c09-a2aa-5d88931098fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:55:22.462722 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:22.486163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470769ed-6b1c-4974-b839-9739918508ea x-openstack-request-id: req-470769ed-6b1c-4974-b839-9739918508ea {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:55:22.486449 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2367d0-a499-4b78-81ba-a622385aebf7", "name": "network-vif-plugged", "status": "completed", "tag": "ed3cf93b-37eb-4869-9c56-9aa86183a7fe", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:55:22.486698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-470769ed-6b1c-4974-b839-9739918508ea {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:55:22.487094 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe', 'code': 200} Nov 09 04:55:22.512133 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:22.639407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d5ac4-b8b2-42d3-8684-7f5365a61041 req-fec8d22a-9d63-49a7-b0bd-13b74aaea9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:22.641397 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-267d5ac4-b8b2-42d3-8684-7f5365a61041 req-fec8d22a-9d63-49a7-b0bd-13b74aaea9d3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 1099 time: 0.0388646 Nov 09 04:55:22.686382 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-267d5ac4-b8b2-42d3-8684-7f5365a61041 req-df01aece-d976-4ef4-b392-a9542e08073d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363381 Nov 09 04:55:23.033866 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36effb2-512d-4646-8087-0f56829ccc25 req-beac976d-588d-4ca5-bfd3-87182a67f5fb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:23.035334 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a36effb2-512d-4646-8087-0f56829ccc25 req-beac976d-588d-4ca5-bfd3-87182a67f5fb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0510941 Nov 09 04:55:23.084263 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a36effb2-512d-4646-8087-0f56829ccc25 req-4eb8025f-1fc2-4bba-96b9-1105d92e1b93 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429204 Nov 09 04:55:24.204344 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1c4cf-6a40-460b-a33a-32c5dc882021 req-bc6cce2d-1b40-4413-ae58-2f96c38a183d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:24.205176 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0ce1c4cf-6a40-460b-a33a-32c5dc882021 req-bc6cce2d-1b40-4413-ae58-2f96c38a183d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0524313 Nov 09 04:55:24.254288 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0ce1c4cf-6a40-460b-a33a-32c5dc882021 req-d61a3684-3bc2-428a-9599-81d9f9be3ba5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431378 Nov 09 04:55:24.376675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fc61a-2194-4e3d-aac8-7e871e51d181 req-7092fe00-4b3a-44e2-8c9d-98d52c010453 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:24.378114 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fc3fc61a-2194-4e3d-aac8-7e871e51d181 req-7092fe00-4b3a-44e2-8c9d-98d52c010453 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0589716 Nov 09 04:55:24.424893 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fc3fc61a-2194-4e3d-aac8-7e871e51d181 req-5383afcb-248c-411a-965b-26c766736563 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410061 Nov 09 04:55:24.446065 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56924) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:24.486981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55eeac-c1d0-43de-9b6d-545cda6bddaf tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:24.488449 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-5b55eeac-c1d0-43de-9b6d-545cda6bddaf tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 1094 time: 0.0414197 Nov 09 04:55:24.491227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56926) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:24.495327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:55:24.516208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:24.609771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:24.710104 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.26.5.92 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/c5e3ea73-9c27-4774-afaf-bbef67f1772b) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:55:24.808722 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:24.839350 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:24.879815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:55:24.884482 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:55:24.888691 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:55:24.910513 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=c5e3ea73-9c27-4774-afaf-bbef67f1772b,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:25.230537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:25.296042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:25.440326 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:25.444598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:25.512947 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=c5e3ea73-9c27-4774-afaf-bbef67f1772b,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:55:25.524971 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:25.612199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9fc28df8-62d2-4340-967b-af52f40ee09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:25.623621 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Floating IP 1bc01b83-eda7-48a2-a576-2be309cf5171 associated. External IP: 172.26.5.92, port: ed3cf93b-37eb-4869-9c56-9aa86183a7fe. Nov 09 04:55:26.152145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 67584cb1-90cf-42fa-a105-b8a8b182b549 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:55:26.254594 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:55:26.263862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafb29b-38ff-457c-b182-7b3fede8e4ae None None] Sync routers for ids ['67584cb1-90cf-42fa-a105-b8a8b182b549'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:55:26.272813 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:26.273260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafb29b-38ff-457c-b182-7b3fede8e4ae None None] Routers {'67584cb1-90cf-42fa-a105-b8a8b182b549'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:55:26.273915 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1fafb29b-38ff-457c-b182-7b3fede8e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:54:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['67584cb1-90cf-42fa-a105-b8a8b182b549'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:26.303870 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-120ece7c-a5b5-4548-bfb7-84dbe98ef8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8116446 Nov 09 04:55:26.304470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'tag': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:55:26.306908 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9153885-2a5e-42ab-a26f-2e2391b3da92" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2367d0-a499-4b78-81ba-a622385aebf7", "tag": "ed3cf93b-37eb-4869-9c56-9aa86183a7fe"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:55:26.346529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6366a5a1-e19b-4fe6-a64f-b23fd9444fa1 x-openstack-request-id: req-6366a5a1-e19b-4fe6-a64f-b23fd9444fa1 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:55:26.346831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2367d0-a499-4b78-81ba-a622385aebf7", "tag": "ed3cf93b-37eb-4869-9c56-9aa86183a7fe", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:55:26.347092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6366a5a1-e19b-4fe6-a64f-b23fd9444fa1 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:55:26.347496 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'tag': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe', 'status': 'completed', 'code': 200} Nov 09 04:55:26.394989 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-1fafb29b-38ff-457c-b182-7b3fede8e4ae None None] Set router 67584cb1-90cf-42fa-a105-b8a8b182b549 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:55:26.401861 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c271fc-b5bb-4b55-a279-500c0e35b54a req-c0d9083c-6a87-455e-991d-3d3a7dc53b57 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:26.403490 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b0c271fc-b5bb-4b55-a279-500c0e35b54a req-c0d9083c-6a87-455e-991d-3d3a7dc53b57 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0509145 Nov 09 04:55:26.412735 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9153885-2a5e-42ab-a26f-2e2391b3da92 req-440a5f41-fb11-4fdb-a33b-6353a04385bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:26.414270 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e9153885-2a5e-42ab-a26f-2e2391b3da92 req-440a5f41-fb11-4fdb-a33b-6353a04385bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 1099 time: 0.0420618 Nov 09 04:55:26.456495 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b0c271fc-b5bb-4b55-a279-500c0e35b54a req-c6a0c88e-cb0b-4131-8300-3873bb80a697 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455177 Nov 09 04:55:26.478889 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56932) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:26.514012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9153885-2a5e-42ab-a26f-2e2391b3da92 req-9a09b8e9-7298-43bc-8b13-fd330c534b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:26.516546 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e9153885-2a5e-42ab-a26f-2e2391b3da92 req-9a09b8e9-7298-43bc-8b13-fd330c534b38 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e HTTP/1.1" status: 200 len: 896 time: 0.0939302 Nov 09 04:55:26.549460 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-abf292d8-396a-417a-b0ab-b93d218eb99b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/1bc01b83-eda7-48a2-a576-2be309cf5171 HTTP/1.1" status: 200 len: 991 time: 0.0688267 Nov 09 04:55:26.588400 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e9153885-2a5e-42ab-a26f-2e2391b3da92 req-8aa233ae-464a-4849-8a16-d4d11f297359 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe HTTP/1.1" status: 200 len: 999 time: 0.0639896 Nov 09 04:55:26.628486 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1fafb29b-38ff-457c-b182-7b3fede8e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '06e84600-0b58-415f-8a35-f93644a6064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:55:09Z', 'updated_at': '2021-11-09T04:55:13Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '06e84600-0b58-415f-8a35-f93644a6064a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:10Z', 'updated_at': '2021-11-09T04:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '1bc01b83-eda7-48a2-a576-2be309cf5171', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'floating_ip_address': '172.26.5.92', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'port_id': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'mac_address': 'fa:16:3e:bf:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:55:25Z', 'updated_at': '2021-11-09T04:55:25Z', 'revision_number': 0, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dabfd8-5017-420c-afea-c37e3b813da4', 'name': '', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:db:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:12Z', 'updated_at': '2021-11-09T04:55:16Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:26.636042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9153885-2a5e-42ab-a26f-2e2391b3da92 req-6cea9c47-bb9f-4b75-b43e-04d6c95ffd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:26.637498 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e9153885-2a5e-42ab-a26f-2e2391b3da92 req-6cea9c47-bb9f-4b75-b43e-04d6c95ffd44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec190358-47dc-43f7-85a0-6836dc7b7937 HTTP/1.1" status: 200 len: 835 time: 0.0429931 Nov 09 04:55:26.654875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafb29b-38ff-457c-b182-7b3fede8e4ae None None] Checking router: 67584cb1-90cf-42fa-a105-b8a8b182b549 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:55:26.663685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafb29b-38ff-457c-b182-7b3fede8e4ae None None] Routers {'67584cb1-90cf-42fa-a105-b8a8b182b549'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:55:26.664286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1fafb29b-38ff-457c-b182-7b3fede8e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:54:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['67584cb1-90cf-42fa-a105-b8a8b182b549'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:26.681799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9153885-2a5e-42ab-a26f-2e2391b3da92 req-1e4480d0-a13a-49fd-9cbd-63ac5d40b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:26.683375 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e9153885-2a5e-42ab-a26f-2e2391b3da92 req-1e4480d0-a13a-49fd-9cbd-63ac5d40b792 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390494 Nov 09 04:55:26.769218 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-1fafb29b-38ff-457c-b182-7b3fede8e4ae None None] Set router 67584cb1-90cf-42fa-a105-b8a8b182b549 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:55:26.775410 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e9153885-2a5e-42ab-a26f-2e2391b3da92 req-a9ca5103-7f8c-42c0-a4e7-aee0e81d1209 service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852473 Nov 09 04:55:26.868228 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e9153885-2a5e-42ab-a26f-2e2391b3da92 req-1ee31058-110c-4db3-8a7c-d52b7c589616 service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856972 Nov 09 04:55:26.989009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1fafb29b-38ff-457c-b182-7b3fede8e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '06e84600-0b58-415f-8a35-f93644a6064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:55:09Z', 'updated_at': '2021-11-09T04:55:13Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '06e84600-0b58-415f-8a35-f93644a6064a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:10Z', 'updated_at': '2021-11-09T04:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '1bc01b83-eda7-48a2-a576-2be309cf5171', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'floating_ip_address': '172.26.5.92', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'port_id': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'mac_address': 'fa:16:3e:bf:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:55:25Z', 'updated_at': '2021-11-09T04:55:25Z', 'revision_number': 0, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dabfd8-5017-420c-afea-c37e3b813da4', 'name': '', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:db:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:12Z', 'updated_at': '2021-11-09T04:55:16Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:55:27.014533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafb29b-38ff-457c-b182-7b3fede8e4ae None None] The sync data for ids ['67584cb1-90cf-42fa-a105-b8a8b182b549'] in dv-neutron-816800-2-hyperv is: [{'id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '06e84600-0b58-415f-8a35-f93644a6064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:55:09Z', 'updated_at': '2021-11-09T04:55:13Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '06e84600-0b58-415f-8a35-f93644a6064a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:10Z', 'updated_at': '2021-11-09T04:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '1bc01b83-eda7-48a2-a576-2be309cf5171', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'floating_ip_address': '172.26.5.92', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'port_id': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'mac_address': 'fa:16:3e:bf:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:55:25Z', 'updated_at': '2021-11-09T04:55:25Z', 'revision_number': 0, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dabfd8-5017-420c-afea-c37e3b813da4', 'name': '', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:db:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:12Z', 'updated_at': '2021-11-09T04:55:16Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:55:27.192385 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db09143e-8aed-4ed6-a964-00125efce67d None None] New status for floating IP 1bc01b83-eda7-48a2-a576-2be309cf5171: ACTIVE {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:55:27.552651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 56934) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:27.613828 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cd34daf9-1f8f-4f34-bd87-cf28681db871 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/1bc01b83-eda7-48a2-a576-2be309cf5171 HTTP/1.1" status: 200 len: 993 time: 0.0599353 Nov 09 04:55:27.893411 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f20c3d55-1462-4644-aa59-200cf44b4e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:29.211096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:30.416156 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:31.096677 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:34.246489 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:55:47.285250 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:55.613073 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2c288e0b-8b30-4cf2-bfd4-f758682bff83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:57.894045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6e6d3ede-9a63-4c46-924d-3f97d3efa03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:58.860451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [req-c2566380-b5b3-458b-bf54-dd686e4129cb req-a2b86b7c-8c5d-439f-b917-79ea43d6b24d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:55:58.861459 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c2566380-b5b3-458b-bf54-dd686e4129cb req-a2b86b7c-8c5d-439f-b917-79ea43d6b24d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0513217 Nov 09 04:55:59.042383 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab831a28-15be-4281-8dae-2563ae739e91 req-cb09fdb5-db0c-444f-ae1b-8ab0021b26ab tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:59.044102 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab831a28-15be-4281-8dae-2563ae739e91 req-cb09fdb5-db0c-444f-ae1b-8ab0021b26ab tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0503170 Nov 09 04:55:59.049863 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 56958) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:55:59.094738 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab831a28-15be-4281-8dae-2563ae739e91 req-d481afc6-fbfd-4542-9554-9f7742348a5a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448165 Nov 09 04:55:59.130256 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-d21968ff-c11d-412a-8607-612ef0c9b913 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792136 Nov 09 04:55:59.138955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-ba76e484-793a-4ffd-8356-9216648a1110 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:55:59.140477 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-ba76e484-793a-4ffd-8356-9216648a1110 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048003 Nov 09 04:55:59.216138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:59.279898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b11913-4db8-4f8e-a819-f66184cbb465 req-2d41d84e-7292-4e20-8eef-743779d63993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:59.281468 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f6b11913-4db8-4f8e-a819-f66184cbb465 req-2d41d84e-7292-4e20-8eef-743779d63993 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 1099 time: 0.0467346 Nov 09 04:55:59.389435 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b11913-4db8-4f8e-a819-f66184cbb465 req-8b2d04bc-f622-4b0d-abbb-99d1e69317ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:59.391564 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f6b11913-4db8-4f8e-a819-f66184cbb465 req-8b2d04bc-f622-4b0d-abbb-99d1e69317ab service neutron] 10.222.0.31 "GET /v2.0/networks?id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e HTTP/1.1" status: 200 len: 896 time: 0.0899758 Nov 09 04:55:59.463646 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f6b11913-4db8-4f8e-a819-f66184cbb465 req-5744f712-fc0b-4415-b435-3605dbc7e6c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe HTTP/1.1" status: 200 len: 1001 time: 0.0647917 Nov 09 04:55:59.513025 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b11913-4db8-4f8e-a819-f66184cbb465 req-306afd44-82d8-4ebc-9026-6d73e11bd895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:59.514381 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f6b11913-4db8-4f8e-a819-f66184cbb465 req-306afd44-82d8-4ebc-9026-6d73e11bd895 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec190358-47dc-43f7-85a0-6836dc7b7937 HTTP/1.1" status: 200 len: 835 time: 0.0435631 Nov 09 04:55:59.558597 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b11913-4db8-4f8e-a819-f66184cbb465 req-2377618f-7e8c-489c-bf9e-9c4f7d7da135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:55:59.560140 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f6b11913-4db8-4f8e-a819-f66184cbb465 req-2377618f-7e8c-489c-bf9e-9c4f7d7da135 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386214 Nov 09 04:55:59.652991 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f6b11913-4db8-4f8e-a819-f66184cbb465 req-fadd41dc-ea61-4acf-9ddc-1bf6632b2763 service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855532 Nov 09 04:55:59.742236 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f6b11913-4db8-4f8e-a819-f66184cbb465 req-f61a0fb9-2356-49b0-bc1c-a1294af7fa9d service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816112 Nov 09 04:56:00.210521 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93144bc2-c39d-4b1d-8af6-d8fad81bb84e req-253dec60-7579-4cf5-b927-839b64dd9f75 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:00.212007 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-93144bc2-c39d-4b1d-8af6-d8fad81bb84e req-253dec60-7579-4cf5-b927-839b64dd9f75 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0517313 Nov 09 04:56:00.260258 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-93144bc2-c39d-4b1d-8af6-d8fad81bb84e req-f34059eb-63e6-4a1c-b25a-469d8870561d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422440 Nov 09 04:56:00.418920 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:01.098588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:01.379692 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0608d0-dad7-419f-917f-bef71930cdb6 req-9e0e8eb0-8889-4e60-9385-13e3c7a155fc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:01.381190 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9a0608d0-dad7-419f-917f-bef71930cdb6 req-9e0e8eb0-8889-4e60-9385-13e3c7a155fc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0547249 Nov 09 04:56:01.429105 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9a0608d0-dad7-419f-917f-bef71930cdb6 req-68efdd5e-54cc-41b2-a954-c2be81cc1e3f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420520 Nov 09 04:56:02.542435 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c285623-8207-402f-bbc8-6ce546d2bef4 req-0744636b-8e18-4c6f-9a02-d06530750578 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:02.543817 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6c285623-8207-402f-bbc8-6ce546d2bef4 req-0744636b-8e18-4c6f-9a02-d06530750578 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0474095 Nov 09 04:56:02.592510 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6c285623-8207-402f-bbc8-6ce546d2bef4 req-1b2e85de-8f45-4a14-884b-259fdb2838bf tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423090 Nov 09 04:56:03.711171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c3e89-7c6f-472a-9cf9-42754b5eda04 req-c8883d4a-4dae-4a29-b05e-47bf9c6f58f6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:03.712662 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c98c3e89-7c6f-472a-9cf9-42754b5eda04 req-c8883d4a-4dae-4a29-b05e-47bf9c6f58f6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0498130 Nov 09 04:56:03.767204 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c98c3e89-7c6f-472a-9cf9-42754b5eda04 req-db4add2d-aa12-4983-bf5e-35d8938b96d9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484645 Nov 09 04:56:04.301469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-f4d8252a-4d1b-4b3e-9998-e54c147c5af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:04.302970 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-f4d8252a-4d1b-4b3e-9998-e54c147c5af8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 1099 time: 0.0397282 Nov 09 04:56:04.396199 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-abcd0e7b-ab6a-4d48-9128-12b708340a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:04.397669 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-abcd0e7b-ab6a-4d48-9128-12b708340a40 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e HTTP/1.1" status: 200 len: 896 time: 0.0873764 Nov 09 04:56:04.464461 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-f91e43ae-e43e-4df9-8967-58794344c227 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe HTTP/1.1" status: 200 len: 1001 time: 0.0598300 Nov 09 04:56:04.511839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-4e5c43ef-947c-4fbc-b1fa-30d31411a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:04.513135 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-4e5c43ef-947c-4fbc-b1fa-30d31411a400 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec190358-47dc-43f7-85a0-6836dc7b7937 HTTP/1.1" status: 200 len: 835 time: 0.0412645 Nov 09 04:56:04.557490 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-24a3097e-affd-4e9a-a6b7-34aeb2975ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:04.559012 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-24a3097e-affd-4e9a-a6b7-34aeb2975ea3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386379 Nov 09 04:56:04.650463 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-d5b7c19a-ceb5-431c-a264-0e7f55a6f0e0 service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835845 Nov 09 04:56:04.739123 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-3c6ed5d5-15b8-44cf-91d9-786416dcf2d1 service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819325 Nov 09 04:56:04.886355 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b5d6-5e33-4a43-aae4-da3caa55e25c req-680bdfef-cad2-44bb-b96a-13c318b8a5b1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:04.887836 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cc49b5d6-5e33-4a43-aae4-da3caa55e25c req-680bdfef-cad2-44bb-b96a-13c318b8a5b1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0511611 Nov 09 04:56:04.939185 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cc49b5d6-5e33-4a43-aae4-da3caa55e25c req-c876a895-59e3-424a-9078-97c7d1f03383 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453780 Nov 09 04:56:06.053042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf84bc-ce8b-43f7-a6e9-a80fb6c32d0c req-388739ef-debf-4536-a3a6-f0cd1ff7c4e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:06.054526 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f1bf84bc-ce8b-43f7-a6e9-a80fb6c32d0c req-388739ef-debf-4536-a3a6-f0cd1ff7c4e3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0484352 Nov 09 04:56:06.106749 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f1bf84bc-ce8b-43f7-a6e9-a80fb6c32d0c req-c16382c4-47b5-4c9b-a4b5-618d43aa0be9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463703 Nov 09 04:56:07.219074 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23c854-75c5-4399-b2cd-bec898159f9d req-5db05c4c-9ad6-47e3-a5f1-086ee554a288 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:07.220512 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6e23c854-75c5-4399-b2cd-bec898159f9d req-5db05c4c-9ad6-47e3-a5f1-086ee554a288 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0469413 Nov 09 04:56:07.268697 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6e23c854-75c5-4399-b2cd-bec898159f9d req-fbabb0c6-a283-47b9-8c60-e5cda1a289e7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417874 Nov 09 04:56:07.284255 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [req-90b93883-4c05-4165-9b2f-ebb6c64ab17c req-a05bd0fb-ea32-42c6-87f6-bdf4aa6764f4 tempest-ServerDiskConfigTestJSON-637307673 tempest-ServerDiskConfigTestJSON-637307673-project] (101884) timed out ('10.222.0.31', 54568) {{(pid=101884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 04:56:08.383007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246af347-35d7-4a5a-bad8-0fe62314136e req-e37df2f1-72b1-4ff6-a846-4d546e519e4b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:08.384473 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-246af347-35d7-4a5a-bad8-0fe62314136e req-e37df2f1-72b1-4ff6-a846-4d546e519e4b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0493021 Nov 09 04:56:08.431272 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-246af347-35d7-4a5a-bad8-0fe62314136e req-8c543a40-7b79-42d7-b322-5ed014f0cd7f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409446 Nov 09 04:56:09.544415 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216707c2-2b1e-44a6-8e30-4c4544e79e9f req-f0fbb94d-d82e-40cc-962e-e8d80e38ba11 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:09.545946 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-216707c2-2b1e-44a6-8e30-4c4544e79e9f req-f0fbb94d-d82e-40cc-962e-e8d80e38ba11 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0479736 Nov 09 04:56:09.594464 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-216707c2-2b1e-44a6-8e30-4c4544e79e9f req-78278bce-1814-4426-b34a-773f81732bb6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426269 Nov 09 04:56:10.709783 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf073b-b176-4d12-9d18-7029dd045021 req-5f9afbd5-3866-4a74-bce0-1e357f68f493 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:10.711265 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f7bf073b-b176-4d12-9d18-7029dd045021 req-5f9afbd5-3866-4a74-bce0-1e357f68f493 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0486045 Nov 09 04:56:10.759219 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f7bf073b-b176-4d12-9d18-7029dd045021 req-3969f549-b3ae-4c77-a043-4988346a74a3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420837 Nov 09 04:56:11.247426 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:56:11.874830 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89e829-57f9-4975-a599-057643f6afe1 req-90f58ae3-141e-4a70-9de6-16caa2b53f41 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:11.876313 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fe89e829-57f9-4975-a599-057643f6afe1 req-90f58ae3-141e-4a70-9de6-16caa2b53f41 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0520015 Nov 09 04:56:11.923274 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fe89e829-57f9-4975-a599-057643f6afe1 req-3911a10d-2c5f-4417-a0b4-31da8494222b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404317 Nov 09 04:56:13.040862 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db7a14-f2bb-4e13-ab48-956042645ebf req-852c8ae3-91ac-4ac9-938a-7b466f647803 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:13.042373 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32db7a14-f2bb-4e13-ab48-956042645ebf req-852c8ae3-91ac-4ac9-938a-7b466f647803 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0513680 Nov 09 04:56:13.092129 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32db7a14-f2bb-4e13-ab48-956042645ebf req-7bfca52f-d2a3-4823-b8a2-9e437e69f3c7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436747 Nov 09 04:56:14.204491 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e15f38-d0ce-4e61-a5a0-b5b3a3e2a16c req-56ea6683-fd6a-4d89-a461-4337b49e29a0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:14.206853 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-22e15f38-d0ce-4e61-a5a0-b5b3a3e2a16c req-56ea6683-fd6a-4d89-a461-4337b49e29a0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0479634 Nov 09 04:56:14.254489 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-22e15f38-d0ce-4e61-a5a0-b5b3a3e2a16c req-70dff4d4-bfa7-4cd4-a22c-c77383e96619 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418024 Nov 09 04:56:15.367142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89a965-3765-4e2f-894f-b86195e5927f req-b3cd65ab-9e8b-4f70-b4cf-0121e4bf1aea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:15.368609 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5f89a965-3765-4e2f-894f-b86195e5927f req-b3cd65ab-9e8b-4f70-b4cf-0121e4bf1aea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0480652 Nov 09 04:56:15.416110 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5f89a965-3765-4e2f-894f-b86195e5927f req-99ec62e6-43f3-4fd9-978d-f36ffc57d8de tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416508 Nov 09 04:56:16.306862 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-a4a1a410-3b58-48f2-8e9e-5413e88c4ee2 service neutron] 10.222.0.31 "GET /v2.0/ports/ed3cf93b-37eb-4869-9c56-9aa86183a7fe/bindings/hv-neutron-8168 HTTP/1.1" status: 200 len: 384 time: 0.0568759 Nov 09 04:56:16.505224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-cea1e44f-6e67-4aea-afa5-94bc144289db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:16.506679 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-cea1e44f-6e67-4aea-afa5-94bc144289db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7&tenant_id=4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 1099 time: 0.0416169 Nov 09 04:56:16.545336 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05019e0b-26a5-4da0-a95f-4755f9a4a6a1 req-0487a88e-f2a0-421d-9a2c-2b67b4ebea74 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:16.546860 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-05019e0b-26a5-4da0-a95f-4755f9a4a6a1 req-0487a88e-f2a0-421d-9a2c-2b67b4ebea74 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0499110 Nov 09 04:56:16.576879 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-9b75b7f7-a035-4e77-a819-f195383b30c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:16.578456 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-9b75b7f7-a035-4e77-a819-f195383b30c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 1099 time: 0.0408652 Nov 09 04:56:16.601239 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-05019e0b-26a5-4da0-a95f-4755f9a4a6a1 req-d264342e-0df2-42ca-a9b3-f1f7a2874d53 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482957 Nov 09 04:56:16.673308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-04852512-2ade-4899-8f13-abde92909d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:16.674824 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-04852512-2ade-4899-8f13-abde92909d83 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e HTTP/1.1" status: 200 len: 896 time: 0.0886905 Nov 09 04:56:16.738459 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-1bb65ecb-a0ec-4134-a7d9-fda22757a451 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe HTTP/1.1" status: 200 len: 1001 time: 0.0570428 Nov 09 04:56:16.785096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-adbb61c1-1970-4f59-bf94-674b23814540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:16.786444 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-adbb61c1-1970-4f59-bf94-674b23814540 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec190358-47dc-43f7-85a0-6836dc7b7937 HTTP/1.1" status: 200 len: 835 time: 0.0415754 Nov 09 04:56:16.834051 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-dc5779ff-a7c4-4d87-9f38-3e0581858d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:16.835501 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-dc5779ff-a7c4-4d87-9f38-3e0581858d0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422757 Nov 09 04:56:16.923026 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-8c019c70-5492-4185-83e6-5ee72d3e1dfa service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797203 Nov 09 04:56:17.014419 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-96793ecb-3a2f-40e7-8a57-de951f889d93 req-d2903703-1651-491d-8707-11a350e3c657 service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842924 Nov 09 04:56:17.305582 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:17.715785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611c57f-fc99-475f-8a43-bc19eb3a03e8 req-eb0c283c-329a-47dc-a95d-dea9325da22f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:17.717276 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a611c57f-fc99-475f-8a43-bc19eb3a03e8 req-eb0c283c-329a-47dc-a95d-dea9325da22f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0495417 Nov 09 04:56:17.765037 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a611c57f-fc99-475f-8a43-bc19eb3a03e8 req-985dac1f-9802-4b3a-9cf8-8b7f9657397d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410419 Nov 09 04:56:18.878497 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b851f-8296-475a-8fb6-642e8f8b183d req-9355448e-bbd8-4c74-9529-1e03d90df912 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:18.879973 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2d2b851f-8296-475a-8fb6-642e8f8b183d req-9355448e-bbd8-4c74-9529-1e03d90df912 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0479472 Nov 09 04:56:18.927824 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2d2b851f-8296-475a-8fb6-642e8f8b183d req-577514a7-ce86-4a04-99a7-c3f331fdfd3c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418086 Nov 09 04:56:19.123493 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146afa19-3e9c-4901-875e-46fef1aaafa0 req-40c28cc0-e6d3-415b-ac01-207bc1cc9bdd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:19.125176 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-146afa19-3e9c-4901-875e-46fef1aaafa0 req-40c28cc0-e6d3-415b-ac01-207bc1cc9bdd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0502825 Nov 09 04:56:19.140705 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbe134-4ca2-4e31-af6d-af73c4805ea0 req-98da562d-1f77-4572-a91b-cf09cad0f3b1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:19.142234 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91fbe134-4ca2-4e31-af6d-af73c4805ea0 req-98da562d-1f77-4572-a91b-cf09cad0f3b1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7&tenant_id=4983a50847c34e62a64f2180b2274ac2&binding%3Ahost_id=hv-neutron-8168 HTTP/1.1" status: 200 len: 946 time: 0.0529757 Nov 09 04:56:19.175277 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-146afa19-3e9c-4901-875e-46fef1aaafa0 req-db72fe06-9780-4cdc-8125-8857c2b08d65 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429776 Nov 09 04:56:19.229592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbe134-4ca2-4e31-af6d-af73c4805ea0 req-4a51f970-a52f-47cb-a444-b052ce716d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:19.231170 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91fbe134-4ca2-4e31-af6d-af73c4805ea0 req-4a51f970-a52f-47cb-a444-b052ce716d07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 1099 time: 0.0464456 Nov 09 04:56:19.356033 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eadef7-1034-465d-ac90-be330b3fbf67 req-7b3c0fe6-74f0-480d-90df-9ca0ced47ac0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:19.357483 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-06eadef7-1034-465d-ac90-be330b3fbf67 req-7b3c0fe6-74f0-480d-90df-9ca0ced47ac0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.1114526 Nov 09 04:56:19.381955 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbe134-4ca2-4e31-af6d-af73c4805ea0 req-d1988868-54f0-4825-b74b-14d0d77863b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:19.383398 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91fbe134-4ca2-4e31-af6d-af73c4805ea0 req-d1988868-54f0-4825-b74b-14d0d77863b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e HTTP/1.1" status: 200 len: 896 time: 0.1445084 Nov 09 04:56:19.459833 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-06eadef7-1034-465d-ac90-be330b3fbf67 req-32bf4bb9-d6a8-4ee6-af15-990fb40b0683 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930090 Nov 09 04:56:19.474410 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91fbe134-4ca2-4e31-af6d-af73c4805ea0 req-bbcd3267-ad42-431c-8a9d-1df22495a3e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe HTTP/1.1" status: 200 len: 1001 time: 0.0837440 Nov 09 04:56:19.528642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbe134-4ca2-4e31-af6d-af73c4805ea0 req-8d7646b3-961d-444c-9e3e-0a9c0bf95d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:19.530112 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91fbe134-4ca2-4e31-af6d-af73c4805ea0 req-8d7646b3-961d-444c-9e3e-0a9c0bf95d52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec190358-47dc-43f7-85a0-6836dc7b7937 HTTP/1.1" status: 200 len: 835 time: 0.0486910 Nov 09 04:56:19.577752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbe134-4ca2-4e31-af6d-af73c4805ea0 req-f48c6898-3b2e-4e25-9225-7d26c5e59f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:19.579254 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91fbe134-4ca2-4e31-af6d-af73c4805ea0 req-f48c6898-3b2e-4e25-9225-7d26c5e59f9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417218 Nov 09 04:56:19.667057 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91fbe134-4ca2-4e31-af6d-af73c4805ea0 req-75d4b1e6-0dda-4009-98b1-ddc9124a0238 service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809667 Nov 09 04:56:19.761329 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91fbe134-4ca2-4e31-af6d-af73c4805ea0 req-8164e333-fee9-4dee-bd24-2ea1ebdeddf9 service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863910 Nov 09 04:56:20.578316 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a26d8-2c2c-4c2f-823f-f72c7a4d84e0 req-f79891a9-1899-408a-b876-99a9961674e0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:20.579825 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8b5a26d8-2c2c-4c2f-823f-f72c7a4d84e0 req-f79891a9-1899-408a-b876-99a9961674e0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0521150 Nov 09 04:56:20.617693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ed3cf93b-37eb-4869-9c56-9aa86183a7fe details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:56:20.620432 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ed3cf93b-37eb-4869-9c56-9aa86183a7fe no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:56:20.631427 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8b5a26d8-2c2c-4c2f-823f-f72c7a4d84e0 req-b7e8e3bc-105a-4dc5-b887-5826502b733a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453267 Nov 09 04:56:20.653561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57042) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:20.722181 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4c129ac8-9e9a-4bbb-b532-a059f3282cf7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/1bc01b83-eda7-48a2-a576-2be309cf5171 HTTP/1.1" status: 200 len: 993 time: 0.0663545 Nov 09 04:56:20.766066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:20.790477 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ed3cf93b-37eb-4869-9c56-9aa86183a7fe, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,segment=NetworkSegment(663a6a68-33a5-4c09-a2aa-5d88931098fd),segment_id=663a6a68-33a5-4c09-a2aa-5d88931098fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:56:20.809934 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:56:20.812124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffacc3a9-5bc4-4455-869f-29db53169b59" -d '{"events": [{"server_uuid": "9f2367d0-a499-4b78-81ba-a622385aebf7", "name": "network-vif-unplugged", "status": "completed", "tag": "ed3cf93b-37eb-4869-9c56-9aa86183a7fe"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:56:20.817556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'port_id': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe', 'mac_address': 'fa:16:3e:bf:3d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:56:20.827066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ed3cf93b-37eb-4869-9c56-9aa86183a7fe, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,segment=NetworkSegment(663a6a68-33a5-4c09-a2aa-5d88931098fd),segment_id=663a6a68-33a5-4c09-a2aa-5d88931098fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:56:20.832093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:20.896286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:20.921028 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3cf93b-37eb-4869-9c56-9aa86183a7fe {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:56:20.927576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 04:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6eb5fe-72cb-4af9-b925-9c7f4e55de6d x-openstack-request-id: req-de6eb5fe-72cb-4af9-b925-9c7f4e55de6d {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:56:20.927855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2367d0-a499-4b78-81ba-a622385aebf7", "name": "network-vif-unplugged", "status": "completed", "tag": "ed3cf93b-37eb-4869-9c56-9aa86183a7fe", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:56:20.928104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de6eb5fe-72cb-4af9-b925-9c7f4e55de6d {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:56:20.928483 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe', 'code': 200} Nov 09 04:56:20.929124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:20.942458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:20.942796 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:20.943376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:20.943791 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:20.944128 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:20.944457 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:20.944778 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:20.945103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:20.945422 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:20.945762 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:20.946077 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:20.946389 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:20.958666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ed3cf93b-37eb-4869-9c56-9aa86183a7fe, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,segment=NetworkSegment(663a6a68-33a5-4c09-a2aa-5d88931098fd),segment_id=663a6a68-33a5-4c09-a2aa-5d88931098fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:56:20.962412 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:21.012593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,revision_number=7']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:21.019678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['ed3cf93b-37eb-4869-9c56-9aa86183a7fe'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:56:22.635499 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ed3cf93b-37eb-4869-9c56-9aa86183a7fe up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:56:22.682419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port ed3cf93b-37eb-4869-9c56-9aa86183a7fe triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:22.682797 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:22.762908 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:22.796712 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port ed3cf93b-37eb-4869-9c56-9aa86183a7fe, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,segment=NetworkSegment(663a6a68-33a5-4c09-a2aa-5d88931098fd),segment_id=663a6a68-33a5-4c09-a2aa-5d88931098fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:56:22.800882 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:22.845704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,revision_number=8']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:22.929651 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:56:22.931835 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f3e57f-8b61-48a6-8f64-a2314a28d0a0" -d '{"events": [{"server_uuid": "9f2367d0-a499-4b78-81ba-a622385aebf7", "name": "network-vif-plugged", "status": "completed", "tag": "ed3cf93b-37eb-4869-9c56-9aa86183a7fe"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:56:22.966810 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff023e2b-974e-4811-adc5-653be6c20200 x-openstack-request-id: req-ff023e2b-974e-4811-adc5-653be6c20200 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:56:22.967096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2367d0-a499-4b78-81ba-a622385aebf7", "name": "network-vif-plugged", "status": "completed", "tag": "ed3cf93b-37eb-4869-9c56-9aa86183a7fe", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:56:22.967342 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff023e2b-974e-4811-adc5-653be6c20200 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:56:22.967725 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe', 'code': 200} Nov 09 04:56:25.615957 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b5088174-3e7d-4a7c-b71e-623f2c2ad31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.895885 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7d10aa09-7cb1-4a20-85ba-ddb9a7cee33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:29.216551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:30.427215 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:31.101421 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:47.317685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:48.246204 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:56:49.158303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57058) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:49.307978 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port c5e3ea73-9c27-4774-afaf-bbef67f1772b {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:56:49.308315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:49.382577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:49.382904 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:49.394627 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for c5e3ea73-9c27-4774-afaf-bbef67f1772b owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:56:49.533931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:49.557538 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=c5e3ea73-9c27-4774-afaf-bbef67f1772b,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:49.568959 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:49.569316 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:49.569692 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:49.570029 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:49.570552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:49.570881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:49.571295 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:49.571626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:49.571958 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:49.572283 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:49.572604 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:49.572925 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:49.629227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:49.629573 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Floating IP 1bc01b83-eda7-48a2-a576-2be309cf5171 disassociated (deleted). External IP: 172.26.5.92, port: ed3cf93b-37eb-4869-9c56-9aa86183a7fe. Nov 09 04:56:49.825428 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 67584cb1-90cf-42fa-a105-b8a8b182b549 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:56:49.928150 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:56:49.932946 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:49.937901 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605875d-f707-449b-a889-5ddeb30cca37 None None] Sync routers for ids ['67584cb1-90cf-42fa-a105-b8a8b182b549'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:56:49.947615 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605875d-f707-449b-a889-5ddeb30cca37 None None] Routers {'67584cb1-90cf-42fa-a105-b8a8b182b549'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:56:49.948238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a605875d-f707-449b-a889-5ddeb30cca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:56:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['67584cb1-90cf-42fa-a105-b8a8b182b549'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:49.962250 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6212dfe1-3e2c-4818-8ab4-b82699d22fac tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/floatingips/1bc01b83-eda7-48a2-a576-2be309cf5171 HTTP/1.1" status: 204 len: 168 time: 0.8022885 Nov 09 04:56:49.962816 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'tag': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:56:49.965030 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b725ff3-c188-4193-ba50-b07c49149d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2367d0-a499-4b78-81ba-a622385aebf7", "tag": "ed3cf93b-37eb-4869-9c56-9aa86183a7fe"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:56:50.056359 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-a605875d-f707-449b-a889-5ddeb30cca37 None None] Set router 67584cb1-90cf-42fa-a105-b8a8b182b549 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:56:50.071785 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893ca406-af0b-47ac-94b6-f75d1cc95d73 x-openstack-request-id: req-893ca406-af0b-47ac-94b6-f75d1cc95d73 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:56:50.072072 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2367d0-a499-4b78-81ba-a622385aebf7", "tag": "ed3cf93b-37eb-4869-9c56-9aa86183a7fe", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:56:50.072325 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-893ca406-af0b-47ac-94b6-f75d1cc95d73 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:56:50.072728 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'tag': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe', 'status': 'completed', 'code': 200} Nov 09 04:56:50.140640 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b725ff3-c188-4193-ba50-b07c49149d7c req-29ab842b-174f-4f43-93f0-1fa0282aad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:50.142329 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0b725ff3-c188-4193-ba50-b07c49149d7c req-29ab842b-174f-4f43-93f0-1fa0282aad71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 1099 time: 0.0450804 Nov 09 04:56:50.261818 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a605875d-f707-449b-a889-5ddeb30cca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '06e84600-0b58-415f-8a35-f93644a6064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:55:09Z', 'updated_at': '2021-11-09T04:55:13Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '06e84600-0b58-415f-8a35-f93644a6064a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:10Z', 'updated_at': '2021-11-09T04:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '80dabfd8-5017-420c-afea-c37e3b813da4', 'name': '', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:db:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:12Z', 'updated_at': '2021-11-09T04:55:16Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:50.263368 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d025a-3813-4840-a3d7-32759935099c req-aefc64c3-ae9c-4e8b-af9d-2753fff20a5f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:50.264856 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-884d025a-3813-4840-a3d7-32759935099c req-aefc64c3-ae9c-4e8b-af9d-2753fff20a5f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.1059580 Nov 09 04:56:50.289412 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605875d-f707-449b-a889-5ddeb30cca37 None None] Checking router: 67584cb1-90cf-42fa-a105-b8a8b182b549 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:56:50.291194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b725ff3-c188-4193-ba50-b07c49149d7c req-f1fb3310-03c5-4c5d-a7d4-0f3ef1fb3b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:50.292629 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0b725ff3-c188-4193-ba50-b07c49149d7c req-f1fb3310-03c5-4c5d-a7d4-0f3ef1fb3b92 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e HTTP/1.1" status: 200 len: 896 time: 0.1428230 Nov 09 04:56:50.297492 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605875d-f707-449b-a889-5ddeb30cca37 None None] Routers {'67584cb1-90cf-42fa-a105-b8a8b182b549'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:56:50.298118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a605875d-f707-449b-a889-5ddeb30cca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:56:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['67584cb1-90cf-42fa-a105-b8a8b182b549'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:50.345087 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0b725ff3-c188-4193-ba50-b07c49149d7c req-e4783483-ed4b-48a1-b97f-f4e4f6ef0c99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe HTTP/1.1" status: 200 len: 217 time: 0.0395746 Nov 09 04:56:50.354776 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-884d025a-3813-4840-a3d7-32759935099c req-3b274291-5d7c-4271-85ad-fa2daecb0b1f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837016 Nov 09 04:56:50.397190 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b725ff3-c188-4193-ba50-b07c49149d7c req-88747c0f-22bd-4f37-832b-367e933cf142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:50.398716 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0b725ff3-c188-4193-ba50-b07c49149d7c req-88747c0f-22bd-4f37-832b-367e933cf142 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec190358-47dc-43f7-85a0-6836dc7b7937 HTTP/1.1" status: 200 len: 835 time: 0.0430984 Nov 09 04:56:50.402937 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-a605875d-f707-449b-a889-5ddeb30cca37 None None] Set router 67584cb1-90cf-42fa-a105-b8a8b182b549 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:56:50.453997 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b725ff3-c188-4193-ba50-b07c49149d7c req-65a8080e-7e6d-42b6-aeb1-89471530b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:50.455512 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0b725ff3-c188-4193-ba50-b07c49149d7c req-65a8080e-7e6d-42b6-aeb1-89471530b93f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441935 Nov 09 04:56:50.544618 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0b725ff3-c188-4193-ba50-b07c49149d7c req-d026f287-2310-441c-ba9a-94f7458b6032 service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804904 Nov 09 04:56:50.605238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a605875d-f707-449b-a889-5ddeb30cca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '06e84600-0b58-415f-8a35-f93644a6064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:55:09Z', 'updated_at': '2021-11-09T04:55:13Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '06e84600-0b58-415f-8a35-f93644a6064a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:10Z', 'updated_at': '2021-11-09T04:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '80dabfd8-5017-420c-afea-c37e3b813da4', 'name': '', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:db:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:12Z', 'updated_at': '2021-11-09T04:55:16Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:50.634524 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605875d-f707-449b-a889-5ddeb30cca37 None None] The sync data for ids ['67584cb1-90cf-42fa-a105-b8a8b182b549'] in dv-neutron-816800-2-hyperv is: [{'id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '06e84600-0b58-415f-8a35-f93644a6064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:55:09Z', 'updated_at': '2021-11-09T04:55:13Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '06e84600-0b58-415f-8a35-f93644a6064a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:10Z', 'updated_at': '2021-11-09T04:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '80dabfd8-5017-420c-afea-c37e3b813da4', 'name': '', 'network_id': '2c2e79d7-61e7-4e68-a6a6-8514ed64f48e', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:db:19:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:12Z', 'updated_at': '2021-11-09T04:55:16Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': 'ec190358-47dc-43f7-85a0-6836dc7b7937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:56:50.647690 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0b725ff3-c188-4193-ba50-b07c49149d7c req-0710eb57-1077-47fa-89f1-cfa6cff1f918 service neutron] 10.222.0.31 "GET /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946407 Nov 09 04:56:50.851571 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f5bb88-d247-4e86-b6d4-57d6cf478780 None None] New status for floating IP 1bc01b83-eda7-48a2-a576-2be309cf5171: DOWN {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:56:51.473159 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e12ec1-146f-41d4-b38e-9e9875583b4a req-b26cba41-f723-4607-b06f-cf8ad164e6e1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:51.474677 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a8e12ec1-146f-41d4-b38e-9e9875583b4a req-b26cba41-f723-4607-b06f-cf8ad164e6e1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0490510 Nov 09 04:56:51.527256 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a8e12ec1-146f-41d4-b38e-9e9875583b4a req-b7c295b0-09de-4afc-84fd-3335a91d919e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466001 Nov 09 04:56:51.924953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9dfa7-80e8-4ac8-a98e-86b2f67de9e0 req-1c617e3b-e9b3-49af-bb33-a7c3405c8eb2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:51.926436 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1ac9dfa7-80e8-4ac8-a98e-86b2f67de9e0 req-1c617e3b-e9b3-49af-bb33-a7c3405c8eb2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 946 time: 0.0479460 Nov 09 04:56:52.015863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-1ac9dfa7-80e8-4ac8-a98e-86b2f67de9e0 req-b513d5a5-2744-4d41-9991-91c6b5a71ebe tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port ed3cf93b-37eb-4869-9c56-9aa86183a7fe {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:56:52.016117 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1ac9dfa7-80e8-4ac8-a98e-86b2f67de9e0 req-b513d5a5-2744-4d41-9991-91c6b5a71ebe tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:52.425935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-1ac9dfa7-80e8-4ac8-a98e-86b2f67de9e0 req-b513d5a5-2744-4d41-9991-91c6b5a71ebe tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] For port ed3cf93b-37eb-4869-9c56-9aa86183a7fe, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,segment=NetworkSegment(663a6a68-33a5-4c09-a2aa-5d88931098fd),segment_id=663a6a68-33a5-4c09-a2aa-5d88931098fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:56:52.426301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1ac9dfa7-80e8-4ac8-a98e-86b2f67de9e0 req-b513d5a5-2744-4d41-9991-91c6b5a71ebe tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:52.438476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-1ac9dfa7-80e8-4ac8-a98e-86b2f67de9e0 req-b513d5a5-2744-4d41-9991-91c6b5a71ebe tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for ed3cf93b-37eb-4869-9c56-9aa86183a7fe owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:56:52.561993 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1ac9dfa7-80e8-4ac8-a98e-86b2f67de9e0 req-b513d5a5-2744-4d41-9991-91c6b5a71ebe tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:52.591647 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513d5a5-2744-4d41-9991-91c6b5a71ebe tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=ed3cf93b-37eb-4869-9c56-9aa86183a7fe,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:52.644451 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-80a1a025-e7bb-4baf-914c-ef4f22137ae7 req-e8a561a6-a69e-48d8-a62d-606aec62afb6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f2367d0-a499-4b78-81ba-a622385aebf7 HTTP/1.1" status: 200 len: 210 time: 0.0483625 Nov 09 04:56:52.660286 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac9dfa7-80e8-4ac8-a98e-86b2f67de9e0 req-b513d5a5-2744-4d41-9991-91c6b5a71ebe tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] No DVR routers for this DVR port ed3cf93b-37eb-4869-9c56-9aa86183a7fe on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:56:52.663153 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-1ac9dfa7-80e8-4ac8-a98e-86b2f67de9e0 req-b513d5a5-2744-4d41-9991-91c6b5a71ebe tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:52.666962 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1ac9dfa7-80e8-4ac8-a98e-86b2f67de9e0 req-b513d5a5-2744-4d41-9991-91c6b5a71ebe tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "DELETE /v2.0/ports/ed3cf93b-37eb-4869-9c56-9aa86183a7fe HTTP/1.1" status: 204 len: 173 time: 0.7335062 Nov 09 04:56:52.667409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'name': 'network-vif-deleted', 'tag': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:56:52.670869 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2017c579-84c1-4ced-b23c-fd8117fd41f9" -d '{"events": [{"server_uuid": "9f2367d0-a499-4b78-81ba-a622385aebf7", "name": "network-vif-deleted", "tag": "ed3cf93b-37eb-4869-9c56-9aa86183a7fe"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:56:52.708259 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27028b44-2fe2-49db-b0ed-15f30b8f8e9d x-openstack-request-id: req-27028b44-2fe2-49db-b0ed-15f30b8f8e9d {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:56:52.708546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2367d0-a499-4b78-81ba-a622385aebf7", "name": "network-vif-deleted", "tag": "ed3cf93b-37eb-4869-9c56-9aa86183a7fe", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:56:52.708809 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27028b44-2fe2-49db-b0ed-15f30b8f8e9d {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:56:52.709193 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2367d0-a499-4b78-81ba-a622385aebf7', 'name': 'network-vif-deleted', 'tag': 'ed3cf93b-37eb-4869-9c56-9aa86183a7fe', 'status': 'completed', 'code': 200} Nov 09 04:56:53.697773 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57076) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:54.043780 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d259d6c8-dada-40bf-984e-b5f45ebde896 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:54.289917 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d259d6c8-dada-40bf-984e-b5f45ebde896 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port 80dabfd8-5017-420c-afea-c37e3b813da4 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:56:54.290258 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d259d6c8-dada-40bf-984e-b5f45ebde896 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:54.379009 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-d259d6c8-dada-40bf-984e-b5f45ebde896 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] For port 80dabfd8-5017-420c-afea-c37e3b813da4, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=80dabfd8-5017-420c-afea-c37e3b813da4,segment=NetworkSegment(663a6a68-33a5-4c09-a2aa-5d88931098fd),segment_id=663a6a68-33a5-4c09-a2aa-5d88931098fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:56:54.379418 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d259d6c8-dada-40bf-984e-b5f45ebde896 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:54.391582 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d259d6c8-dada-40bf-984e-b5f45ebde896 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for 80dabfd8-5017-420c-afea-c37e3b813da4 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:56:54.569329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d259d6c8-dada-40bf-984e-b5f45ebde896 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:54.594712 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259d6c8-dada-40bf-984e-b5f45ebde896 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=80dabfd8-5017-420c-afea-c37e3b813da4,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:54.774531 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d259d6c8-dada-40bf-984e-b5f45ebde896 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:54.981583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d259d6c8-dada-40bf-984e-b5f45ebde896 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 67584cb1-90cf-42fa-a105-b8a8b182b549 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:56:55.084697 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d259d6c8-dada-40bf-984e-b5f45ebde896 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:56:55.090025 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d259d6c8-dada-40bf-984e-b5f45ebde896 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "PUT /v2.0/routers/67584cb1-90cf-42fa-a105-b8a8b182b549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3911481 Nov 09 04:56:55.092616 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57078) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:55.095321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753802d-bd6a-4ac2-aa7e-e47dca5afe65 None None] Sync routers for ids ['67584cb1-90cf-42fa-a105-b8a8b182b549'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:56:55.105299 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753802d-bd6a-4ac2-aa7e-e47dca5afe65 None None] Routers {'67584cb1-90cf-42fa-a105-b8a8b182b549'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:56:55.105930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8753802d-bd6a-4ac2-aa7e-e47dca5afe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:56:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['67584cb1-90cf-42fa-a105-b8a8b182b549'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:55.146936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc06ce51-6b55-4adb-9649-22121b2702c4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting subnet ec190358-47dc-43f7-85a0-6836dc7b7937 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:56:55.149990 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fc06ce51-6b55-4adb-9649-22121b2702c4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.189642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fc06ce51-6b55-4adb-9649-22121b2702c4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.207743 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-8753802d-bd6a-4ac2-aa7e-e47dca5afe65 None None] Set router 67584cb1-90cf-42fa-a105-b8a8b182b549 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:56:55.269303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fc06ce51-6b55-4adb-9649-22121b2702c4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.329892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fc06ce51-6b55-4adb-9649-22121b2702c4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.359313 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-fc06ce51-6b55-4adb-9649-22121b2702c4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.363702 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-fc06ce51-6b55-4adb-9649-22121b2702c4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/subnets/ec190358-47dc-43f7-85a0-6836dc7b7937 HTTP/1.1" status: 204 len: 168 time: 0.2701468 Nov 09 04:56:55.364744 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06ce51-6b55-4adb-9649-22121b2702c4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Subnet': ['ID=ec190358-47dc-43f7-85a0-6836dc7b7937,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:55.366325 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57080) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:55.369108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858a27cb-cdbf-477a-8f41-23a658272579 None None] Network 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:56:55.470032 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.483731 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8753802d-bd6a-4ac2-aa7e-e47dca5afe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '06e84600-0b58-415f-8a35-f93644a6064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:55:09Z', 'updated_at': '2021-11-09T04:56:54Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '06e84600-0b58-415f-8a35-f93644a6064a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:10Z', 'updated_at': '2021-11-09T04:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:55.511141 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753802d-bd6a-4ac2-aa7e-e47dca5afe65 None None] Checking router: 67584cb1-90cf-42fa-a105-b8a8b182b549 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:56:55.524341 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753802d-bd6a-4ac2-aa7e-e47dca5afe65 None None] Routers {'67584cb1-90cf-42fa-a105-b8a8b182b549'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:56:55.524871 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8753802d-bd6a-4ac2-aa7e-e47dca5afe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:56:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['67584cb1-90cf-42fa-a105-b8a8b182b549'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:55.579933 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.611416 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aa68bd-06e0-424c-ab62-a4e572067bc4 None None] DHCP port deletion for 2c2e79d7-61e7-4e68-a6a6-8514ed64f48e request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:56:55.635765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port 06e84600-0b58-415f-8a35-f93644a6064a {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:56:55.636103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.654448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fde887f8-e1c6-463b-ad0c-45b599fba6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.673960 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-8753802d-bd6a-4ac2-aa7e-e47dca5afe65 None None] Set router 67584cb1-90cf-42fa-a105-b8a8b182b549 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:56:55.713767 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] For port 06e84600-0b58-415f-8a35-f93644a6064a, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=06e84600-0b58-415f-8a35-f93644a6064a,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:56:55.714131 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.727091 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for 06e84600-0b58-415f-8a35-f93644a6064a owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:56:55.892850 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.922888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=06e84600-0b58-415f-8a35-f93644a6064a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:55.939540 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-98aa68bd-06e0-424c-ab62-a4e572067bc4 None None] Deleting port a97bf507-963a-49bc-9c07-f06b051d72ca {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:56:55.939918 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98aa68bd-06e0-424c-ab62-a4e572067bc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.982285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.047336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-98aa68bd-06e0-424c-ab62-a4e572067bc4 None None] For port a97bf507-963a-49bc-9c07-f06b051d72ca, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a97bf507-963a-49bc-9c07-f06b051d72ca,segment=NetworkSegment(663a6a68-33a5-4c09-a2aa-5d88931098fd),segment_id=663a6a68-33a5-4c09-a2aa-5d88931098fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:56:56.047732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98aa68bd-06e0-424c-ab62-a4e572067bc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.061388 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-98aa68bd-06e0-424c-ab62-a4e572067bc4 None None] Calling delete_port for a97bf507-963a-49bc-9c07-f06b051d72ca owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:56:56.072225 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.074359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.117272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.117844 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Fanout notify agent at l3_agent the message router_deleted on router 67584cb1-90cf-42fa-a105-b8a8b182b549 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:56:56.125096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.126241 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ddabb2d0-60ef-4f2e-a96c-6236f6a444c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/routers/67584cb1-90cf-42fa-a105-b8a8b182b549 HTTP/1.1" status: 204 len: 168 time: 0.7590141 Nov 09 04:56:56.129434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57082) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:56.131687 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-8753802d-bd6a-4ac2-aa7e-e47dca5afe65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '06e84600-0b58-415f-8a35-f93644a6064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:55:09Z', 'updated_at': '2021-11-09T04:56:54Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '06e84600-0b58-415f-8a35-f93644a6064a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:10Z', 'updated_at': '2021-11-09T04:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:56.162185 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753802d-bd6a-4ac2-aa7e-e47dca5afe65 None None] The sync data for ids ['67584cb1-90cf-42fa-a105-b8a8b182b549'] in dv-neutron-816800-2-hyperv is: [{'id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584137093', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115'}], 'enable_snat': True}, 'gw_port_id': '06e84600-0b58-415f-8a35-f93644a6064a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:55:09Z', 'updated_at': '2021-11-09T04:56:54Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '06e84600-0b58-415f-8a35-f93644a6064a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67584cb1-90cf-42fa-a105-b8a8b182b549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:55:10Z', 'updated_at': '2021-11-09T04:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:56:56.188166 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98aa68bd-06e0-424c-ab62-a4e572067bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.208963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-715fa8fa-e1ae-48ed-8bd7-e87df24d08e2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.215693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa68bd-06e0-424c-ab62-a4e572067bc4 None None] Pushing event deleted for resources: {'Port': ['ID=a97bf507-963a-49bc-9c07-f06b051d72ca,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:56.219595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aa68bd-06e0-424c-ab62-a4e572067bc4 None None] No DVR routers for this DVR port a97bf507-963a-49bc-9c07-f06b051d72ca on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:56:56.296028 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-715fa8fa-e1ae-48ed-8bd7-e87df24d08e2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.316099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-715fa8fa-e1ae-48ed-8bd7-e87df24d08e2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2e79d7-61e7-4e68-a6a6-8514ed64f48e']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:56.325126 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-715fa8fa-e1ae-48ed-8bd7-e87df24d08e2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663a6a68-33a5-4c09-a2aa-5d88931098fd') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:56.325427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-715fa8fa-e1ae-48ed-8bd7-e87df24d08e2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663a6a68-33a5-4c09-a2aa-5d88931098fd') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:56.334953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-715fa8fa-e1ae-48ed-8bd7-e87df24d08e2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.347541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-715fa8fa-e1ae-48ed-8bd7-e87df24d08e2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.353150 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715fa8fa-e1ae-48ed-8bd7-e87df24d08e2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:56:56.353550 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-715fa8fa-e1ae-48ed-8bd7-e87df24d08e2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:56:56.356369 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:56:56.411332 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-715fa8fa-e1ae-48ed-8bd7-e87df24d08e2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.417996 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-715fa8fa-e1ae-48ed-8bd7-e87df24d08e2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.420863 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-715fa8fa-e1ae-48ed-8bd7-e87df24d08e2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/networks/2c2e79d7-61e7-4e68-a6a6-8514ed64f48e HTTP/1.1" status: 204 len: 168 time: 0.2904763 Nov 09 04:56:56.423681 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57084) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:56.431624 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715fa8fa-e1ae-48ed-8bd7-e87df24d08e2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Network': ['ID=2c2e79d7-61e7-4e68-a6a6-8514ed64f48e,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:56.480319 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.507598 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.574639 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.577231 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.578492 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/security-groups/145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1 HTTP/1.1" status: 204 len: 168 time: 0.1536701 Nov 09 04:56:56.589068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=145fd8c3-5cea-47bf-908c-7b6c0b7ea9a1,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:56.599085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:56.599539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:56.599956 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:56.600364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:56.600850 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:56.601369 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:56.601739 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:56.602167 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:56.602471 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:56.603143 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:56.603778 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:56.604184 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f99cf7a-1b6d-4671-91d5-1cc302275689 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:56.668526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 80dabfd8-5017-420c-afea-c37e3b813da4 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:56:56.690830 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 80dabfd8-5017-420c-afea-c37e3b813da4 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:56:56.691488 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 80dabfd8-5017-420c-afea-c37e3b813da4 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:56:56.692237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a97bf507-963a-49bc-9c07-f06b051d72ca no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:56:56.714471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ed3cf93b-37eb-4869-9c56-9aa86183a7fe no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:56:56.716767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: a97bf507-963a-49bc-9c07-f06b051d72ca {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:56:56.717326 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a97bf507-963a-49bc-9c07-f06b051d72ca not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:56:56.740515 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: ed3cf93b-37eb-4869-9c56-9aa86183a7fe {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:56:56.740870 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device ed3cf93b-37eb-4869-9c56-9aa86183a7fe not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:56:57.142209 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57090) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:57.146760 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b25909e3-f33e-4d8f-8e83-ac61b0acbc0a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205665840', 'description': 'tempest-secgroup-smoke-205665840 description', 'project_id': '4983a50847c34e62a64f2180b2274ac2'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:57.168799 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b25909e3-f33e-4d8f-8e83-ac61b0acbc0a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.236974 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b25909e3-f33e-4d8f-8e83-ac61b0acbc0a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.242558 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b25909e3-f33e-4d8f-8e83-ac61b0acbc0a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.271287 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25909e3-f33e-4d8f-8e83-ac61b0acbc0a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d53df9-2e56-4a8b-95f8-8823d9e215f4,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:57.277258 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b25909e3-f33e-4d8f-8e83-ac61b0acbc0a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.277931 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b25909e3-f33e-4d8f-8e83-ac61b0acbc0a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1347101 Nov 09 04:56:57.280777 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57092) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:57.285692 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-3396b9ef-8d99-4f60-b61d-5d48d5dc35f4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '43d53df9-2e56-4a8b-95f8-8823d9e215f4', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:57.310536 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3396b9ef-8d99-4f60-b61d-5d48d5dc35f4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.368783 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3396b9ef-8d99-4f60-b61d-5d48d5dc35f4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.372973 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3396b9ef-8d99-4f60-b61d-5d48d5dc35f4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.390019 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396b9ef-8d99-4f60-b61d-5d48d5dc35f4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4cebcd-56ba-4e33-9861-07552228a9b0,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:57.399315 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3396b9ef-8d99-4f60-b61d-5d48d5dc35f4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.403117 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3396b9ef-8d99-4f60-b61d-5d48d5dc35f4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188259 Nov 09 04:56:57.403481 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57094) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:57.408069 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-38cd2425-865b-4439-b3a6-0b8d89071a33 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '43d53df9-2e56-4a8b-95f8-8823d9e215f4', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:57.434741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-38cd2425-865b-4439-b3a6-0b8d89071a33 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.491626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-38cd2425-865b-4439-b3a6-0b8d89071a33 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.495298 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-38cd2425-865b-4439-b3a6-0b8d89071a33 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.513820 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd2425-865b-4439-b3a6-0b8d89071a33 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5c136b-2f52-472a-a8b1-2e840cd3228f,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:57.520203 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-38cd2425-865b-4439-b3a6-0b8d89071a33 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.521008 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-38cd2425-865b-4439-b3a6-0b8d89071a33 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164949 Nov 09 04:56:57.523894 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57096) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:57.528426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-8e3e99b6-adc8-44a6-9315-701394b05cc7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '43d53df9-2e56-4a8b-95f8-8823d9e215f4', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:57.553931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8e3e99b6-adc8-44a6-9315-701394b05cc7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.611602 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8e3e99b6-adc8-44a6-9315-701394b05cc7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.615046 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8e3e99b6-adc8-44a6-9315-701394b05cc7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.633757 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e99b6-adc8-44a6-9315-701394b05cc7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c2e5c2-d66f-4bb5-af3b-5ff3df80331e,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:57.641051 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8e3e99b6-adc8-44a6-9315-701394b05cc7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.642245 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8e3e99b6-adc8-44a6-9315-701394b05cc7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174247 Nov 09 04:56:57.645579 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57098) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:57.649748 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-125e4530-1b8f-4f7c-8559-fe7717c06d73 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '43d53df9-2e56-4a8b-95f8-8823d9e215f4', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:57.674095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-125e4530-1b8f-4f7c-8559-fe7717c06d73 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.729166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-125e4530-1b8f-4f7c-8559-fe7717c06d73 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.732808 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-125e4530-1b8f-4f7c-8559-fe7717c06d73 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.749261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e4530-1b8f-4f7c-8559-fe7717c06d73 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f88819-bf2d-4345-925c-20fcec10f07b,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:57.757440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-125e4530-1b8f-4f7c-8559-fe7717c06d73 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.758662 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-125e4530-1b8f-4f7c-8559-fe7717c06d73 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1121674 Nov 09 04:56:57.761376 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57100) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:57.765855 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f7614c87-e472-443a-9180-dead9699f632 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '43d53df9-2e56-4a8b-95f8-8823d9e215f4', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:57.786763 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-f7614c87-e472-443a-9180-dead9699f632 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Project 4983a50847c34e62a64f2180b2274ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:56:57.791312 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7614c87-e472-443a-9180-dead9699f632 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.851782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7614c87-e472-443a-9180-dead9699f632 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.855272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7614c87-e472-443a-9180-dead9699f632 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.873542 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7614c87-e472-443a-9180-dead9699f632 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d360f2d4-abb7-4fad-9dd5-b22b5470e07d,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:57.883095 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f7614c87-e472-443a-9180-dead9699f632 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.884356 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f7614c87-e472-443a-9180-dead9699f632 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218414 Nov 09 04:56:57.887168 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57102) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:57.891637 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-880c00b1-1a04-4e64-b667-36765542a76b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '43d53df9-2e56-4a8b-95f8-8823d9e215f4', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:57.898901 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-670ff4ba-0d9c-4db2-a751-0691701983b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.914632 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-880c00b1-1a04-4e64-b667-36765542a76b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Project 4983a50847c34e62a64f2180b2274ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:56:57.919427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-880c00b1-1a04-4e64-b667-36765542a76b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.976649 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-880c00b1-1a04-4e64-b667-36765542a76b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.979369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-880c00b1-1a04-4e64-b667-36765542a76b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.996209 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c00b1-1a04-4e64-b667-36765542a76b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18152a1-a53a-45b8-9902-5d1412fa38d6,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:58.004463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-880c00b1-1a04-4e64-b667-36765542a76b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.005678 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-880c00b1-1a04-4e64-b667-36765542a76b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174872 Nov 09 04:56:58.008423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57104) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:58.013112 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f4c81949-0480-4b29-b35f-c35cfda8514e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'network': {'name': 'tempest-network-smoke--746517264', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'port_security_enabled': True}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:58.031921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c81949-0480-4b29-b35f-c35cfda8514e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Made reservation on behalf of 4983a50847c34e62a64f2180b2274ac2 for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:56:58.035321 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f4c81949-0480-4b29-b35f-c35cfda8514e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.057876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c81949-0480-4b29-b35f-c35cfda8514e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:56:58.067141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f4c81949-0480-4b29-b35f-c35cfda8514e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.067927 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-f4c81949-0480-4b29-b35f-c35cfda8514e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Added segment 5ea76021-096b-4f29-8735-5c8d5839cc89 of type vlan for network 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 Nov 09 04:56:58.105791 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f4c81949-0480-4b29-b35f-c35cfda8514e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.130491 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f4c81949-0480-4b29-b35f-c35cfda8514e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.136256 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c81949-0480-4b29-b35f-c35cfda8514e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:58.136778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f4c81949-0480-4b29-b35f-c35cfda8514e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.196969 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f4c81949-0480-4b29-b35f-c35cfda8514e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1875415 Nov 09 04:56:58.199700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57106) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:58.206034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'admin_state_up': True, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:58.215826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c81949-0480-4b29-b35f-c35cfda8514e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Network': ['ID=19a7f628-0fa1-4751-a35a-f35e9ddd1f23,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:58.226306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:56:58.232301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.233357 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.278795 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 06e84600-0b58-415f-8a35-f93644a6064a no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:56:58.290056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.307645 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 06e84600-0b58-415f-8a35-f93644a6064a {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:56:58.307995 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 06e84600-0b58-415f-8a35-f93644a6064a not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:56:58.426646 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.928883 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.946366 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.043552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.26.5.4 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/0de98029-cb57-4969-8c2c-e2433fbd17e9) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:56:59.143054 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.174746 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.211620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:56:59.216430 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:59.220102 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:56:59.223429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.241752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=0de98029-cb57-4969-8c2c-e2433fbd17e9,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:59.458836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.647158 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.771647 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:56:59.874873 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:56:59.883938 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Sync routers for ids ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:56:59.894357 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.895508 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-81b3abe2-4931-45a6-9c75-034b5d8f626d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6948695 Nov 09 04:56:59.895971 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Routers {'9436d0ec-499a-4c0d-bbfe-f84eb34a461d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:56:59.896572 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:56:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:59.898775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57108) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:59.927207 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d1314f8d-fe77-48eb-aab2-10ef10db2858 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4983a50847c34e62a64f2180b2274ac2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271866 Nov 09 04:56:59.929686 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57110) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:59.999152 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Set router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:57:00.019029 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dc5189-6ea7-40c1-9ba7-6bbd1bd320a5 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:00.023271 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-75dc5189-6ea7-40c1-9ba7-6bbd1bd320a5 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899601 Nov 09 04:57:00.023435 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57112) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:00.051199 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e6e5970e-74c4-468d-b4b9-70bb33c4c97e tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267086 Nov 09 04:57:00.053616 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57114) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:00.058235 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-f1ad0346-903c-468c-aca1-38797459b5f7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-267235405', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:00.140942 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ad0346-903c-468c-aca1-38797459b5f7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Made reservation on behalf of 4983a50847c34e62a64f2180b2274ac2 for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:57:00.144642 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0346-903c-468c-aca1-38797459b5f7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.171225 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:56:59Z', 'revision_number': 3, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:00.283351 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Checking router: 9436d0ec-499a-4c0d-bbfe-f84eb34a461d for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:57:00.284269 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Updating router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d port 0de98029-cb57-4969-8c2c-e2433fbd17e9 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:57:00.308153 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.327062 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0346-903c-468c-aca1-38797459b5f7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.389009 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad0346-903c-468c-aca1-38797459b5f7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Subnet': ['ID=8e594ee7-27c7-43d2-b395-c128fc7c58f8,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:00.398810 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad0346-903c-468c-aca1-38797459b5f7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Checking segment: {'id': '5ea76021-096b-4f29-8735-5c8d5839cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:00.399170 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad0346-903c-468c-aca1-38797459b5f7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network hostable DHCP agents. Network: 19a7f628-0fa1-4751-a35a-f35e9ddd1f23, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:57:00.419016 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad0346-903c-468c-aca1-38797459b5f7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:57:00.429809 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-f1ad0346-903c-468c-aca1-38797459b5f7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 19a7f628-0fa1-4751-a35a-f35e9ddd1f23) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:57:00.433997 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.438528 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e3bd16-e837-4af6-a109-a16a07fa5af7 None None] Network 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:57:00.439051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ad0346-903c-468c-aca1-38797459b5f7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:00.439783 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0346-903c-468c-aca1-38797459b5f7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.458779 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f1ad0346-903c-468c-aca1-38797459b5f7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4041524 Nov 09 04:57:00.461863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57116) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:00.552248 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.560257 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.603310 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ips': [{'subnet_id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:57:00.604203 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.614917 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d327d82-20e7-4a44-be23-bbad5ed6a3d2 None None] Pushing event updated for resources: {'Port': ['ID=0de98029-cb57-4969-8c2c-e2433fbd17e9,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:00.628507 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d327d82-20e7-4a44-be23-bbad5ed6a3d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:00.628945 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d327d82-20e7-4a44-be23-bbad5ed6a3d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:00.629284 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d327d82-20e7-4a44-be23-bbad5ed6a3d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:00.629646 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d327d82-20e7-4a44-be23-bbad5ed6a3d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:00.629974 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d327d82-20e7-4a44-be23-bbad5ed6a3d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:00.630301 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d327d82-20e7-4a44-be23-bbad5ed6a3d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:00.630627 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d327d82-20e7-4a44-be23-bbad5ed6a3d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:00.630953 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d327d82-20e7-4a44-be23-bbad5ed6a3d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:00.631274 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d327d82-20e7-4a44-be23-bbad5ed6a3d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:00.631596 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d327d82-20e7-4a44-be23-bbad5ed6a3d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:00.631911 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d327d82-20e7-4a44-be23-bbad5ed6a3d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:00.632227 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d327d82-20e7-4a44-be23-bbad5ed6a3d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:00.637343 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Attempting to bind port 0de98029-cb57-4969-8c2c-e2433fbd17e9 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:57:00.637737 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Attempting to bind port 0de98029-cb57-4969-8c2c-e2433fbd17e9 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:57:00.638095 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Attempting to bind port 0de98029-cb57-4969-8c2c-e2433fbd17e9 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:00.643652 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:57:00.644031 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:00.644424 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.644802 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:57:00.645260 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Bound port: 0de98029-cb57-4969-8c2c-e2433fbd17e9, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:57:00.645659 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.710228 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] For port 0de98029-cb57-4969-8c2c-e2433fbd17e9, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:57:00.713814 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] For port 0de98029-cb57-4969-8c2c-e2433fbd17e9, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=0de98029-cb57-4969-8c2c-e2433fbd17e9,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:57:00.718196 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.763778 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Allocated IP 172.20.0.2 (19a7f628-0fa1-4751-a35a-f35e9ddd1f23/8e594ee7-27c7-43d2-b395-c128fc7c58f8/1d4a527d-3771-406b-b4c0-c0b8fee02740) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:57:00.765582 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Routers {'9436d0ec-499a-4c0d-bbfe-f84eb34a461d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:57:00.766289 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:56:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:00.824504 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d327d82-20e7-4a44-be23-bbad5ed6a3d2 None None] Pushing event updated for resources: {'Port': ['ID=0de98029-cb57-4969-8c2c-e2433fbd17e9,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:00.884808 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] Set router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:57:00.920488 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.927214 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.938062 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.963624 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Network 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:57:00.969848 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:57:00.973874 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:57:00.982029 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Pushing event updated for resources: {'Port': ['ID=1d4a527d-3771-406b-b4c0-c0b8fee02740,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:01.040632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Attempting to bind port 1d4a527d-3771-406b-b4c0-c0b8fee02740 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:57:01.041004 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Attempting to bind port 1d4a527d-3771-406b-b4c0-c0b8fee02740 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '5ea76021-096b-4f29-8735-5c8d5839cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:57:01.041345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Attempting to bind port 1d4a527d-3771-406b-b4c0-c0b8fee02740 on network 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:01.046413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:57:01.046916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Checking segment: {'id': '5ea76021-096b-4f29-8735-5c8d5839cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:01.047315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.047701 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Bound using segment: {'id': '5ea76021-096b-4f29-8735-5c8d5839cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:57:01.048166 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Bound port: 1d4a527d-3771-406b-b4c0-c0b8fee02740, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea76021-096b-4f29-8735-5c8d5839cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:57:01.048534 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.071318 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:56:59Z', 'revision_number': 3, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:01.097887 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b2bd8b-9a63-46cb-86b7-2707f83235f9 None None] The sync data for ids ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'] in dv-neutron-816800-2-hyperv is: [{'id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:56:59Z', 'revision_number': 3, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:57:01.125425 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.127420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-45b8be68-4882-421c-9e7f-08918914477b None None] For port 1d4a527d-3771-406b-b4c0-c0b8fee02740, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:57:01.132013 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-45b8be68-4882-421c-9e7f-08918914477b None None] For port 1d4a527d-3771-406b-b4c0-c0b8fee02740, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1d4a527d-3771-406b-b4c0-c0b8fee02740,segment=NetworkSegment(5ea76021-096b-4f29-8735-5c8d5839cc89),segment_id=5ea76021-096b-4f29-8735-5c8d5839cc89)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:57:01.136369 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.203700 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8be68-4882-421c-9e7f-08918914477b None None] Pushing event updated for resources: {'Port': ['ID=1d4a527d-3771-406b-b4c0-c0b8fee02740,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:01.257828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.20.0.1 (19a7f628-0fa1-4751-a35a-f35e9ddd1f23/8e594ee7-27c7-43d2-b395-c128fc7c58f8/c3d96324-1c45-4198-9a01-099cff952895) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:57:01.387003 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.424178 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.466730 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:57:01.473990 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:57:01.478152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:57:01.485846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=c3d96324-1c45-4198-9a01-099cff952895,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:01.532825 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.670772 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.968188 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.973960 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.050786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.058831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=c3d96324-1c45-4198-9a01-099cff952895,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:02.152130 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:57:02.153533 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:57:02.168062 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61394a0d-097a-4957-bb85-bae4b3042d14 None None] Network 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:57:02.261829 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-3e4f2c75-dc92-4478-8326-03d498de6b09 None None] Provisioning complete for port 1d4a527d-3771-406b-b4c0-c0b8fee02740 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:02.262424 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3e4f2c75-dc92-4478-8326-03d498de6b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.276532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:57:02.391802 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1d4a527d-3771-406b-b4c0-c0b8fee02740 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:57:02.400792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:57:02.415190 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a81c3c4d-9f60-40a5-940b-748e7403e46f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "PUT /v2.0/routers/9436d0ec-499a-4c0d-bbfe-f84eb34a461d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9433675 Nov 09 04:57:02.437256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3e4f2c75-dc92-4478-8326-03d498de6b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.486443 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-3e4f2c75-dc92-4478-8326-03d498de6b09 None None] For port 1d4a527d-3771-406b-b4c0-c0b8fee02740, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1d4a527d-3771-406b-b4c0-c0b8fee02740,segment=NetworkSegment(5ea76021-096b-4f29-8735-5c8d5839cc89),segment_id=5ea76021-096b-4f29-8735-5c8d5839cc89)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:02.493078 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3e4f2c75-dc92-4478-8326-03d498de6b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.545364 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 1d4a527d-3771-406b-b4c0-c0b8fee02740 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:02.546090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.576758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f2c75-dc92-4478-8326-03d498de6b09 None None] Pushing event updated for resources: {'Port': ['ID=1d4a527d-3771-406b-b4c0-c0b8fee02740,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:02.641986 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 0de98029-cb57-4969-8c2c-e2433fbd17e9 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:57:02.708401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 0de98029-cb57-4969-8c2c-e2433fbd17e9 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:02.708781 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.728751 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-7e2b16fd-2ef1-478d-ba53-b9fddeb31a54 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205665840&fields=id&tenant_id=4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 267 time: 0.0628405 Nov 09 04:57:02.753479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7a631b39-c9fe-41b3-a4d3-0e3aab5ba68f None None] Provisioning complete for port c3d96324-1c45-4198-9a01-099cff952895 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:02.753876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7a631b39-c9fe-41b3-a4d3-0e3aab5ba68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.797974 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-7a631b39-c9fe-41b3-a4d3-0e3aab5ba68f None None] Port c3d96324-1c45-4198-9a01-099cff952895 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:57:02.839165 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.843667 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-7a631b39-c9fe-41b3-a4d3-0e3aab5ba68f None None] Provisioning complete for port 1d4a527d-3771-406b-b4c0-c0b8fee02740 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:02.844101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7a631b39-c9fe-41b3-a4d3-0e3aab5ba68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.851382 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-df13c6c0-0813-4e6d-b699-30bcdf331e2e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:02.853039 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-df13c6c0-0813-4e6d-b699-30bcdf331e2e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/networks?id=19a7f628-0fa1-4751-a35a-f35e9ddd1f23 HTTP/1.1" status: 200 len: 796 time: 0.1227849 Nov 09 04:57:02.874604 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-1f410d50-3e10-441b-9177-274bdf769a5d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/quotas/4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 375 time: 0.0157263 Nov 09 04:57:02.889448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 0de98029-cb57-4969-8c2c-e2433fbd17e9, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=0de98029-cb57-4969-8c2c-e2433fbd17e9,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:02.896859 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.926141 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Sync routers for ids ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:57:02.936621 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-3974a62d-838a-4ffe-ab52-3a8cf6250a56 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611527 Nov 09 04:57:02.952311 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-7c4ca715-c736-44c0-8d62-41a1f8504953 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:57:02.953302 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-7c4ca715-c736-44c0-8d62-41a1f8504953 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055335 Nov 09 04:57:02.966966 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Routers {'9436d0ec-499a-4c0d-bbfe-f84eb34a461d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:57:02.967610 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:56:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:03.004710 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=0de98029-cb57-4969-8c2c-e2433fbd17e9,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:03.072390 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-802be7b1-9c31-4627-afb4-2792a61638aa service neutron] 10.222.0.21 "GET /v2.0/networks/19a7f628-0fa1-4751-a35a-f35e9ddd1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123738 Nov 09 04:57:03.118341 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Set router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:57:03.164858 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-b09ef97e-7188-44a6-b93e-eb1c5f35fb8e service neutron] 10.222.0.21 "GET /v2.0/networks/19a7f628-0fa1-4751-a35a-f35e9ddd1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861573 Nov 09 04:57:03.249631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a7ae0ff4-8505-413a-8a6d-b522da2decf3 None None] Provisioning complete for port c3d96324-1c45-4198-9a01-099cff952895 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:03.250208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a7ae0ff4-8505-413a-8a6d-b522da2decf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.300664 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae0ff4-8505-413a-8a6d-b522da2decf3 None None] Port c3d96324-1c45-4198-9a01-099cff952895 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:57:03.340441 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3c0738f3-f941-4847-ba65-05507d39e2a5 req-14c39058-284a-4b9b-ac74-9658f3e97adb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 210 time: 0.0281987 Nov 09 04:57:03.366037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:01Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'c3d96324-1c45-4198-9a01-099cff952895', 'name': '', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:90:4b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:01Z', 'updated_at': '2021-11-09T04:57:01Z', 'revision_number': 2, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:03.391838 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Checking router: 9436d0ec-499a-4c0d-bbfe-f84eb34a461d for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:57:03.392191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Updating router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d port c3d96324-1c45-4198-9a01-099cff952895 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:57:03.416591 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.685134 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.693841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.743506 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdda99-a4dd-455e-bb8a-1b87f080ee05 None None] Pushing event updated for resources: {'Port': ['ID=c3d96324-1c45-4198-9a01-099cff952895,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:03.798576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Attempting to bind port c3d96324-1c45-4198-9a01-099cff952895 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:57:03.799008 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Attempting to bind port c3d96324-1c45-4198-9a01-099cff952895 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '5ea76021-096b-4f29-8735-5c8d5839cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:57:03.799946 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Attempting to bind port c3d96324-1c45-4198-9a01-099cff952895 on network 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:03.805419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:57:03.805798 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Checking segment: {'id': '5ea76021-096b-4f29-8735-5c8d5839cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:03.806196 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.806588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Bound using segment: {'id': '5ea76021-096b-4f29-8735-5c8d5839cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:57:03.807142 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Bound port: c3d96324-1c45-4198-9a01-099cff952895, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea76021-096b-4f29-8735-5c8d5839cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:57:03.807424 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.874922 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] For port c3d96324-1c45-4198-9a01-099cff952895, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:57:03.878361 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] For port c3d96324-1c45-4198-9a01-099cff952895, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c3d96324-1c45-4198-9a01-099cff952895,segment=NetworkSegment(5ea76021-096b-4f29-8735-5c8d5839cc89),segment_id=5ea76021-096b-4f29-8735-5c8d5839cc89)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:57:03.882632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.945423 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdda99-a4dd-455e-bb8a-1b87f080ee05 None None] Pushing event updated for resources: {'Port': ['ID=c3d96324-1c45-4198-9a01-099cff952895,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:03.947969 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Routers {'9436d0ec-499a-4c0d-bbfe-f84eb34a461d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:57:03.948567 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:56:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:04.213480 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c63aedca-4071-4dbc-8095-ba0d5d101c60 None None] Provisioning complete for port c3d96324-1c45-4198-9a01-099cff952895 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:04.213778 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c63aedca-4071-4dbc-8095-ba0d5d101c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.216366 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] Set router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:57:04.262847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-f6d987bc-e8b3-4a97-a047-e3d56093a900 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:04.264323 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-f6d987bc-e8b3-4a97-a047-e3d56093a900 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/networks?id=19a7f628-0fa1-4751-a35a-f35e9ddd1f23 HTTP/1.1" status: 200 len: 796 time: 0.1122296 Nov 09 04:57:04.337773 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-4b0e9c6a-8155-4a9f-bf08-78cf648d9ed5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 379 time: 0.0634706 Nov 09 04:57:04.347152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-e4aa3daf-67e8-406a-882d-ab5ba67b2666 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'port': {'device_id': 'e8205f5c-bbbc-4206-96d5-1c2bbd68f70f', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'admin_state_up': True, 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'security_groups': ['43d53df9-2e56-4a8b-95f8-8823d9e215f4']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:04.355313 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1d4a527d-3771-406b-b4c0-c0b8fee02740 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:57:04.444545 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ef12b4e6-aa65-49ab-a560-b61e5461157a req-a1f64157-6d22-4b80-b99c-2cd7dd56de8d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 210 time: 0.0307047 Nov 09 04:57:04.459872 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c63aedca-4071-4dbc-8095-ba0d5d101c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.460396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-e4aa3daf-67e8-406a-882d-ab5ba67b2666 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Made reservation on behalf of 4983a50847c34e62a64f2180b2274ac2 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:57:04.466048 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-e4aa3daf-67e8-406a-882d-ab5ba67b2666 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.538887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c63aedca-4071-4dbc-8095-ba0d5d101c60 None None] For port c3d96324-1c45-4198-9a01-099cff952895, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c3d96324-1c45-4198-9a01-099cff952895,segment=NetworkSegment(5ea76021-096b-4f29-8735-5c8d5839cc89),segment_id=5ea76021-096b-4f29-8735-5c8d5839cc89)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:04.548890 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c63aedca-4071-4dbc-8095-ba0d5d101c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.554705 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 1d4a527d-3771-406b-b4c0-c0b8fee02740 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:04.555064 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.593962 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-e4aa3daf-67e8-406a-882d-ab5ba67b2666 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.20.0.9 (19a7f628-0fa1-4751-a35a-f35e9ddd1f23/8e594ee7-27c7-43d2-b395-c128fc7c58f8/c8ac3c15-84e0-4592-8046-ab402d27d441) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:57:04.643711 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63aedca-4071-4dbc-8095-ba0d5d101c60 None None] Pushing event updated for resources: {'Port': ['ID=c3d96324-1c45-4198-9a01-099cff952895,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:04.652852 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:01Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'c3d96324-1c45-4198-9a01-099cff952895', 'name': '', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:90:4b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:01Z', 'updated_at': '2021-11-09T04:57:03Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:04.691327 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ef3e4-58de-4d40-b3e3-51693f1f8c64 None None] The sync data for ids ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'] in dv-neutron-816800-2-hyperv is: [{'id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:01Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'c3d96324-1c45-4198-9a01-099cff952895', 'name': '', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:90:4b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:01Z', 'updated_at': '2021-11-09T04:57:03Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:57:04.733376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2c2ada76-26ca-4cc3-bbe0-a307e411be2e None None] Provisioning complete for port c3d96324-1c45-4198-9a01-099cff952895 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:04.733376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2c2ada76-26ca-4cc3-bbe0-a307e411be2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.736366 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 0de98029-cb57-4969-8c2c-e2433fbd17e9 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:57:04.765359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-e4aa3daf-67e8-406a-882d-ab5ba67b2666 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.807803 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-e4aa3daf-67e8-406a-882d-ab5ba67b2666 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.863158 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-e4aa3daf-67e8-406a-882d-ab5ba67b2666 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:57:04.868603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-e4aa3daf-67e8-406a-882d-ab5ba67b2666 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:57:04.872578 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-e4aa3daf-67e8-406a-882d-ab5ba67b2666 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:57:04.873842 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 0de98029-cb57-4969-8c2c-e2433fbd17e9 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:04.874388 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.879300 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa3daf-67e8-406a-882d-ab5ba67b2666 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=c8ac3c15-84e0-4592-8046-ab402d27d441,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:04.928477 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-e4aa3daf-67e8-406a-882d-ab5ba67b2666 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:04.929119 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-e4aa3daf-67e8-406a-882d-ab5ba67b2666 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.948167 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-e4aa3daf-67e8-406a-882d-ab5ba67b2666 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6047981 Nov 09 04:57:04.960562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-99f1df73-73f3-4451-aca6-d9cc733ce451 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:57:04.962433 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-99f1df73-73f3-4451-aca6-d9cc733ce451 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066409 Nov 09 04:57:04.975727 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Request body: {'port': {'device_id': 'e8205f5c-bbbc-4206-96d5-1c2bbd68f70f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:05.040800 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:05.216759 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-98a9ad32-d379-4653-8257-ffe754ddc236 None None] Provisioning complete for port c8ac3c15-84e0-4592-8046-ab402d27d441 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:05.217141 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-98a9ad32-d379-4653-8257-ffe754ddc236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:05.253436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-98a9ad32-d379-4653-8257-ffe754ddc236 None None] Port c8ac3c15-84e0-4592-8046-ab402d27d441 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:57:05.325213 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ac3c15-84e0-4592-8046-ab402d27d441 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:57:05.333463 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:05.345619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Transition to ACTIVE for port object c8ac3c15-84e0-4592-8046-ab402d27d441 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:57:05.350527 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:05.405827 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ac3c15-84e0-4592-8046-ab402d27d441,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:05.482345 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Attempting to bind port c8ac3c15-84e0-4592-8046-ab402d27d441 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:57:05.482818 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Attempting to bind port c8ac3c15-84e0-4592-8046-ab402d27d441 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '5ea76021-096b-4f29-8735-5c8d5839cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:57:05.483156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Attempting to bind port c8ac3c15-84e0-4592-8046-ab402d27d441 on network 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:05.489268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Port c8ac3c15-84e0-4592-8046-ab402d27d441 on network 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:57:05.489779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Attempting to bind port c8ac3c15-84e0-4592-8046-ab402d27d441 on network 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:05.496939 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:57:05.497689 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Checking segment: {'id': '5ea76021-096b-4f29-8735-5c8d5839cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:05.498416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Bound using segment: {'id': '5ea76021-096b-4f29-8735-5c8d5839cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:57:05.499067 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Bound port: c8ac3c15-84e0-4592-8046-ab402d27d441, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea76021-096b-4f29-8735-5c8d5839cc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:57:05.499645 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:05.609006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e5419-1862-4263-9678-9bd75a969484 req-ad55ea3b-5b9d-4daf-adf9-0d6a5dcbb94c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:05.610596 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f80e5419-1862-4263-9678-9bd75a969484 req-ad55ea3b-5b9d-4daf-adf9-0d6a5dcbb94c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 943 time: 0.0734284 Nov 09 04:57:05.614031 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] For port c8ac3c15-84e0-4592-8046-ab402d27d441, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:57:05.620006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] For port c8ac3c15-84e0-4592-8046-ab402d27d441, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c8ac3c15-84e0-4592-8046-ab402d27d441,segment=NetworkSegment(5ea76021-096b-4f29-8735-5c8d5839cc89),segment_id=5ea76021-096b-4f29-8735-5c8d5839cc89)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:57:05.628266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:05.684241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:05.684862 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:05.691017 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] 10.222.0.31 "PUT /v2.0/ports/c8ac3c15-84e0-4592-8046-ab402d27d441 HTTP/1.1" status: 200 len: 1093 time: 0.7158747 Nov 09 04:57:05.693269 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8205f5c-bbbc-4206-96d5-1c2bbd68f70f', 'tag': 'c8ac3c15-84e0-4592-8046-ab402d27d441'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:05.695352 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab132b3a-64ad-4103-a0f7-619a7fdacdb3" -d '{"events": [{"name": "network-changed", "server_uuid": "e8205f5c-bbbc-4206-96d5-1c2bbd68f70f", "tag": "c8ac3c15-84e0-4592-8046-ab402d27d441"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:05.737488 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f80e5419-1862-4263-9678-9bd75a969484 req-ea296a14-c2ca-4d9f-9518-ad16d47ed94e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186457 Nov 09 04:57:05.741238 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a50d0-1355-429a-8e41-c804734f0835 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ac3c15-84e0-4592-8046-ab402d27d441,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:05.783849 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21330672-2e10-4d5e-9599-26dd0301a4cd x-openstack-request-id: req-21330672-2e10-4d5e-9599-26dd0301a4cd {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:05.784147 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8205f5c-bbbc-4206-96d5-1c2bbd68f70f", "tag": "c8ac3c15-84e0-4592-8046-ab402d27d441", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:05.784561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21330672-2e10-4d5e-9599-26dd0301a4cd {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:05.784982 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8205f5c-bbbc-4206-96d5-1c2bbd68f70f', 'tag': 'c8ac3c15-84e0-4592-8046-ab402d27d441', 'status': 'completed', 'code': 200} Nov 09 04:57:05.798852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-5f4a1c53-8f66-46f5-b5d1-70f880ced4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:05.800915 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-5f4a1c53-8f66-46f5-b5d1-70f880ced4fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 1096 time: 0.0468519 Nov 09 04:57:05.845301 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-9911c1ec-e65f-4f0d-8556-aa4861debe9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ac3c15-84e0-4592-8046-ab402d27d441 HTTP/1.1" status: 200 len: 217 time: 0.0364311 Nov 09 04:57:05.900446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-de6a05ae-50b5-4891-a482-915d52a6538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:05.901979 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-de6a05ae-50b5-4891-a482-915d52a6538f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e594ee7-27c7-43d2-b395-c128fc7c58f8 HTTP/1.1" status: 200 len: 834 time: 0.0501015 Nov 09 04:57:05.948262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-a0d174f7-5789-465f-b3b5-8e39e4133abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:05.949781 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-a0d174f7-5789-465f-b3b5-8e39e4133abf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19a7f628-0fa1-4751-a35a-f35e9ddd1f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398397 Nov 09 04:57:06.038366 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-137e3c4b-18d5-42fa-a177-882cfb91c058 service neutron] 10.222.0.31 "GET /v2.0/networks/19a7f628-0fa1-4751-a35a-f35e9ddd1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812864 Nov 09 04:57:06.130193 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b2d36022-40c5-4382-bf3d-19a70aabbbe7 req-035584a7-f4ee-41e3-85cf-cf47628286be service neutron] 10.222.0.31 "GET /v2.0/networks/19a7f628-0fa1-4751-a35a-f35e9ddd1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844750 Nov 09 04:57:06.216540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab132b3a-64ad-4103-a0f7-619a7fdacdb3 req-5c430347-6a77-41f5-9a24-247a8176bb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:06.218120 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab132b3a-64ad-4103-a0f7-619a7fdacdb3 req-5c430347-6a77-41f5-9a24-247a8176bb15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 1096 time: 0.0424850 Nov 09 04:57:06.324065 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c3d96324-1c45-4198-9a01-099cff952895 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:57:06.375262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c3d96324-1c45-4198-9a01-099cff952895 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:06.375632 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.635206 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab132b3a-64ad-4103-a0f7-619a7fdacdb3 req-2aeb655a-ba4c-40e2-bea8-e13a70504e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:06.636678 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab132b3a-64ad-4103-a0f7-619a7fdacdb3 req-2aeb655a-ba4c-40e2-bea8-e13a70504e7a service neutron] 10.222.0.31 "GET /v2.0/networks?id=19a7f628-0fa1-4751-a35a-f35e9ddd1f23 HTTP/1.1" status: 200 len: 896 time: 0.4116089 Nov 09 04:57:06.677218 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab132b3a-64ad-4103-a0f7-619a7fdacdb3 req-f52de4a3-16ec-4e8a-8396-19275e7f3596 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ac3c15-84e0-4592-8046-ab402d27d441 HTTP/1.1" status: 200 len: 217 time: 0.0331621 Nov 09 04:57:06.731985 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab132b3a-64ad-4103-a0f7-619a7fdacdb3 req-b7aff950-c12b-47aa-b894-8ac24eff28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:06.733442 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab132b3a-64ad-4103-a0f7-619a7fdacdb3 req-b7aff950-c12b-47aa-b894-8ac24eff28fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e594ee7-27c7-43d2-b395-c128fc7c58f8 HTTP/1.1" status: 200 len: 834 time: 0.0491304 Nov 09 04:57:06.782869 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab132b3a-64ad-4103-a0f7-619a7fdacdb3 req-79f25ed2-83a5-4f06-a158-f46918838242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:06.784968 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab132b3a-64ad-4103-a0f7-619a7fdacdb3 req-79f25ed2-83a5-4f06-a158-f46918838242 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19a7f628-0fa1-4751-a35a-f35e9ddd1f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440750 Nov 09 04:57:06.911760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa79774-f3e8-4e8e-8db8-6a7e87a8083c req-f7bd2060-39bc-4939-abd4-3420d9fd10aa tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:06.913239 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aaa79774-f3e8-4e8e-8db8-6a7e87a8083c req-f7bd2060-39bc-4939-abd4-3420d9fd10aa tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 943 time: 0.0967395 Nov 09 04:57:06.916760 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab132b3a-64ad-4103-a0f7-619a7fdacdb3 req-302d38b7-701c-41cc-a3d2-dfac1bb4ff2e service neutron] 10.222.0.31 "GET /v2.0/networks/19a7f628-0fa1-4751-a35a-f35e9ddd1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240311 Nov 09 04:57:07.014941 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-aaa79774-f3e8-4e8e-8db8-6a7e87a8083c req-3d087361-daf7-4046-b50b-4f2e9b37b86f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958502 Nov 09 04:57:07.038324 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab132b3a-64ad-4103-a0f7-619a7fdacdb3 req-6d011a4f-c46f-4563-b628-e594ea0c0f21 service neutron] 10.222.0.31 "GET /v2.0/networks/19a7f628-0fa1-4751-a35a-f35e9ddd1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129105 Nov 09 04:57:08.130217 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74c8bc-779a-4091-8441-7a9fdbe4b38b req-90060a40-e3d3-43df-8a71-b7239307697c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:08.131671 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4f74c8bc-779a-4091-8441-7a9fdbe4b38b req-90060a40-e3d3-43df-8a71-b7239307697c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 943 time: 0.0473692 Nov 09 04:57:08.179096 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4f74c8bc-779a-4091-8441-7a9fdbe4b38b req-6fb696e9-0358-4b84-96e6-817abb5973d0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414889 Nov 09 04:57:08.788848 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device c8ac3c15-84e0-4592-8046-ab402d27d441 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:57:08.880163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port c8ac3c15-84e0-4592-8046-ab402d27d441, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c8ac3c15-84e0-4592-8046-ab402d27d441,segment=NetworkSegment(5ea76021-096b-4f29-8735-5c8d5839cc89),segment_id=5ea76021-096b-4f29-8735-5c8d5839cc89)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:08.891603 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'c8ac3c15-84e0-4592-8046-ab402d27d441', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'port_id': 'c8ac3c15-84e0-4592-8046-ab402d27d441', 'mac_address': 'fa:16:3e:a2:75:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:57:08.932003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:08.944977 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ac3c15-84e0-4592-8046-ab402d27d441 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:57:08.965010 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port c8ac3c15-84e0-4592-8046-ab402d27d441, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c8ac3c15-84e0-4592-8046-ab402d27d441,segment=NetworkSegment(5ea76021-096b-4f29-8735-5c8d5839cc89),segment_id=5ea76021-096b-4f29-8735-5c8d5839cc89)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:08.969326 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:09.016336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=c8ac3c15-84e0-4592-8046-ab402d27d441,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:09.172262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['c8ac3c15-84e0-4592-8046-ab402d27d441'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:57:09.298545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db7524-3189-4e40-81dc-aed7ed7f0557 req-cfcf943f-9167-4a60-aee0-85878cfa1385 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:09.300629 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-80db7524-3189-4e40-81dc-aed7ed7f0557 req-cfcf943f-9167-4a60-aee0-85878cfa1385 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 944 time: 0.0536313 Nov 09 04:57:09.348235 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-80db7524-3189-4e40-81dc-aed7ed7f0557 req-b627cb1a-a588-42ca-b64b-bd76d0e25e22 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413647 Nov 09 04:57:10.464081 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86762854-ec06-4365-90ba-2fc6289f8c2f req-fbde83ee-c910-4f21-a1d2-2073082c94ef tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:10.465547 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-86762854-ec06-4365-90ba-2fc6289f8c2f req-fbde83ee-c910-4f21-a1d2-2073082c94ef tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 944 time: 0.0513535 Nov 09 04:57:10.512641 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-86762854-ec06-4365-90ba-2fc6289f8c2f req-9cd29f19-1aee-45ca-90b8-0aeb9fe1a6bd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411074 Nov 09 04:57:10.802769 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device c8ac3c15-84e0-4592-8046-ab402d27d441 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:57:10.851685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port c8ac3c15-84e0-4592-8046-ab402d27d441 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:57:10.855415 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port c8ac3c15-84e0-4592-8046-ab402d27d441 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:10.855790 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:10.932965 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:10.954646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8205f5c-bbbc-4206-96d5-1c2bbd68f70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ac3c15-84e0-4592-8046-ab402d27d441'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:10.956933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3614788-6b83-4a12-8884-d5061346ba57" -d '{"events": [{"server_uuid": "e8205f5c-bbbc-4206-96d5-1c2bbd68f70f", "name": "network-vif-plugged", "status": "completed", "tag": "c8ac3c15-84e0-4592-8046-ab402d27d441"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:10.969349 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port c8ac3c15-84e0-4592-8046-ab402d27d441, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c8ac3c15-84e0-4592-8046-ab402d27d441,segment=NetworkSegment(5ea76021-096b-4f29-8735-5c8d5839cc89),segment_id=5ea76021-096b-4f29-8735-5c8d5839cc89)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:10.973852 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:10.997302 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d0ea17-a143-4697-85dd-3f001cb648e6 x-openstack-request-id: req-63d0ea17-a143-4697-85dd-3f001cb648e6 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:10.997616 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8205f5c-bbbc-4206-96d5-1c2bbd68f70f", "name": "network-vif-plugged", "status": "completed", "tag": "c8ac3c15-84e0-4592-8046-ab402d27d441", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:10.997868 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63d0ea17-a143-4697-85dd-3f001cb648e6 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:10.998253 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8205f5c-bbbc-4206-96d5-1c2bbd68f70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ac3c15-84e0-4592-8046-ab402d27d441', 'code': 200} Nov 09 04:57:11.023330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=c8ac3c15-84e0-4592-8046-ab402d27d441,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:11.160205 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab723d-6255-4710-a4b4-e9df5770b361 req-2a8b2136-a9db-4ba6-98d8-e669d3d4d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:11.161794 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-57ab723d-6255-4710-a4b4-e9df5770b361 req-2a8b2136-a9db-4ba6-98d8-e669d3d4d7e8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 1098 time: 0.0391853 Nov 09 04:57:11.207137 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-57ab723d-6255-4710-a4b4-e9df5770b361 req-8fcb4d9d-67d1-49ea-a914-66f2b7eba8d9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386930 Nov 09 04:57:11.624950 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a43f3-ff2f-4f83-aa41-4c973a92e323 req-0e235534-59d8-45fc-a794-d5032fb57b28 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:11.626437 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c58a43f3-ff2f-4f83-aa41-4c973a92e323 req-0e235534-59d8-45fc-a794-d5032fb57b28 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0482786 Nov 09 04:57:11.673457 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c58a43f3-ff2f-4f83-aa41-4c973a92e323 req-17b35068-07df-41ff-bd94-dbebbac18d41 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411005 Nov 09 04:57:12.836470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedea66a-32af-42dc-a1d4-dc0e052c9ca0 req-988963a8-a8f2-4f58-b507-b83e8b62d0b3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:12.837983 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fedea66a-32af-42dc-a1d4-dc0e052c9ca0 req-988963a8-a8f2-4f58-b507-b83e8b62d0b3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0965462 Nov 09 04:57:12.893742 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fedea66a-32af-42dc-a1d4-dc0e052c9ca0 req-f55283ec-5575-4e3a-9885-0fb911d3e15e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494611 Nov 09 04:57:13.004795 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b42b6-9da6-4d76-8e79-7c28fcdd465b req-c8df766f-49cf-44eb-a5f6-4f7f890f93ae tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:13.006209 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-396b42b6-9da6-4d76-8e79-7c28fcdd465b req-c8df766f-49cf-44eb-a5f6-4f7f890f93ae tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0473890 Nov 09 04:57:13.058056 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-396b42b6-9da6-4d76-8e79-7c28fcdd465b req-82a7885e-27de-4fc0-906a-7b41a109d986 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459385 Nov 09 04:57:13.081594 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57170) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:13.120066 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e8c0a2-8ba5-4963-a34c-38b39eaceb2a tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:13.121561 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-36e8c0a2-8ba5-4963-a34c-38b39eaceb2a tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 1093 time: 0.0389550 Nov 09 04:57:13.124306 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57172) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:13.128756 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': 'c8ac3c15-84e0-4592-8046-ab402d27d441', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:13.149667 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:13.242128 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:13.345550 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.26.5.111 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/9b29be77-a4ac-43a8-a41c-9982f4af6b95) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:57:13.442193 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:13.478059 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:13.510888 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:57:13.515039 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:57:13.520986 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:57:13.544678 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=9b29be77-a4ac-43a8-a41c-9982f4af6b95,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:14.176212 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:14.240133 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:14.385789 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:14.390221 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:14.454202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=9b29be77-a4ac-43a8-a41c-9982f4af6b95,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:14.465938 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:14.563227 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Floating IP 2e735706-17db-4286-b2b7-601201530d60 associated. External IP: 172.26.5.111, port: c8ac3c15-84e0-4592-8046-ab402d27d441. Nov 09 04:57:14.769102 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:57:14.875822 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:57:14.886183 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362045a-ba83-4b93-819b-a4c7df431393 None None] Sync routers for ids ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:57:14.895059 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:14.897029 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362045a-ba83-4b93-819b-a4c7df431393 None None] Routers {'9436d0ec-499a-4c0d-bbfe-f84eb34a461d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:57:14.897646 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-7362045a-ba83-4b93-819b-a4c7df431393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:56:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:14.921542 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-31f21be7-7d52-472c-93da-16349f15aaec tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7961359 Nov 09 04:57:14.922204 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8205f5c-bbbc-4206-96d5-1c2bbd68f70f', 'tag': 'c8ac3c15-84e0-4592-8046-ab402d27d441'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:14.924534 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40aec95a-889a-4019-aa74-c11992f92ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "e8205f5c-bbbc-4206-96d5-1c2bbd68f70f", "tag": "c8ac3c15-84e0-4592-8046-ab402d27d441"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:15.002145 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-7362045a-ba83-4b93-819b-a4c7df431393 None None] Set router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:57:15.023949 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103ff13e-b566-4f1a-9a5b-5ee2b37c1a05 x-openstack-request-id: req-103ff13e-b566-4f1a-9a5b-5ee2b37c1a05 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:15.024290 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af5f27-8265-47ee-a834-4ff5a8a8d759 req-6c5a753d-bd3b-4647-8246-8d07f953b080 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:15.024778 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8205f5c-bbbc-4206-96d5-1c2bbd68f70f", "tag": "c8ac3c15-84e0-4592-8046-ab402d27d441", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:15.024778 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-103ff13e-b566-4f1a-9a5b-5ee2b37c1a05 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:15.025245 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8205f5c-bbbc-4206-96d5-1c2bbd68f70f', 'tag': 'c8ac3c15-84e0-4592-8046-ab402d27d441', 'status': 'completed', 'code': 200} Nov 09 04:57:15.026942 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-12af5f27-8265-47ee-a834-4ff5a8a8d759 req-6c5a753d-bd3b-4647-8246-8d07f953b080 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0572166 Nov 09 04:57:15.104809 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-12af5f27-8265-47ee-a834-4ff5a8a8d759 req-7e79093d-a085-4b08-847d-c867f81ed05d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720034 Nov 09 04:57:15.110731 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aec95a-889a-4019-aa74-c11992f92ae3 req-ff725de1-3dc7-4d95-935a-f36fa8a15177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:15.112399 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40aec95a-889a-4019-aa74-c11992f92ae3 req-ff725de1-3dc7-4d95-935a-f36fa8a15177 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 1098 time: 0.0653298 Nov 09 04:57:15.126549 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57180) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:15.192963 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b646afa7-39f6-4623-825a-735f6229dc16 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/2e735706-17db-4286-b2b7-601201530d60 HTTP/1.1" status: 200 len: 991 time: 0.0623391 Nov 09 04:57:15.213172 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aec95a-889a-4019-aa74-c11992f92ae3 req-c446302d-f3a1-4b64-a711-5e8ed2b50d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:15.214715 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40aec95a-889a-4019-aa74-c11992f92ae3 req-c446302d-f3a1-4b64-a711-5e8ed2b50d4a service neutron] 10.222.0.31 "GET /v2.0/networks?id=19a7f628-0fa1-4751-a35a-f35e9ddd1f23 HTTP/1.1" status: 200 len: 896 time: 0.0958998 Nov 09 04:57:15.226352 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-7362045a-ba83-4b93-819b-a4c7df431393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:01Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '2e735706-17db-4286-b2b7-601201530d60', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'floating_ip_address': '172.26.5.111', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'port_id': 'c8ac3c15-84e0-4592-8046-ab402d27d441', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'mac_address': 'fa:16:3e:a2:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8205f5c-bbbc-4206-96d5-1c2bbd68f70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:57:14Z', 'updated_at': '2021-11-09T04:57:14Z', 'revision_number': 0, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d96324-1c45-4198-9a01-099cff952895', 'name': '', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:90:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:01Z', 'updated_at': '2021-11-09T04:57:04Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:15.251489 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362045a-ba83-4b93-819b-a4c7df431393 None None] Checking router: 9436d0ec-499a-4c0d-bbfe-f84eb34a461d for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:57:15.260046 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362045a-ba83-4b93-819b-a4c7df431393 None None] Routers {'9436d0ec-499a-4c0d-bbfe-f84eb34a461d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:57:15.260628 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-7362045a-ba83-4b93-819b-a4c7df431393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:56:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:15.281334 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40aec95a-889a-4019-aa74-c11992f92ae3 req-9c550142-7e41-43f8-8296-9675bd3e2035 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ac3c15-84e0-4592-8046-ab402d27d441 HTTP/1.1" status: 200 len: 999 time: 0.0585923 Nov 09 04:57:15.334075 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aec95a-889a-4019-aa74-c11992f92ae3 req-a07069c6-9c0b-4e95-a235-aaf20fcd5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:15.335548 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40aec95a-889a-4019-aa74-c11992f92ae3 req-a07069c6-9c0b-4e95-a235-aaf20fcd5348 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e594ee7-27c7-43d2-b395-c128fc7c58f8 HTTP/1.1" status: 200 len: 834 time: 0.0475864 Nov 09 04:57:15.361733 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-7362045a-ba83-4b93-819b-a4c7df431393 None None] Set router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:57:15.382025 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aec95a-889a-4019-aa74-c11992f92ae3 req-f248ea91-4b0c-4ed6-a1b1-4d53ed48e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:15.383533 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40aec95a-889a-4019-aa74-c11992f92ae3 req-f248ea91-4b0c-4ed6-a1b1-4d53ed48e7be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19a7f628-0fa1-4751-a35a-f35e9ddd1f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408146 Nov 09 04:57:15.473206 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40aec95a-889a-4019-aa74-c11992f92ae3 req-c44a4f6f-d12d-4a81-9452-474c553c8255 service neutron] 10.222.0.31 "GET /v2.0/networks/19a7f628-0fa1-4751-a35a-f35e9ddd1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819745 Nov 09 04:57:15.565927 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-40aec95a-889a-4019-aa74-c11992f92ae3 req-139cbd90-e5dc-4b8e-94b0-3d75a29f7aa3 service neutron] 10.222.0.31 "GET /v2.0/networks/19a7f628-0fa1-4751-a35a-f35e9ddd1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859675 Nov 09 04:57:15.578699 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-7362045a-ba83-4b93-819b-a4c7df431393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:01Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '2e735706-17db-4286-b2b7-601201530d60', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'floating_ip_address': '172.26.5.111', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'port_id': 'c8ac3c15-84e0-4592-8046-ab402d27d441', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'mac_address': 'fa:16:3e:a2:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8205f5c-bbbc-4206-96d5-1c2bbd68f70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:57:14Z', 'updated_at': '2021-11-09T04:57:14Z', 'revision_number': 0, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d96324-1c45-4198-9a01-099cff952895', 'name': '', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:90:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:01Z', 'updated_at': '2021-11-09T04:57:04Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:15.681955 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362045a-ba83-4b93-819b-a4c7df431393 None None] The sync data for ids ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'] in dv-neutron-816800-2-hyperv is: [{'id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:01Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': '2e735706-17db-4286-b2b7-601201530d60', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'floating_ip_address': '172.26.5.111', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'port_id': 'c8ac3c15-84e0-4592-8046-ab402d27d441', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'mac_address': 'fa:16:3e:a2:75:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8205f5c-bbbc-4206-96d5-1c2bbd68f70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:57:14Z', 'updated_at': '2021-11-09T04:57:14Z', 'revision_number': 0, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d96324-1c45-4198-9a01-099cff952895', 'name': '', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:90:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:01Z', 'updated_at': '2021-11-09T04:57:04Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:57:15.865113 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c138dcc4-ade4-4aee-a40e-26c1c885e107 None None] New status for floating IP 2e735706-17db-4286-b2b7-601201530d60: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:57:16.195583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57182) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:16.256802 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a2abeaf2-fd45-4f9c-a355-724acf677824 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/2e735706-17db-4286-b2b7-601201530d60 HTTP/1.1" status: 200 len: 993 time: 0.0567193 Nov 09 04:57:17.345495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:25.245241 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:57:25.622852 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b06564eb-0808-4064-83d3-270629e1ff48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:27.901295 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6cfbcc93-05c0-494d-8f0d-148b596ffccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:29.222579 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:30.427619 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:31.107537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:47.345462 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:47.656625 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52566a4-ec28-4931-b83e-8823e8fb6fb5 req-a43db8e5-4aae-44ba-8612-82fcbd86654a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:47.658053 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d52566a4-ec28-4931-b83e-8823e8fb6fb5 req-a43db8e5-4aae-44ba-8612-82fcbd86654a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0512316 Nov 09 04:57:47.707068 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d52566a4-ec28-4931-b83e-8823e8fb6fb5 req-1d3b7922-8c8c-4ec4-a572-569257778151 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429599 Nov 09 04:57:48.822713 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f229e-81d8-4d1b-964b-e35a1aaf8cd5 req-d8ed2432-5c40-4745-93bd-99ce8afd9176 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:48.824206 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-828f229e-81d8-4d1b-964b-e35a1aaf8cd5 req-d8ed2432-5c40-4745-93bd-99ce8afd9176 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0493593 Nov 09 04:57:48.871781 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-828f229e-81d8-4d1b-964b-e35a1aaf8cd5 req-c60868b8-251d-4441-8222-61fd30aff70e tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418108 Nov 09 04:57:49.987381 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3383f0d-5e83-4502-88ba-65d5225f6e0f req-e339683c-91e4-4325-9fcc-e92b0340bbd8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:49.988774 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d3383f0d-5e83-4502-88ba-65d5225f6e0f req-e339683c-91e4-4325-9fcc-e92b0340bbd8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0487134 Nov 09 04:57:50.035965 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d3383f0d-5e83-4502-88ba-65d5225f6e0f req-37643ba7-92e8-498c-acf5-0c86cb64fd03 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406864 Nov 09 04:57:51.153805 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42c262-0655-4374-9d2a-236acc5f4884 req-46e0ee13-1aa6-43be-94f1-7605809119cb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:51.155311 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0a42c262-0655-4374-9d2a-236acc5f4884 req-46e0ee13-1aa6-43be-94f1-7605809119cb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0523672 Nov 09 04:57:51.203724 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0a42c262-0655-4374-9d2a-236acc5f4884 req-230d7e94-ff94-4860-9a37-0b755257c412 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425017 Nov 09 04:57:52.318639 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8897974-5fc5-4dcb-84af-c496bac7d7c8 req-40e2b3e4-ccc7-46e0-a9ea-34dd7c5dedf3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:52.320463 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a8897974-5fc5-4dcb-84af-c496bac7d7c8 req-40e2b3e4-ccc7-46e0-a9ea-34dd7c5dedf3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0495827 Nov 09 04:57:52.375519 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a8897974-5fc5-4dcb-84af-c496bac7d7c8 req-5f6d7033-665a-40c8-a8d7-ac831deeed41 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490069 Nov 09 04:57:53.489295 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d5067-f614-437b-8adf-105265bc08d2 req-c13dfab2-0c04-45aa-91b4-054fb7f9cbe2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:53.490810 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-718d5067-f614-437b-8adf-105265bc08d2 req-c13dfab2-0c04-45aa-91b4-054fb7f9cbe2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0480680 Nov 09 04:57:53.538622 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-718d5067-f614-437b-8adf-105265bc08d2 req-a8d7901b-5b10-49b3-b913-13dc8945c38b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415132 Nov 09 04:57:54.652356 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb655127-f69c-480f-9176-3b6cde109fe6 req-4b1b72e9-aa1a-495d-b778-2f2599dc2564 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:54.653842 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb655127-f69c-480f-9176-3b6cde109fe6 req-4b1b72e9-aa1a-495d-b778-2f2599dc2564 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0478950 Nov 09 04:57:54.702678 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb655127-f69c-480f-9176-3b6cde109fe6 req-49b15537-ed48-4013-8886-13e3398853a5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428655 Nov 09 04:57:55.615171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ebc29995-47ab-45ea-9dd1-5f4a6f4c3625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:55.814799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a785d3-89bb-4526-8066-fc178df77384 req-96888bf3-14c7-4400-8d06-a9c47901a988 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:55.816295 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-27a785d3-89bb-4526-8066-fc178df77384 req-96888bf3-14c7-4400-8d06-a9c47901a988 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0478127 Nov 09 04:57:55.868912 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-27a785d3-89bb-4526-8066-fc178df77384 req-8e7ca4ac-21d0-4535-91d9-819e9082c3bf tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460262 Nov 09 04:57:56.993872 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a9034-d343-489c-808e-0ef49daa4e15 req-2c25bcf8-a1fe-4a9d-8a0a-9136d6a684d3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:56.995256 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b48a9034-d343-489c-808e-0ef49daa4e15 req-2c25bcf8-a1fe-4a9d-8a0a-9136d6a684d3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0477943 Nov 09 04:57:57.044403 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b48a9034-d343-489c-808e-0ef49daa4e15 req-8541fd4b-a12d-4edf-8a97-ccb17109bef5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431445 Nov 09 04:57:57.902996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-54c73ce0-5287-4898-959d-1fd3340cf4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.158195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b89b2a-87b0-467d-a3db-115b202b339f req-725b65d3-f11f-4fa5-b3c7-05caa7fbae31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:58.159648 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c5b89b2a-87b0-467d-a3db-115b202b339f req-725b65d3-f11f-4fa5-b3c7-05caa7fbae31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0485747 Nov 09 04:57:58.207930 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c5b89b2a-87b0-467d-a3db-115b202b339f req-042a3577-1266-446b-b48d-b9f286cb2225 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418630 Nov 09 04:57:59.227312 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:59.325694 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b8f8e-8d1f-4ff8-9603-8381c1d30a3a req-3bb24ffc-6c8e-499c-87b2-87a642245f61 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:59.327179 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ac1b8f8e-8d1f-4ff8-9603-8381c1d30a3a req-3bb24ffc-6c8e-499c-87b2-87a642245f61 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0523643 Nov 09 04:57:59.376339 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ac1b8f8e-8d1f-4ff8-9603-8381c1d30a3a req-97545558-25e5-4f8e-9f7a-b9157a42aa7b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433741 Nov 09 04:58:00.318506 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f2cc-dfe9-4dc3-ad71-69b3a517d6bd req-3df83cd1-473d-45e2-8260-847eef155255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:00.319999 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d031f2cc-dfe9-4dc3-ad71-69b3a517d6bd req-3df83cd1-473d-45e2-8260-847eef155255 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 1098 time: 0.0777524 Nov 09 04:58:00.426468 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f2cc-dfe9-4dc3-ad71-69b3a517d6bd req-86e59d31-6c93-455b-b6b3-09f91d050a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:00.427959 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d031f2cc-dfe9-4dc3-ad71-69b3a517d6bd req-86e59d31-6c93-455b-b6b3-09f91d050a64 service neutron] 10.222.0.31 "GET /v2.0/networks?id=19a7f628-0fa1-4751-a35a-f35e9ddd1f23 HTTP/1.1" status: 200 len: 896 time: 0.0888236 Nov 09 04:58:00.435985 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:00.520415 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d031f2cc-dfe9-4dc3-ad71-69b3a517d6bd req-56da71d1-38e2-4d58-84b5-8b8fde4437bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ac3c15-84e0-4592-8046-ab402d27d441 HTTP/1.1" status: 200 len: 1001 time: 0.0848155 Nov 09 04:58:00.537585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffccab-0821-4401-a591-01e79b92fbd0 req-0c73f807-cc47-4c94-956a-1cacac4658c4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:00.539029 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8fffccab-0821-4401-a591-01e79b92fbd0 req-0c73f807-cc47-4c94-956a-1cacac4658c4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0687580 Nov 09 04:58:00.604299 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f2cc-dfe9-4dc3-ad71-69b3a517d6bd req-f836f1e5-5dfa-455a-9faf-1cf6a05a8ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:00.605778 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d031f2cc-dfe9-4dc3-ad71-69b3a517d6bd req-f836f1e5-5dfa-455a-9faf-1cf6a05a8ddf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e594ee7-27c7-43d2-b395-c128fc7c58f8 HTTP/1.1" status: 200 len: 834 time: 0.0760808 Nov 09 04:58:00.620143 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8fffccab-0821-4401-a591-01e79b92fbd0 req-269db9ab-9f7d-4f3e-b2ce-545d66d69319 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744362 Nov 09 04:58:00.659114 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f2cc-dfe9-4dc3-ad71-69b3a517d6bd req-8ed5db90-82e8-4caa-8cf7-b41cdb1127b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:00.660608 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d031f2cc-dfe9-4dc3-ad71-69b3a517d6bd req-8ed5db90-82e8-4caa-8cf7-b41cdb1127b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19a7f628-0fa1-4751-a35a-f35e9ddd1f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449502 Nov 09 04:58:00.755274 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d031f2cc-dfe9-4dc3-ad71-69b3a517d6bd req-9b85d9fc-d43b-44f1-847a-fa17d2f9a559 service neutron] 10.222.0.31 "GET /v2.0/networks/19a7f628-0fa1-4751-a35a-f35e9ddd1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862582 Nov 09 04:58:00.842362 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d031f2cc-dfe9-4dc3-ad71-69b3a517d6bd req-ab693b23-d22a-4974-8069-5fe2a24f48da service neutron] 10.222.0.31 "GET /v2.0/networks/19a7f628-0fa1-4751-a35a-f35e9ddd1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801351 Nov 09 04:58:01.109487 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:01.737527 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eb452-df66-42a9-9367-acd6e76e3288 req-cfbdf2b5-8809-4782-b1ef-9edff3adc159 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:01.739016 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f86eb452-df66-42a9-9367-acd6e76e3288 req-cfbdf2b5-8809-4782-b1ef-9edff3adc159 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0483263 Nov 09 04:58:01.787744 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f86eb452-df66-42a9-9367-acd6e76e3288 req-991ceb81-ecd5-4036-b68a-98670f0709df tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422738 Nov 09 04:58:02.244551 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:58:02.908732 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba396f3-11b8-4ea9-bd21-09a67ac71b56 req-ea5a34be-3ccb-4f65-b6cb-7f21ef4419c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:02.910246 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ba396f3-11b8-4ea9-bd21-09a67ac71b56 req-ea5a34be-3ccb-4f65-b6cb-7f21ef4419c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0537164 Nov 09 04:58:02.958525 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ba396f3-11b8-4ea9-bd21-09a67ac71b56 req-aa59e430-748c-4a08-af65-90329430fb2c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422242 Nov 09 04:58:04.074896 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cafd31-1363-411a-ab9a-65598f9af170 req-17343061-0b79-4ee9-82bb-a0f546badb37 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:04.076376 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-00cafd31-1363-411a-ab9a-65598f9af170 req-17343061-0b79-4ee9-82bb-a0f546badb37 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0524275 Nov 09 04:58:04.125317 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-00cafd31-1363-411a-ab9a-65598f9af170 req-3d432f4f-5f69-425b-8392-37d712787607 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430300 Nov 09 04:58:04.146954 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57234) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:04.204601 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-7ed5fbf9-4db3-4127-a355-433365a96fa3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/2e735706-17db-4286-b2b7-601201530d60 HTTP/1.1" status: 200 len: 993 time: 0.0565410 Nov 09 04:58:05.505792 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c51a5d-141b-4540-88c9-b1228b097ce8 req-9c7c994e-67ab-4707-8bfe-d472c2e4ee9d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:05.507208 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05c51a5d-141b-4540-88c9-b1228b097ce8 req-9c7c994e-67ab-4707-8bfe-d472c2e4ee9d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0721879 Nov 09 04:58:05.530390 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529e3c5-4cc6-46e9-b88e-83634ffb1efc req-fb0db10a-f538-4f62-84eb-27e06248e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:05.531803 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e529e3c5-4cc6-46e9-b88e-83634ffb1efc req-fb0db10a-f538-4f62-84eb-27e06248e20a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 1098 time: 0.0649116 Nov 09 04:58:05.610468 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-05c51a5d-141b-4540-88c9-b1228b097ce8 req-02593998-4f7b-4a56-b9b6-522bb11505bb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969124 Nov 09 04:58:05.652330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529e3c5-4cc6-46e9-b88e-83634ffb1efc req-d99c74ec-867c-482e-816b-8e6a86d9c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:05.653815 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e529e3c5-4cc6-46e9-b88e-83634ffb1efc req-d99c74ec-867c-482e-816b-8e6a86d9c8c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=19a7f628-0fa1-4751-a35a-f35e9ddd1f23 HTTP/1.1" status: 200 len: 896 time: 0.1143310 Nov 09 04:58:05.722298 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e529e3c5-4cc6-46e9-b88e-83634ffb1efc req-07c01b46-b016-4065-aea9-aaa6b45be9fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ac3c15-84e0-4592-8046-ab402d27d441 HTTP/1.1" status: 200 len: 1001 time: 0.0613422 Nov 09 04:58:05.768859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529e3c5-4cc6-46e9-b88e-83634ffb1efc req-56ab0d58-8701-413b-9009-d4ce00981c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:05.770196 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e529e3c5-4cc6-46e9-b88e-83634ffb1efc req-56ab0d58-8701-413b-9009-d4ce00981c3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e594ee7-27c7-43d2-b395-c128fc7c58f8 HTTP/1.1" status: 200 len: 834 time: 0.0415692 Nov 09 04:58:05.812580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529e3c5-4cc6-46e9-b88e-83634ffb1efc req-d35ad5ff-3d69-40ab-8624-cc492e0521a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:05.814035 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e529e3c5-4cc6-46e9-b88e-83634ffb1efc req-d35ad5ff-3d69-40ab-8624-cc492e0521a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19a7f628-0fa1-4751-a35a-f35e9ddd1f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0374792 Nov 09 04:58:05.903491 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e529e3c5-4cc6-46e9-b88e-83634ffb1efc req-5cc93b89-41ed-4cc6-b85e-7e11aab7fdbe service neutron] 10.222.0.31 "GET /v2.0/networks/19a7f628-0fa1-4751-a35a-f35e9ddd1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825551 Nov 09 04:58:05.990643 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e529e3c5-4cc6-46e9-b88e-83634ffb1efc req-6da2d3d8-c7f1-438a-bc50-342f76dd27cf service neutron] 10.222.0.31 "GET /v2.0/networks/19a7f628-0fa1-4751-a35a-f35e9ddd1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798452 Nov 09 04:58:06.726295 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bd1c4-053f-4ba3-967d-d32fc40f5ab1 req-e6d17532-937b-4140-8aa3-49516f99f434 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:06.727808 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-647bd1c4-053f-4ba3-967d-d32fc40f5ab1 req-e6d17532-937b-4140-8aa3-49516f99f434 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0496149 Nov 09 04:58:06.780028 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-647bd1c4-053f-4ba3-967d-d32fc40f5ab1 req-35cf91f7-7014-4592-9265-14caf9d5ba36 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462637 Nov 09 04:58:06.801863 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57244) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:06.860664 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-64b42518-8119-430a-9165-fa7d5006ce36 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/2e735706-17db-4286-b2b7-601201530d60 HTTP/1.1" status: 200 len: 993 time: 0.0576692 Nov 09 04:58:17.382899 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:25.616383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-985b9894-7414-49df-bc56-c7cd22abb5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:27.903968 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a62110d1-066f-477c-8bfe-a13b3fd06986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:29.227678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:30.435193 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:31.111226 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:37.300571 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57254) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:37.450458 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port 9b29be77-a4ac-43a8-a41c-9982f4af6b95 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:58:37.450794 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:37.526561 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:37.526881 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:37.538436 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for 9b29be77-a4ac-43a8-a41c-9982f4af6b95 owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:58:37.680666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:37.706697 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=9b29be77-a4ac-43a8-a41c-9982f4af6b95,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:37.730709 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:37.731055 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:37.731391 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:37.731724 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:37.732049 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:37.732373 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:37.732694 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:37.733013 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:37.733333 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:37.733683 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:37.734004 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:37.734324 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:37.774323 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:37.774647 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Floating IP 2e735706-17db-4286-b2b7-601201530d60 disassociated (deleted). External IP: 172.26.5.111, port: c8ac3c15-84e0-4592-8046-ab402d27d441. Nov 09 04:58:37.976044 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:58:38.079283 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:58:38.083987 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:38.088487 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708e6656-7996-4e85-90ad-46435048dca4 None None] Sync routers for ids ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:58:38.097734 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708e6656-7996-4e85-90ad-46435048dca4 None None] Routers {'9436d0ec-499a-4c0d-bbfe-f84eb34a461d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:58:38.098336 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-708e6656-7996-4e85-90ad-46435048dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:58:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:38.110806 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6ef1f76c-54b7-4088-95b5-0e6f7a13fa1a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/floatingips/2e735706-17db-4286-b2b7-601201530d60 HTTP/1.1" status: 204 len: 168 time: 0.8091602 Nov 09 04:58:38.111385 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8205f5c-bbbc-4206-96d5-1c2bbd68f70f', 'tag': 'c8ac3c15-84e0-4592-8046-ab402d27d441'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:58:38.113654 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1fd3c3-f020-4e5b-986f-a66c3e04f565" -d '{"events": [{"name": "network-changed", "server_uuid": "e8205f5c-bbbc-4206-96d5-1c2bbd68f70f", "tag": "c8ac3c15-84e0-4592-8046-ab402d27d441"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:58:38.154085 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82aa0c23-a562-436c-899c-29adf1d7acd4 x-openstack-request-id: req-82aa0c23-a562-436c-899c-29adf1d7acd4 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:58:38.154641 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8205f5c-bbbc-4206-96d5-1c2bbd68f70f", "tag": "c8ac3c15-84e0-4592-8046-ab402d27d441", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:58:38.154970 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82aa0c23-a562-436c-899c-29adf1d7acd4 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:58:38.155234 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8205f5c-bbbc-4206-96d5-1c2bbd68f70f', 'tag': 'c8ac3c15-84e0-4592-8046-ab402d27d441', 'status': 'completed', 'code': 200} Nov 09 04:58:38.205238 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-708e6656-7996-4e85-90ad-46435048dca4 None None] Set router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:58:38.222915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fd3c3-f020-4e5b-986f-a66c3e04f565 req-b23d9391-d0ea-4fe2-bab7-a8bdf8dd62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:38.226748 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9e1fd3c3-f020-4e5b-986f-a66c3e04f565 req-b23d9391-d0ea-4fe2-bab7-a8bdf8dd62a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 1098 time: 0.0434785 Nov 09 04:58:38.362179 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834cb7a-a9c7-492c-a711-283efed564f4 req-339af61c-cd40-41b6-aa5d-e4981c08e600 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:38.363650 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9834cb7a-a9c7-492c-a711-283efed564f4 req-339af61c-cd40-41b6-aa5d-e4981c08e600 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0701661 Nov 09 04:58:38.367414 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fd3c3-f020-4e5b-986f-a66c3e04f565 req-e0919ea8-7f07-4cce-bcac-ca27fa720d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:38.368791 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9e1fd3c3-f020-4e5b-986f-a66c3e04f565 req-e0919ea8-7f07-4cce-bcac-ca27fa720d58 service neutron] 10.222.0.31 "GET /v2.0/networks?id=19a7f628-0fa1-4751-a35a-f35e9ddd1f23 HTTP/1.1" status: 200 len: 896 time: 0.1345851 Nov 09 04:58:38.416195 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-708e6656-7996-4e85-90ad-46435048dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:01Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'c3d96324-1c45-4198-9a01-099cff952895', 'name': '', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:90:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:01Z', 'updated_at': '2021-11-09T04:57:04Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:38.424830 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9e1fd3c3-f020-4e5b-986f-a66c3e04f565 req-0564a585-279a-463a-9fb2-b7108b4b79e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ac3c15-84e0-4592-8046-ab402d27d441 HTTP/1.1" status: 200 len: 217 time: 0.0399632 Nov 09 04:58:38.442081 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708e6656-7996-4e85-90ad-46435048dca4 None None] Checking router: 9436d0ec-499a-4c0d-bbfe-f84eb34a461d for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:58:38.450647 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708e6656-7996-4e85-90ad-46435048dca4 None None] Routers {'9436d0ec-499a-4c0d-bbfe-f84eb34a461d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:58:38.451230 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-708e6656-7996-4e85-90ad-46435048dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:58:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:38.474965 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9834cb7a-a9c7-492c-a711-283efed564f4 req-3b9d2efc-c052-4df9-afde-895d8036f99c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041102 Nov 09 04:58:38.496702 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fd3c3-f020-4e5b-986f-a66c3e04f565 req-11ca87cf-8142-4310-8dee-bcb61f1920a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:38.496702 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9e1fd3c3-f020-4e5b-986f-a66c3e04f565 req-11ca87cf-8142-4310-8dee-bcb61f1920a0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e594ee7-27c7-43d2-b395-c128fc7c58f8 HTTP/1.1" status: 200 len: 834 time: 0.0554576 Nov 09 04:58:38.539018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fd3c3-f020-4e5b-986f-a66c3e04f565 req-12566adc-3d08-49bd-940a-c93473330b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:38.540590 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9e1fd3c3-f020-4e5b-986f-a66c3e04f565 req-12566adc-3d08-49bd-940a-c93473330b52 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=19a7f628-0fa1-4751-a35a-f35e9ddd1f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401011 Nov 09 04:58:38.553946 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-708e6656-7996-4e85-90ad-46435048dca4 None None] Set router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:58:38.634120 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9e1fd3c3-f020-4e5b-986f-a66c3e04f565 req-74a332e5-e1a9-42c3-8268-0444487c9510 service neutron] 10.222.0.31 "GET /v2.0/networks/19a7f628-0fa1-4751-a35a-f35e9ddd1f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841677 Nov 09 04:58:38.726667 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9e1fd3c3-f020-4e5b-986f-a66c3e04f565 req-0d560294-dad2-4ecc-a404-235f8dd88a26 service neutron] 10.222.0.31 "GET /v2.0/networks/19a7f628-0fa1-4751-a35a-f35e9ddd1f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851362 Nov 09 04:58:38.753823 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-708e6656-7996-4e85-90ad-46435048dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:01Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'c3d96324-1c45-4198-9a01-099cff952895', 'name': '', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:90:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:01Z', 'updated_at': '2021-11-09T04:57:04Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:38.779733 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708e6656-7996-4e85-90ad-46435048dca4 None None] The sync data for ids ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'] in dv-neutron-816800-2-hyperv is: [{'id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:01Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'c3d96324-1c45-4198-9a01-099cff952895', 'name': '', 'network_id': '19a7f628-0fa1-4751-a35a-f35e9ddd1f23', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:90:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:01Z', 'updated_at': '2021-11-09T04:57:04Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '8e594ee7-27c7-43d2-b395-c128fc7c58f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:58:38.989009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3035332d-22be-4169-aff3-df27a3d13f85 None None] New status for floating IP 2e735706-17db-4286-b2b7-601201530d60: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:58:39.242893 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:58:39.600999 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15844d3e-dfdc-4ccd-bab5-aa384f016495 req-70b1e9c3-5d08-4746-84de-fb266be704b9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:39.602990 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-15844d3e-dfdc-4ccd-bab5-aa384f016495 req-70b1e9c3-5d08-4746-84de-fb266be704b9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0562940 Nov 09 04:58:39.651215 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-15844d3e-dfdc-4ccd-bab5-aa384f016495 req-cc1c1b75-9c68-495f-b5d2-72b5c3bd6546 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=43d53df9-2e56-4a8b-95f8-8823d9e215f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423081 Nov 09 04:58:39.839141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef05e5-5f3a-495a-bd49-bb674abaa542 req-60a3dc3c-0f84-45f5-ab56-e8ff15a5c32a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:39.840633 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59ef05e5-5f3a-495a-bd49-bb674abaa542 req-60a3dc3c-0f84-45f5-ab56-e8ff15a5c32a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 945 time: 0.0527472 Nov 09 04:58:39.926347 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-59ef05e5-5f3a-495a-bd49-bb674abaa542 req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port c8ac3c15-84e0-4592-8046-ab402d27d441 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:58:39.926688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-59ef05e5-5f3a-495a-bd49-bb674abaa542 req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:40.014068 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-59ef05e5-5f3a-495a-bd49-bb674abaa542 req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] For port c8ac3c15-84e0-4592-8046-ab402d27d441, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=c8ac3c15-84e0-4592-8046-ab402d27d441,segment=NetworkSegment(5ea76021-096b-4f29-8735-5c8d5839cc89),segment_id=5ea76021-096b-4f29-8735-5c8d5839cc89)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:40.014425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-59ef05e5-5f3a-495a-bd49-bb674abaa542 req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:40.027228 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-59ef05e5-5f3a-495a-bd49-bb674abaa542 req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for c8ac3c15-84e0-4592-8046-ab402d27d441 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:58:40.148479 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-59ef05e5-5f3a-495a-bd49-bb674abaa542 req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:40.179918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=c8ac3c15-84e0-4592-8046-ab402d27d441,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:40.191530 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:40.191883 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:40.192229 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:40.192565 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:40.192899 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:40.193230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:40.193583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:40.194474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:40.194802 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:40.195141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:40.195464 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:40.195784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:40.229106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ef05e5-5f3a-495a-bd49-bb674abaa542 req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] No DVR routers for this DVR port c8ac3c15-84e0-4592-8046-ab402d27d441 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:58:40.231510 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-59ef05e5-5f3a-495a-bd49-bb674abaa542 req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:40.234814 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-59ef05e5-5f3a-495a-bd49-bb674abaa542 req-d00284fa-3f98-4a27-ad54-4727c9f7480f tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "DELETE /v2.0/ports/c8ac3c15-84e0-4592-8046-ab402d27d441 HTTP/1.1" status: 204 len: 173 time: 0.3876739 Nov 09 04:58:40.235247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8205f5c-bbbc-4206-96d5-1c2bbd68f70f', 'name': 'network-vif-deleted', 'tag': 'c8ac3c15-84e0-4592-8046-ab402d27d441'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:58:40.237450 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ffb386-5123-4f34-a9cf-1e230d107ba2" -d '{"events": [{"server_uuid": "e8205f5c-bbbc-4206-96d5-1c2bbd68f70f", "name": "network-vif-deleted", "tag": "c8ac3c15-84e0-4592-8046-ab402d27d441"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:58:40.273790 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f20968-8175-4b7b-9f64-a77ae91d45d2 x-openstack-request-id: req-26f20968-8175-4b7b-9f64-a77ae91d45d2 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:58:40.274078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8205f5c-bbbc-4206-96d5-1c2bbd68f70f", "name": "network-vif-deleted", "tag": "c8ac3c15-84e0-4592-8046-ab402d27d441", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:58:40.274330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26f20968-8175-4b7b-9f64-a77ae91d45d2 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:58:40.274757 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8205f5c-bbbc-4206-96d5-1c2bbd68f70f', 'name': 'network-vif-deleted', 'tag': 'c8ac3c15-84e0-4592-8046-ab402d27d441', 'status': 'completed', 'code': 200} Nov 09 04:58:40.758626 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f50cfd2d-2462-432c-b220-a4d0aa3b58fb req-f12191cd-d7d8-496e-a253-3ea08c78d5b5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8205f5c-bbbc-4206-96d5-1c2bbd68f70f HTTP/1.1" status: 200 len: 210 time: 0.0262632 Nov 09 04:58:41.812282 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57272) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:42.153051 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3f55f96e-d5bf-4883-8605-bf7c757c3820 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:42.396882 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-3f55f96e-d5bf-4883-8605-bf7c757c3820 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port c3d96324-1c45-4198-9a01-099cff952895 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:58:42.397275 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3f55f96e-d5bf-4883-8605-bf7c757c3820 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:42.485257 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-3f55f96e-d5bf-4883-8605-bf7c757c3820 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] For port c3d96324-1c45-4198-9a01-099cff952895, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c3d96324-1c45-4198-9a01-099cff952895,segment=NetworkSegment(5ea76021-096b-4f29-8735-5c8d5839cc89),segment_id=5ea76021-096b-4f29-8735-5c8d5839cc89)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:42.485557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3f55f96e-d5bf-4883-8605-bf7c757c3820 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:42.498389 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-3f55f96e-d5bf-4883-8605-bf7c757c3820 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for c3d96324-1c45-4198-9a01-099cff952895 owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:58:42.673994 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3f55f96e-d5bf-4883-8605-bf7c757c3820 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:42.701423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55f96e-d5bf-4883-8605-bf7c757c3820 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=c3d96324-1c45-4198-9a01-099cff952895,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:42.870174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-3f55f96e-d5bf-4883-8605-bf7c757c3820 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:43.079310 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f55f96e-d5bf-4883-8605-bf7c757c3820 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:58:43.184474 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f55f96e-d5bf-4883-8605-bf7c757c3820 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:58:43.189714 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-3f55f96e-d5bf-4883-8605-bf7c757c3820 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "PUT /v2.0/routers/9436d0ec-499a-4c0d-bbfe-f84eb34a461d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3763151 Nov 09 04:58:43.192494 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57274) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:43.195884 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262368d-8235-4d8c-b2a0-b98771a58ea0 None None] Sync routers for ids ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:58:43.205206 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1262368d-8235-4d8c-b2a0-b98771a58ea0 None None] Routers {'9436d0ec-499a-4c0d-bbfe-f84eb34a461d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:58:43.205828 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1262368d-8235-4d8c-b2a0-b98771a58ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:58:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:43.237680 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device c8ac3c15-84e0-4592-8046-ab402d27d441 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:58:43.245993 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ee4c45-1661-4830-b52d-42324a682a3d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting subnet 8e594ee7-27c7-43d2-b395-c128fc7c58f8 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:58:43.249431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-84ee4c45-1661-4830-b52d-42324a682a3d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:43.259233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: c8ac3c15-84e0-4592-8046-ab402d27d441 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:58:43.259830 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device c8ac3c15-84e0-4592-8046-ab402d27d441 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:58:43.294019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-84ee4c45-1661-4830-b52d-42324a682a3d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:43.311114 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-1262368d-8235-4d8c-b2a0-b98771a58ea0 None None] Set router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:58:43.375627 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-84ee4c45-1661-4830-b52d-42324a682a3d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:43.432220 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-84ee4c45-1661-4830-b52d-42324a682a3d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:43.460288 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee4c45-1661-4830-b52d-42324a682a3d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Subnet': ['ID=8e594ee7-27c7-43d2-b395-c128fc7c58f8,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:43.462311 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-84ee4c45-1661-4830-b52d-42324a682a3d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:43.465487 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-84ee4c45-1661-4830-b52d-42324a682a3d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/subnets/8e594ee7-27c7-43d2-b395-c128fc7c58f8 HTTP/1.1" status: 204 len: 168 time: 0.2718215 Nov 09 04:58:43.467894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6463f519-df90-427b-8709-919ce9f7e98e None None] Network 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:58:43.468255 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57276) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:43.498131 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1262368d-8235-4d8c-b2a0-b98771a58ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:58:42Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:43.618541 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262368d-8235-4d8c-b2a0-b98771a58ea0 None None] Checking router: 9436d0ec-499a-4c0d-bbfe-f84eb34a461d for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:58:43.627401 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1262368d-8235-4d8c-b2a0-b98771a58ea0 None None] Routers {'9436d0ec-499a-4c0d-bbfe-f84eb34a461d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:58:43.627925 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1262368d-8235-4d8c-b2a0-b98771a58ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:58:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:43.678993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] DHCP port deletion for 19a7f628-0fa1-4751-a35a-f35e9ddd1f23 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:58:43.732120 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Deleting port 1d4a527d-3771-406b-b4c0-c0b8fee02740 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:58:43.732494 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:43.740817 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-1262368d-8235-4d8c-b2a0-b98771a58ea0 None None] Set router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:58:43.802294 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] For port 1d4a527d-3771-406b-b4c0-c0b8fee02740, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=1d4a527d-3771-406b-b4c0-c0b8fee02740,segment=NetworkSegment(5ea76021-096b-4f29-8735-5c8d5839cc89),segment_id=5ea76021-096b-4f29-8735-5c8d5839cc89)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:43.802693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:43.815396 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Calling delete_port for 1d4a527d-3771-406b-b4c0-c0b8fee02740 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:58:43.894693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:43.898748 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:43.920272 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Pushing event deleted for resources: {'Port': ['ID=1d4a527d-3771-406b-b4c0-c0b8fee02740,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:43.921578 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1262368d-8235-4d8c-b2a0-b98771a58ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:58:42Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:43.927748 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] No DVR routers for this DVR port 1d4a527d-3771-406b-b4c0-c0b8fee02740 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:58:43.930653 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:43.931004 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:43.931345 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:43.932166 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:43.932166 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:43.932381 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:43.932652 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:43.932983 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:43.933310 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:43.934211 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:43.934211 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:43.934420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cd175-8fe9-4f8d-8f22-42fa6e626bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:43.950985 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262368d-8235-4d8c-b2a0-b98771a58ea0 None None] The sync data for ids ['9436d0ec-499a-4c0d-bbfe-f84eb34a461d'] in dv-neutron-816800-2-hyperv is: [{'id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1582534004', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:58:42Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '0de98029-cb57-4969-8c2c-e2433fbd17e9', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9436d0ec-499a-4c0d-bbfe-f84eb34a461d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:58Z', 'updated_at': '2021-11-09T04:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:58:44.012496 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.064182 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port 0de98029-cb57-4969-8c2c-e2433fbd17e9 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:58:44.064520 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.143946 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] For port 0de98029-cb57-4969-8c2c-e2433fbd17e9, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=0de98029-cb57-4969-8c2c-e2433fbd17e9,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:44.144312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.156535 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for 0de98029-cb57-4969-8c2c-e2433fbd17e9 owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:58:44.316754 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.348213 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=0de98029-cb57-4969-8c2c-e2433fbd17e9,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:44.377960 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1d4a527d-3771-406b-b4c0-c0b8fee02740 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:58:44.403460 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 1d4a527d-3771-406b-b4c0-c0b8fee02740 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:58:44.403811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 1d4a527d-3771-406b-b4c0-c0b8fee02740 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:58:44.404234 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c3d96324-1c45-4198-9a01-099cff952895 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:58:44.408244 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.424602 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: c3d96324-1c45-4198-9a01-099cff952895 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:58:44.424951 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c3d96324-1c45-4198-9a01-099cff952895 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:58:44.509747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.511936 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.554650 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.555208 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Fanout notify agent at l3_agent the message router_deleted on router 9436d0ec-499a-4c0d-bbfe-f84eb34a461d {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:58:44.563004 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.564373 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-cac31fe7-e04a-4dc3-9a8d-13dfca9b0b31 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/routers/9436d0ec-499a-4c0d-bbfe-f84eb34a461d HTTP/1.1" status: 204 len: 168 time: 1.0950241 Nov 09 04:58:44.567352 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57278) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:44.645784 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0ddcfc0d-11d8-487e-a91d-cf5f7a9de5a0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.733834 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0ddcfc0d-11d8-487e-a91d-cf5f7a9de5a0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.753533 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-0ddcfc0d-11d8-487e-a91d-cf5f7a9de5a0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a7f628-0fa1-4751-a35a-f35e9ddd1f23']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:44.762513 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-0ddcfc0d-11d8-487e-a91d-cf5f7a9de5a0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea76021-096b-4f29-8735-5c8d5839cc89') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:44.762810 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-0ddcfc0d-11d8-487e-a91d-cf5f7a9de5a0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea76021-096b-4f29-8735-5c8d5839cc89') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:44.771718 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0ddcfc0d-11d8-487e-a91d-cf5f7a9de5a0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.784102 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0ddcfc0d-11d8-487e-a91d-cf5f7a9de5a0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.790272 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddcfc0d-11d8-487e-a91d-cf5f7a9de5a0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:58:44.790651 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0ddcfc0d-11d8-487e-a91d-cf5f7a9de5a0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:58:44.793548 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:58:44.853059 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0ddcfc0d-11d8-487e-a91d-cf5f7a9de5a0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.859709 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0ddcfc0d-11d8-487e-a91d-cf5f7a9de5a0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.862931 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0ddcfc0d-11d8-487e-a91d-cf5f7a9de5a0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/networks/19a7f628-0fa1-4751-a35a-f35e9ddd1f23 HTTP/1.1" status: 204 len: 168 time: 0.2946348 Nov 09 04:58:44.870357 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57280) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:44.874840 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcfc0d-11d8-487e-a91d-cf5f7a9de5a0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Network': ['ID=19a7f628-0fa1-4751-a35a-f35e9ddd1f23,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:44.929824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-402ac473-65dc-4575-aeac-a8fca55e06fb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.964009 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-402ac473-65dc-4575-aeac-a8fca55e06fb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.025679 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-402ac473-65dc-4575-aeac-a8fca55e06fb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.028227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-402ac473-65dc-4575-aeac-a8fca55e06fb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.029719 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-402ac473-65dc-4575-aeac-a8fca55e06fb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/security-groups/43d53df9-2e56-4a8b-95f8-8823d9e215f4 HTTP/1.1" status: 204 len: 168 time: 0.1583047 Nov 09 04:58:45.039898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ac473-65dc-4575-aeac-a8fca55e06fb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d53df9-2e56-4a8b-95f8-8823d9e215f4,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:45.271795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57286) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:45.276932 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-493a6527-eb5b-459d-ad3d-0ae9ce97de85 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1734741783', 'description': 'tempest-secgroup-smoke-1734741783 description', 'project_id': '4983a50847c34e62a64f2180b2274ac2'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:45.299280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-493a6527-eb5b-459d-ad3d-0ae9ce97de85 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.362858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-493a6527-eb5b-459d-ad3d-0ae9ce97de85 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.366661 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-493a6527-eb5b-459d-ad3d-0ae9ce97de85 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.393823 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-493a6527-eb5b-459d-ad3d-0ae9ce97de85 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.395007 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-493a6527-eb5b-459d-ad3d-0ae9ce97de85 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1216700 Nov 09 04:58:45.398593 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57288) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:45.399319 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a6527-eb5b-459d-ad3d-0ae9ce97de85 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11139186-48c0-4af5-85ac-0497bf4396bb,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:45.403995 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-6a573b5a-1f2d-49d6-aa97-eca5d3a72807 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '11139186-48c0-4af5-85ac-0497bf4396bb', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:45.430254 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a573b5a-1f2d-49d6-aa97-eca5d3a72807 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.483288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a573b5a-1f2d-49d6-aa97-eca5d3a72807 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.486664 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a573b5a-1f2d-49d6-aa97-eca5d3a72807 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.503283 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a573b5a-1f2d-49d6-aa97-eca5d3a72807 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e352e38c-44a1-4cd5-9c1a-42b070b4ce9f,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:45.511572 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6a573b5a-1f2d-49d6-aa97-eca5d3a72807 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.512781 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6a573b5a-1f2d-49d6-aa97-eca5d3a72807 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131554 Nov 09 04:58:45.515511 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57290) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:45.519755 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-792fa05d-7c9c-4271-8bc4-a747029fbd91 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '11139186-48c0-4af5-85ac-0497bf4396bb', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:45.547421 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-792fa05d-7c9c-4271-8bc4-a747029fbd91 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.602001 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-792fa05d-7c9c-4271-8bc4-a747029fbd91 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.605288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-792fa05d-7c9c-4271-8bc4-a747029fbd91 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.621907 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fa05d-7c9c-4271-8bc4-a747029fbd91 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fe2f65-b2cc-40e8-9abe-0ad7f7a05e3b,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:45.630075 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-792fa05d-7c9c-4271-8bc4-a747029fbd91 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.631293 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-792fa05d-7c9c-4271-8bc4-a747029fbd91 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148219 Nov 09 04:58:45.634506 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57292) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:45.638798 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-bdeb3a8f-e1be-425f-b043-b96add6bc2cd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '11139186-48c0-4af5-85ac-0497bf4396bb', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:45.664831 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3a8f-e1be-425f-b043-b96add6bc2cd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.723359 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3a8f-e1be-425f-b043-b96add6bc2cd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.727845 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3a8f-e1be-425f-b043-b96add6bc2cd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.744238 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb3a8f-e1be-425f-b043-b96add6bc2cd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8152683-23ba-4336-b61a-01c47c5dca17,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:45.752795 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bdeb3a8f-e1be-425f-b043-b96add6bc2cd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.754107 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bdeb3a8f-e1be-425f-b043-b96add6bc2cd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186101 Nov 09 04:58:45.758265 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57294) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:45.762761 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e12f9c2d-77a4-4e94-b231-a559775365db tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '11139186-48c0-4af5-85ac-0497bf4396bb', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:45.788277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e12f9c2d-77a4-4e94-b231-a559775365db tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.844125 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e12f9c2d-77a4-4e94-b231-a559775365db tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.847775 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e12f9c2d-77a4-4e94-b231-a559775365db tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.865120 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f9c2d-77a4-4e94-b231-a559775365db tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f44b21-ef7b-4ba4-8d8b-c9de6e89ac3e,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:45.875130 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e12f9c2d-77a4-4e94-b231-a559775365db tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.876671 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e12f9c2d-77a4-4e94-b231-a559775365db tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173739 Nov 09 04:58:45.879354 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57296) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:45.884139 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-99e20da9-f6a9-404d-abcf-845165dfec25 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '11139186-48c0-4af5-85ac-0497bf4396bb', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:45.905109 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-99e20da9-f6a9-404d-abcf-845165dfec25 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Project 4983a50847c34e62a64f2180b2274ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:58:45.909758 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-99e20da9-f6a9-404d-abcf-845165dfec25 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.965746 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-99e20da9-f6a9-404d-abcf-845165dfec25 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.969372 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-99e20da9-f6a9-404d-abcf-845165dfec25 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.987515 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e20da9-f6a9-404d-abcf-845165dfec25 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be7892f-0ee3-42c8-aa95-3b9a1acbaf77,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:45.994713 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-99e20da9-f6a9-404d-abcf-845165dfec25 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.995890 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-99e20da9-f6a9-404d-abcf-845165dfec25 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156282 Nov 09 04:58:45.998592 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57298) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:46.002778 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-bfec730a-cd13-45ee-b3d9-7c97b0da415a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'security_group_rule': {'security_group_id': '11139186-48c0-4af5-85ac-0497bf4396bb', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:46.023649 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.securitygroups_db [None req-bfec730a-cd13-45ee-b3d9-7c97b0da415a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Project 4983a50847c34e62a64f2180b2274ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 04:58:46.028340 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bfec730a-cd13-45ee-b3d9-7c97b0da415a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.089135 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bfec730a-cd13-45ee-b3d9-7c97b0da415a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.092379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bfec730a-cd13-45ee-b3d9-7c97b0da415a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.109762 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec730a-cd13-45ee-b3d9-7c97b0da415a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45975a14-eee0-4423-b56d-bb100e60f248,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:46.117256 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bfec730a-cd13-45ee-b3d9-7c97b0da415a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.118492 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bfec730a-cd13-45ee-b3d9-7c97b0da415a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189861 Nov 09 04:58:46.121299 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57300) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:46.126216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-24d302c4-79ad-4de3-ae15-0e55e89d20d8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'network': {'name': 'tempest-network-smoke--1393621681', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'port_security_enabled': True}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:46.145725 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d302c4-79ad-4de3-ae15-0e55e89d20d8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Made reservation on behalf of 4983a50847c34e62a64f2180b2274ac2 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:58:46.149648 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-24d302c4-79ad-4de3-ae15-0e55e89d20d8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.173452 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d302c4-79ad-4de3-ae15-0e55e89d20d8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:58:46.183116 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-24d302c4-79ad-4de3-ae15-0e55e89d20d8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.183465 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-24d302c4-79ad-4de3-ae15-0e55e89d20d8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Added segment ffed2845-0cca-4e6e-a6e1-84d87f988738 of type vlan for network 07792a8e-ae01-447d-a1a4-2ae291bf18c9 Nov 09 04:58:46.222248 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-24d302c4-79ad-4de3-ae15-0e55e89d20d8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.245730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-24d302c4-79ad-4de3-ae15-0e55e89d20d8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.251410 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d302c4-79ad-4de3-ae15-0e55e89d20d8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:46.251987 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-24d302c4-79ad-4de3-ae15-0e55e89d20d8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.286570 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-24d302c4-79ad-4de3-ae15-0e55e89d20d8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1640522 Nov 09 04:58:46.289288 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57302) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:46.294808 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'admin_state_up': True, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:46.318654 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.320315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.324552 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d302c4-79ad-4de3-ae15-0e55e89d20d8 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Network': ['ID=07792a8e-ae01-447d-a1a4-2ae291bf18c9,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:46.337728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 07792a8e-ae01-447d-a1a4-2ae291bf18c9 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:58:46.357907 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 0de98029-cb57-4969-8c2c-e2433fbd17e9 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:58:46.375621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.406981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 0de98029-cb57-4969-8c2c-e2433fbd17e9 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:58:46.407326 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 0de98029-cb57-4969-8c2c-e2433fbd17e9 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:58:46.507148 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.692367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.710953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.811041 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.26.5.35 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/3b0ea339-5afc-45d4-a524-b3bf1a1ef869) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:58:46.906931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.938638 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.974093 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:58:46.979424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:58:46.982945 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:58:47.007909 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=3b0ea339-5afc-45d4-a524-b3bf1a1ef869,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:47.525191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:47.568525 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:47.762852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:47.889483 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:58:47.993813 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:58:48.003393 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Sync routers for ids ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:58:48.014194 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Routers {'2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:58:48.014386 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.015201 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:58:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:48.018554 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ffac305b-de18-4f4d-9d68-9e6832e4ae4c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7249572 Nov 09 04:58:48.018767 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57304) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:48.091434 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-012709bb-8263-46d6-b800-740db6c34cff tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4983a50847c34e62a64f2180b2274ac2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0715909 Nov 09 04:58:48.093969 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57308) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:48.131173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Set router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:58:48.180108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b76058-a540-4e16-9289-c35670c2b695 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:48.181527 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-29b76058-a540-4e16-9289-c35670c2b695 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866561 Nov 09 04:58:48.184337 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57310) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:48.212414 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-707d7ef5-93b4-489e-af10-0096fb3204ee tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=2ae56fdc-e45e-4e1f-9dc0-66e535d470be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269079 Nov 09 04:58:48.214836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57312) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:48.219476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-7941967c-8884-43f9-be46-4df8adc840cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1328124383', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:48.310874 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7941967c-8884-43f9-be46-4df8adc840cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Made reservation on behalf of 4983a50847c34e62a64f2180b2274ac2 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:58:48.314626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7941967c-8884-43f9-be46-4df8adc840cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.320197 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:47Z', 'revision_number': 3, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:48.350342 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Checking router: 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:58:48.350698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Updating router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 port 3b0ea339-5afc-45d4-a524-b3bf1a1ef869 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:58:48.375474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.492145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7941967c-8884-43f9-be46-4df8adc840cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.552073 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941967c-8884-43f9-be46-4df8adc840cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Subnet': ['ID=3742cd39-ccf1-4489-99f2-571bdff75fb5,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:48.559113 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7941967c-8884-43f9-be46-4df8adc840cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Checking segment: {'id': 'ffed2845-0cca-4e6e-a6e1-84d87f988738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:58:48.559475 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7941967c-8884-43f9-be46-4df8adc840cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network hostable DHCP agents. Network: 07792a8e-ae01-447d-a1a4-2ae291bf18c9, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:58:48.577212 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7941967c-8884-43f9-be46-4df8adc840cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 07792a8e-ae01-447d-a1a4-2ae291bf18c9 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:58:48.586419 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-7941967c-8884-43f9-be46-4df8adc840cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 07792a8e-ae01-447d-a1a4-2ae291bf18c9) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:58:48.590449 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7941967c-8884-43f9-be46-4df8adc840cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:48.591050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7941967c-8884-43f9-be46-4df8adc840cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.613370 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7941967c-8884-43f9-be46-4df8adc840cc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3975260 Nov 09 04:58:48.616420 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122b9f50-6194-4950-a6cb-c85a54fe72e0 None None] Network 07792a8e-ae01-447d-a1a4-2ae291bf18c9 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:58:48.617354 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57314) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:48.682818 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.693317 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.755009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Attempting to bind port 3b0ea339-5afc-45d4-a524-b3bf1a1ef869 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:58:48.755296 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Attempting to bind port 3b0ea339-5afc-45d4-a524-b3bf1a1ef869 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:58:48.755661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Attempting to bind port 3b0ea339-5afc-45d4-a524-b3bf1a1ef869 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:48.772012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:58:48.772383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:58:48.772782 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.773171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:58:48.773663 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Bound port: 3b0ea339-5afc-45d4-a524-b3bf1a1ef869, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:58:48.774038 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.795065 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabcc66-762d-4108-ae33-69c4c89bf0fe None None] Pushing event updated for resources: {'Port': ['ID=3b0ea339-5afc-45d4-a524-b3bf1a1ef869,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:48.877205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] For port 3b0ea339-5afc-45d4-a524-b3bf1a1ef869, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:58:48.882737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ips': [{'subnet_id': '3742cd39-ccf1-4489-99f2-571bdff75fb5'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:58:48.882737 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.885015 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] For port 3b0ea339-5afc-45d4-a524-b3bf1a1ef869, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3b0ea339-5afc-45d4-a524-b3bf1a1ef869,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:58:48.896258 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:49.020758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Routers {'2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:58:49.021274 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:58:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:49.030056 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabcc66-762d-4108-ae33-69c4c89bf0fe None None] Pushing event updated for resources: {'Port': ['ID=3b0ea339-5afc-45d4-a524-b3bf1a1ef869,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:49.037878 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:49.159953 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Allocated IP 172.20.0.2 (07792a8e-ae01-447d-a1a4-2ae291bf18c9/3742cd39-ccf1-4489-99f2-571bdff75fb5/6b5a28b3-0a52-41ee-a1be-e9e40f8469e8) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:58:49.180576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] Set router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:58:49.444467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:49.454911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:49.497422 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.20.0.1 (07792a8e-ae01-447d-a1a4-2ae291bf18c9/3742cd39-ccf1-4489-99f2-571bdff75fb5/dcb8f237-55bc-493f-938b-f005eb246c7c) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:58:49.502858 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Network 07792a8e-ae01-447d-a1a4-2ae291bf18c9 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:58:49.504316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:47Z', 'revision_number': 3, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:49.512546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:58:49.539468 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:58:49.543018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff08b8-90e3-4a9d-bf3e-3e212a751231 None None] The sync data for ids ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'] in dv-neutron-816800-2-hyperv is: [{'id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:47Z', 'revision_number': 3, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:58:49.546524 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Pushing event updated for resources: {'Port': ['ID=6b5a28b3-0a52-41ee-a1be-e9e40f8469e8,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:49.600920 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Attempting to bind port 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:58:49.601476 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Attempting to bind port 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'ffed2845-0cca-4e6e-a6e1-84d87f988738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:58:49.602025 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Attempting to bind port 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8 on network 07792a8e-ae01-447d-a1a4-2ae291bf18c9 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:49.607525 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:58:49.607895 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Checking segment: {'id': 'ffed2845-0cca-4e6e-a6e1-84d87f988738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:58:49.608291 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:49.608685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Bound using segment: {'id': 'ffed2845-0cca-4e6e-a6e1-84d87f988738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:58:49.609143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Bound port: 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffed2845-0cca-4e6e-a6e1-84d87f988738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:58:49.609533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:49.627318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:49.662553 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:49.707844 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 07792a8e-ae01-447d-a1a4-2ae291bf18c9 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:58:49.714238 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:58:49.717561 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:58:49.751412 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=dcb8f237-55bc-493f-938b-f005eb246c7c,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:49.790462 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:49.858916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] For port 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:58:49.864083 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] For port 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=6b5a28b3-0a52-41ee-a1be-e9e40f8469e8,segment=NetworkSegment(ffed2845-0cca-4e6e-a6e1-84d87f988738),segment_id=ffed2845-0cca-4e6e-a6e1-84d87f988738)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:58:49.868823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:49.934492 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd2a12-3f0d-4400-9a2d-de3653720522 None None] Pushing event updated for resources: {'Port': ['ID=6b5a28b3-0a52-41ee-a1be-e9e40f8469e8,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:49.936208 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:50.251997 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:50.257009 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:50.330086 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=dcb8f237-55bc-493f-938b-f005eb246c7c,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:50.333501 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:50.424808 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3b0ea339-5afc-45d4-a524-b3bf1a1ef869 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:58:50.443229 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 07792a8e-ae01-447d-a1a4-2ae291bf18c9 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:58:50.445409 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:58:50.483526 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 3b0ea339-5afc-45d4-a524-b3bf1a1ef869 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:50.483899 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:50.568557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:58:50.573462 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:50.597549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 3b0ea339-5afc-45d4-a524-b3bf1a1ef869, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3b0ea339-5afc-45d4-a524-b3bf1a1ef869,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:50.603825 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:50.604869 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:58:50.681273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=3b0ea339-5afc-45d4-a524-b3bf1a1ef869,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:50.703374 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:50.703753 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:50.704192 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:58:50.719678 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-6525c281-e7e4-4144-992b-6e6fa46a66e4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "PUT /v2.0/routers/2d6ec9e9-1309-4ffe-b97c-a63f7d511f27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0955346 Nov 09 04:58:50.793493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:50.828471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=6b5a28b3-0a52-41ee-a1be-e9e40f8469e8,segment=NetworkSegment(ffed2845-0cca-4e6e-a6e1-84d87f988738),segment_id=ffed2845-0cca-4e6e-a6e1-84d87f988738)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:50.833170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:50.873153 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-3286ed27-9cd4-4f0c-a15b-2b8a31626e48 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734741783&fields=id&tenant_id=4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 267 time: 0.0504467 Nov 09 04:58:50.883106 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=6b5a28b3-0a52-41ee-a1be-e9e40f8469e8,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:50.899438 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9d0fd1-a8df-4c6d-9da4-0e1f477edc4a None None] Network 07792a8e-ae01-447d-a1a4-2ae291bf18c9 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:58:50.992991 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-4c21c663-a934-409a-8355-5fd1386d6d51 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:50.994517 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-4c21c663-a934-409a-8355-5fd1386d6d51 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/networks?id=07792a8e-ae01-447d-a1a4-2ae291bf18c9 HTTP/1.1" status: 200 len: 797 time: 0.1106815 Nov 09 04:58:51.010752 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-7439d327-0dba-4b34-91e8-6d960167999b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/quotas/4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 375 time: 0.0103345 Nov 09 04:58:51.027801 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-eef5c29c-9f9e-4d91-836c-1ab522c8bc49 None None] Provisioning complete for port 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:51.028180 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-eef5c29c-9f9e-4d91-836c-1ab522c8bc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:51.067665 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-1b574c9e-2e73-4c88-8d8c-ec743cdaf1af tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497532 Nov 09 04:58:51.179207 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-83298613-cb7a-4075-bfbe-bfddb2a201ef service neutron] 10.222.0.21 "GET /v2.0/networks/07792a8e-ae01-447d-a1a4-2ae291bf18c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948603 Nov 09 04:58:51.271909 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Sync routers for ids ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:58:51.282852 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Routers {'2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:58:51.283564 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:58:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:51.365076 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c4e68cc0-acd8-4797-b380-353fe412a603 None None] Provisioning complete for port dcb8f237-55bc-493f-938b-f005eb246c7c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:51.365452 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c4e68cc0-acd8-4797-b380-353fe412a603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:51.408599 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Set router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:58:51.412989 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c4e68cc0-acd8-4797-b380-353fe412a603 None None] Port dcb8f237-55bc-493f-938b-f005eb246c7c cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:58:51.424290 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c4e68cc0-acd8-4797-b380-353fe412a603 None None] Provisioning complete for port 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:51.424930 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c4e68cc0-acd8-4797-b380-353fe412a603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:51.638549 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-7e757f33-95be-405d-bb18-95076a065cf4 service neutron] 10.222.0.21 "GET /v2.0/networks/07792a8e-ae01-447d-a1a4-2ae291bf18c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531794 Nov 09 04:58:51.648725 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:49Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'dcb8f237-55bc-493f-938b-f005eb246c7c', 'name': '', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:1d:9c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:49Z', 'updated_at': '2021-11-09T04:58:50Z', 'revision_number': 2, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:51.660849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-621f9f35-1aff-4d47-8db9-13021df985d8 None None] Provisioning complete for port dcb8f237-55bc-493f-938b-f005eb246c7c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:51.661335 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-621f9f35-1aff-4d47-8db9-13021df985d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:51.678220 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Checking router: 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:58:51.679075 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Updating router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 port dcb8f237-55bc-493f-938b-f005eb246c7c binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:58:51.700318 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-621f9f35-1aff-4d47-8db9-13021df985d8 None None] Port dcb8f237-55bc-493f-938b-f005eb246c7c cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:58:51.707014 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:51.822730 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bf32018e-c40b-451a-8445-a522007963a0 None None] Provisioning complete for port dcb8f237-55bc-493f-938b-f005eb246c7c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:51.823549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bf32018e-c40b-451a-8445-a522007963a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:51.866448 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1644b05d-3a6a-4752-9922-53141f855704 req-c2141a13-3279-4091-b588-2253e20b81e2 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 210 time: 0.0378890 Nov 09 04:58:51.876797 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-bf32018e-c40b-451a-8445-a522007963a0 None None] Port dcb8f237-55bc-493f-938b-f005eb246c7c cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:58:51.984096 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:51.989469 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:52.041780 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5432aa-715e-434c-a9d2-9a437ce51df1 None None] Pushing event updated for resources: {'Port': ['ID=dcb8f237-55bc-493f-938b-f005eb246c7c,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:52.060663 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5432aa-715e-434c-a9d2-9a437ce51df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:52.061018 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5432aa-715e-434c-a9d2-9a437ce51df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:52.061494 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5432aa-715e-434c-a9d2-9a437ce51df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:52.061865 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5432aa-715e-434c-a9d2-9a437ce51df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:52.062200 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5432aa-715e-434c-a9d2-9a437ce51df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:52.062533 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5432aa-715e-434c-a9d2-9a437ce51df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:52.062864 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5432aa-715e-434c-a9d2-9a437ce51df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:52.063196 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5432aa-715e-434c-a9d2-9a437ce51df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:52.063528 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5432aa-715e-434c-a9d2-9a437ce51df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:52.063847 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5432aa-715e-434c-a9d2-9a437ce51df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:52.064168 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5432aa-715e-434c-a9d2-9a437ce51df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:52.064489 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5432aa-715e-434c-a9d2-9a437ce51df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:52.104120 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Attempting to bind port dcb8f237-55bc-493f-938b-f005eb246c7c on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:58:52.104493 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Attempting to bind port dcb8f237-55bc-493f-938b-f005eb246c7c by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'ffed2845-0cca-4e6e-a6e1-84d87f988738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:58:52.104853 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Attempting to bind port dcb8f237-55bc-493f-938b-f005eb246c7c on network 07792a8e-ae01-447d-a1a4-2ae291bf18c9 {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:52.109946 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:58:52.110318 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Checking segment: {'id': 'ffed2845-0cca-4e6e-a6e1-84d87f988738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:58:52.110716 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:52.111104 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Bound using segment: {'id': 'ffed2845-0cca-4e6e-a6e1-84d87f988738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:58:52.111563 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Bound port: dcb8f237-55bc-493f-938b-f005eb246c7c, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffed2845-0cca-4e6e-a6e1-84d87f988738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:58:52.112475 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:52.178818 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] For port dcb8f237-55bc-493f-938b-f005eb246c7c, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:58:52.182142 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] For port dcb8f237-55bc-493f-938b-f005eb246c7c, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=dcb8f237-55bc-493f-938b-f005eb246c7c,segment=NetworkSegment(ffed2845-0cca-4e6e-a6e1-84d87f988738),segment_id=ffed2845-0cca-4e6e-a6e1-84d87f988738)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:58:52.186599 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:52.247384 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Routers {'2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:58:52.248003 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:58:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:52.290788 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5432aa-715e-434c-a9d2-9a437ce51df1 None None] Pushing event updated for resources: {'Port': ['ID=dcb8f237-55bc-493f-938b-f005eb246c7c,revision_number=4']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:52.309409 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-0221e5a6-6749-47bc-840d-7c824f3ea255 None None] Provisioning complete for port dcb8f237-55bc-493f-938b-f005eb246c7c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:52.309951 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0221e5a6-6749-47bc-840d-7c824f3ea255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:52.377636 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] Set router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:58:52.430647 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0221e5a6-6749-47bc-840d-7c824f3ea255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:52.442849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3b0ea339-5afc-45d4-a524-b3bf1a1ef869 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:58:52.499875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0221e5a6-6749-47bc-840d-7c824f3ea255 None None] For port dcb8f237-55bc-493f-938b-f005eb246c7c, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=dcb8f237-55bc-493f-938b-f005eb246c7c,segment=NetworkSegment(ffed2845-0cca-4e6e-a6e1-84d87f988738),segment_id=ffed2845-0cca-4e6e-a6e1-84d87f988738)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:52.505417 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0221e5a6-6749-47bc-840d-7c824f3ea255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:52.541661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 3b0ea339-5afc-45d4-a524-b3bf1a1ef869 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:52.541949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:52.588131 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221e5a6-6749-47bc-840d-7c824f3ea255 None None] Pushing event updated for resources: {'Port': ['ID=dcb8f237-55bc-493f-938b-f005eb246c7c,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:52.599600 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:49Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'dcb8f237-55bc-493f-938b-f005eb246c7c', 'name': '', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:1d:9c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:49Z', 'updated_at': '2021-11-09T04:58:52Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:52.649581 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:58:52.675996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d636b485-8eec-44ab-9b4f-d0eb48e72ada None None] Provisioning complete for port dcb8f237-55bc-493f-938b-f005eb246c7c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:52.676368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d636b485-8eec-44ab-9b4f-d0eb48e72ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:52.713656 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38452cab-5703-4290-8e48-c24996b339b1 None None] The sync data for ids ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'] in dv-neutron-816800-2-hyperv is: [{'id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:49Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'dcb8f237-55bc-493f-938b-f005eb246c7c', 'name': '', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:1d:9c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:49Z', 'updated_at': '2021-11-09T04:58:52Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:58:52.742169 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:52.742561 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:52.956379 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-ba714e06-5837-4a0e-930b-c894b7c3db0c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:52.957965 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-ba714e06-5837-4a0e-930b-c894b7c3db0c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/networks?id=07792a8e-ae01-447d-a1a4-2ae291bf18c9 HTTP/1.1" status: 200 len: 797 time: 0.1634662 Nov 09 04:58:52.973004 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-599c7c4f-49db-476d-89c1-ac58d576f7e4 req-c6da42ce-8fe8-44f6-9e6a-ba824c71ca56 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 210 time: 0.0271900 Nov 09 04:58:53.034768 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-711790fe-5959-4a91-8dc4-84129aa92c72 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4983a50847c34e62a64f2180b2274ac2 HTTP/1.1" status: 200 len: 380 time: 0.0672531 Nov 09 04:58:53.048549 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-e3529b41-c459-4f3e-baaa-1753af856c00 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'port': {'device_id': 'e1d44355-d8b1-4738-8fce-003efbdd5ca0', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'admin_state_up': True, 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'security_groups': ['11139186-48c0-4af5-85ac-0497bf4396bb']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:53.167385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-e3529b41-c459-4f3e-baaa-1753af856c00 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Made reservation on behalf of 4983a50847c34e62a64f2180b2274ac2 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:58:53.171226 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-e3529b41-c459-4f3e-baaa-1753af856c00 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:53.301416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-e3529b41-c459-4f3e-baaa-1753af856c00 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.20.0.8 (07792a8e-ae01-447d-a1a4-2ae291bf18c9/3742cd39-ccf1-4489-99f2-571bdff75fb5/6129e7fb-eb99-4d92-9f4e-25004e594f1f) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:58:53.448765 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-e3529b41-c459-4f3e-baaa-1753af856c00 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:53.483395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-e3529b41-c459-4f3e-baaa-1753af856c00 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:53.526038 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-e3529b41-c459-4f3e-baaa-1753af856c00 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 07792a8e-ae01-447d-a1a4-2ae291bf18c9 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:58:53.531411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-e3529b41-c459-4f3e-baaa-1753af856c00 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:58:53.535375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-e3529b41-c459-4f3e-baaa-1753af856c00 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:58:53.565401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3529b41-c459-4f3e-baaa-1753af856c00 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=6129e7fb-eb99-4d92-9f4e-25004e594f1f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:53.596227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-e3529b41-c459-4f3e-baaa-1753af856c00 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:53.596891 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-e3529b41-c459-4f3e-baaa-1753af856c00 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:53.618618 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-e3529b41-c459-4f3e-baaa-1753af856c00 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740430 Nov 09 04:58:53.634322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Request body: {'port': {'device_id': 'e1d44355-d8b1-4738-8fce-003efbdd5ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:53.700823 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:53.841685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c970bfcc-3d17-4f4c-9d91-d957007823c6 None None] Provisioning complete for port 6129e7fb-eb99-4d92-9f4e-25004e594f1f triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:53.842293 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c970bfcc-3d17-4f4c-9d91-d957007823c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:53.878182 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c970bfcc-3d17-4f4c-9d91-d957007823c6 None None] Port 6129e7fb-eb99-4d92-9f4e-25004e594f1f cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:58:53.966446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6129e7fb-eb99-4d92-9f4e-25004e594f1f {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:58:53.973549 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:53.985105 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Transition to ACTIVE for port object 6129e7fb-eb99-4d92-9f4e-25004e594f1f will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:58:53.988725 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:54.040743 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Pushing event updated for resources: {'Port': ['ID=6129e7fb-eb99-4d92-9f4e-25004e594f1f,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:54.141361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27496-d8ac-45ad-8f16-7e28057012dd req-3a227cc8-83cf-431f-b2e3-d6e5e0a9e536 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:54.142942 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02c27496-d8ac-45ad-8f16-7e28057012dd req-3a227cc8-83cf-431f-b2e3-d6e5e0a9e536 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 943 time: 0.0863929 Nov 09 04:58:54.145687 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Attempting to bind port 6129e7fb-eb99-4d92-9f4e-25004e594f1f on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:58:54.146016 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Attempting to bind port 6129e7fb-eb99-4d92-9f4e-25004e594f1f by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'ffed2845-0cca-4e6e-a6e1-84d87f988738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:58:54.146342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Attempting to bind port 6129e7fb-eb99-4d92-9f4e-25004e594f1f on network 07792a8e-ae01-447d-a1a4-2ae291bf18c9 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:54.157686 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Port 6129e7fb-eb99-4d92-9f4e-25004e594f1f on network 07792a8e-ae01-447d-a1a4-2ae291bf18c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:58:54.158009 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Attempting to bind port 6129e7fb-eb99-4d92-9f4e-25004e594f1f on network 07792a8e-ae01-447d-a1a4-2ae291bf18c9 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:54.174331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:58:54.174669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Checking segment: {'id': 'ffed2845-0cca-4e6e-a6e1-84d87f988738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:58:54.175052 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Bound using segment: {'id': 'ffed2845-0cca-4e6e-a6e1-84d87f988738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:58:54.175484 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Bound port: 6129e7fb-eb99-4d92-9f4e-25004e594f1f, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffed2845-0cca-4e6e-a6e1-84d87f988738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:58:54.175831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:54.231329 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-02c27496-d8ac-45ad-8f16-7e28057012dd req-c82fd065-afdc-42d2-a96d-3c3c0ec3d98c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816562 Nov 09 04:58:54.261938 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] For port 6129e7fb-eb99-4d92-9f4e-25004e594f1f, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:58:54.264876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] For port 6129e7fb-eb99-4d92-9f4e-25004e594f1f, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=6129e7fb-eb99-4d92-9f4e-25004e594f1f,segment=NetworkSegment(ffed2845-0cca-4e6e-a6e1-84d87f988738),segment_id=ffed2845-0cca-4e6e-a6e1-84d87f988738)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:58:54.269425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:54.302729 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:54.303873 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:54.305253 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] 10.222.0.31 "PUT /v2.0/ports/6129e7fb-eb99-4d92-9f4e-25004e594f1f HTTP/1.1" status: 200 len: 1093 time: 0.6754792 Nov 09 04:58:54.305717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d44355-d8b1-4738-8fce-003efbdd5ca0', 'tag': '6129e7fb-eb99-4d92-9f4e-25004e594f1f'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:58:54.307949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a710eb-beda-4f82-9a61-9b01dc4e5b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d44355-d8b1-4738-8fce-003efbdd5ca0", "tag": "6129e7fb-eb99-4d92-9f4e-25004e594f1f"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:58:54.346927 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28e7f3-cb06-41db-bfe5-2c3cbbc13372 service neutron] Pushing event updated for resources: {'Port': ['ID=6129e7fb-eb99-4d92-9f4e-25004e594f1f,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:54.366111 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c53ed49-612f-4c31-a3a3-064f2367b0c3 x-openstack-request-id: req-8c53ed49-612f-4c31-a3a3-064f2367b0c3 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:58:54.366984 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d44355-d8b1-4738-8fce-003efbdd5ca0", "tag": "6129e7fb-eb99-4d92-9f4e-25004e594f1f", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:58:54.367237 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c53ed49-612f-4c31-a3a3-064f2367b0c3 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:58:54.367640 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d44355-d8b1-4738-8fce-003efbdd5ca0', 'tag': '6129e7fb-eb99-4d92-9f4e-25004e594f1f', 'status': 'completed', 'code': 200} Nov 09 04:58:54.400786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-f12967f3-af0e-4369-aee3-9711a53b9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:54.406021 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-f12967f3-af0e-4369-aee3-9711a53b9fea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 1096 time: 0.0532463 Nov 09 04:58:54.412440 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device dcb8f237-55bc-493f-938b-f005eb246c7c up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:58:54.456065 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-adb23041-25d3-4eff-9538-bc128bba96a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6129e7fb-eb99-4d92-9f4e-25004e594f1f HTTP/1.1" status: 200 len: 217 time: 0.0427055 Nov 09 04:58:54.463547 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port dcb8f237-55bc-493f-938b-f005eb246c7c triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:54.464050 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:54.509169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-5a8c43b4-3d30-402b-99da-9790ad57a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:54.510730 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-5a8c43b4-3d30-402b-99da-9790ad57a8da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3742cd39-ccf1-4489-99f2-571bdff75fb5 HTTP/1.1" status: 200 len: 835 time: 0.0479519 Nov 09 04:58:54.559560 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-962a955f-65ac-41d1-ab31-ddf4e6a7927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:54.561368 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-962a955f-65ac-41d1-ab31-ddf4e6a7927d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07792a8e-ae01-447d-a1a4-2ae291bf18c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429757 Nov 09 04:58:54.653651 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-fd18513c-d543-45e8-bfa6-4991d541211b service neutron] 10.222.0.31 "GET /v2.0/networks/07792a8e-ae01-447d-a1a4-2ae291bf18c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851591 Nov 09 04:58:54.742867 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-227cfb23-a3c0-488a-899a-74bd1076a0d9 req-96418a14-e292-4977-9e91-06997b0ad3fc service neutron] 10.222.0.31 "GET /v2.0/networks/07792a8e-ae01-447d-a1a4-2ae291bf18c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820203 Nov 09 04:58:54.833675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a710eb-beda-4f82-9a61-9b01dc4e5b1e req-656092d9-c3da-444d-addd-8e14acbfb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:54.835713 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91a710eb-beda-4f82-9a61-9b01dc4e5b1e req-656092d9-c3da-444d-addd-8e14acbfb42f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 1096 time: 0.0449414 Nov 09 04:58:54.924961 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a710eb-beda-4f82-9a61-9b01dc4e5b1e req-2c1d57fe-3963-4181-ac6d-4be2f325d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:54.926451 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91a710eb-beda-4f82-9a61-9b01dc4e5b1e req-2c1d57fe-3963-4181-ac6d-4be2f325d1cc service neutron] 10.222.0.31 "GET /v2.0/networks?id=07792a8e-ae01-447d-a1a4-2ae291bf18c9 HTTP/1.1" status: 200 len: 897 time: 0.0826991 Nov 09 04:58:54.970110 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91a710eb-beda-4f82-9a61-9b01dc4e5b1e req-e3dce9e6-a477-45c3-8a53-8a67c37a8756 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6129e7fb-eb99-4d92-9f4e-25004e594f1f HTTP/1.1" status: 200 len: 217 time: 0.0366330 Nov 09 04:58:55.016348 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a710eb-beda-4f82-9a61-9b01dc4e5b1e req-55069ef3-64a2-40ec-885a-1988470957db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:55.017844 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91a710eb-beda-4f82-9a61-9b01dc4e5b1e req-55069ef3-64a2-40ec-885a-1988470957db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3742cd39-ccf1-4489-99f2-571bdff75fb5 HTTP/1.1" status: 200 len: 835 time: 0.0410616 Nov 09 04:58:55.061790 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a710eb-beda-4f82-9a61-9b01dc4e5b1e req-a5fed5a6-d4ca-42a7-bab5-10f060e8685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:55.063287 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91a710eb-beda-4f82-9a61-9b01dc4e5b1e req-a5fed5a6-d4ca-42a7-bab5-10f060e8685b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07792a8e-ae01-447d-a1a4-2ae291bf18c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383554 Nov 09 04:58:55.154191 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91a710eb-beda-4f82-9a61-9b01dc4e5b1e req-bb565d8e-e925-492a-821f-8a21714b6c03 service neutron] 10.222.0.31 "GET /v2.0/networks/07792a8e-ae01-447d-a1a4-2ae291bf18c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832808 Nov 09 04:58:55.251814 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91a710eb-beda-4f82-9a61-9b01dc4e5b1e req-69a0a6d6-32ed-4a6f-94c0-c572bedbc412 service neutron] 10.222.0.31 "GET /v2.0/networks/07792a8e-ae01-447d-a1a4-2ae291bf18c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895753 Nov 09 04:58:55.344900 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a94fa-5d73-4f9f-bf50-202e3c117341 req-458189d6-fdd3-4117-9f04-919546badebc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:55.346403 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bc3a94fa-5d73-4f9f-bf50-202e3c117341 req-458189d6-fdd3-4117-9f04-919546badebc tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 943 time: 0.0483418 Nov 09 04:58:55.398165 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bc3a94fa-5d73-4f9f-bf50-202e3c117341 req-63eed58c-a872-4ac0-a3ab-8618ac52b6d0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458016 Nov 09 04:58:55.619009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e9fe4c90-0557-4af4-a757-d1a327c80390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:56.509631 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7aace1-8601-47b3-a084-30df0fca93f7 req-883c0978-5315-462c-978a-9d422df4d987 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:56.511081 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6e7aace1-8601-47b3-a084-30df0fca93f7 req-883c0978-5315-462c-978a-9d422df4d987 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 943 time: 0.0472741 Nov 09 04:58:56.561608 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6e7aace1-8601-47b3-a084-30df0fca93f7 req-58b1acc3-aa2f-4d56-b57f-0031948472c3 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445397 Nov 09 04:58:57.264347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 6129e7fb-eb99-4d92-9f4e-25004e594f1f details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:58:57.360932 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 6129e7fb-eb99-4d92-9f4e-25004e594f1f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=6129e7fb-eb99-4d92-9f4e-25004e594f1f,segment=NetworkSegment(ffed2845-0cca-4e6e-a6e1-84d87f988738),segment_id=ffed2845-0cca-4e6e-a6e1-84d87f988738)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:57.373452 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': '6129e7fb-eb99-4d92-9f4e-25004e594f1f', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'port_id': '6129e7fb-eb99-4d92-9f4e-25004e594f1f', 'mac_address': 'fa:16:3e:14:db:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:58:57.409665 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:57.422289 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6129e7fb-eb99-4d92-9f4e-25004e594f1f {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:58:57.441649 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 6129e7fb-eb99-4d92-9f4e-25004e594f1f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=6129e7fb-eb99-4d92-9f4e-25004e594f1f,segment=NetworkSegment(ffed2845-0cca-4e6e-a6e1-84d87f988738),segment_id=ffed2845-0cca-4e6e-a6e1-84d87f988738)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:57.445683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:57.491336 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=6129e7fb-eb99-4d92-9f4e-25004e594f1f,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:57.650498 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['6129e7fb-eb99-4d92-9f4e-25004e594f1f'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:58:57.673811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4958ce-8df0-45db-b511-f377c9b90f4d req-ff513a67-e9ee-455f-9001-dc75cf8633ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:57.675318 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-db4958ce-8df0-45db-b511-f377c9b90f4d req-ff513a67-e9ee-455f-9001-dc75cf8633ea tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 944 time: 0.0485089 Nov 09 04:58:57.725937 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-db4958ce-8df0-45db-b511-f377c9b90f4d req-2c85a3ea-19b8-4c48-a8a8-ee2aa5f75a49 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438740 Nov 09 04:58:57.904139 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5419ea56-367d-45d6-aa8f-df2623a8941d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:58.842445 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56b49a-1808-4da6-bec0-12948f8fc0e1 req-0104c020-dd7b-4e0c-9019-4a22c37266c7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:58.843917 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3e56b49a-1808-4da6-bec0-12948f8fc0e1 req-0104c020-dd7b-4e0c-9019-4a22c37266c7 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 944 time: 0.0515671 Nov 09 04:58:58.891016 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3e56b49a-1808-4da6-bec0-12948f8fc0e1 req-ace3788d-cfd3-458a-ae37-f2efc8edb3b4 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 Nov 09 04:58:59.233695 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:59.284319 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 6129e7fb-eb99-4d92-9f4e-25004e594f1f up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:58:59.332528 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port 6129e7fb-eb99-4d92-9f4e-25004e594f1f completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:58:59.336173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port 6129e7fb-eb99-4d92-9f4e-25004e594f1f triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:59.336536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:59.410092 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:59.432041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d44355-d8b1-4738-8fce-003efbdd5ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6129e7fb-eb99-4d92-9f4e-25004e594f1f'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:58:59.434297 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fe97ce-10e9-4c3b-97df-ee51d93e341c" -d '{"events": [{"server_uuid": "e1d44355-d8b1-4738-8fce-003efbdd5ca0", "name": "network-vif-plugged", "status": "completed", "tag": "6129e7fb-eb99-4d92-9f4e-25004e594f1f"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:58:59.450424 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port 6129e7fb-eb99-4d92-9f4e-25004e594f1f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=6129e7fb-eb99-4d92-9f4e-25004e594f1f,segment=NetworkSegment(ffed2845-0cca-4e6e-a6e1-84d87f988738),segment_id=ffed2845-0cca-4e6e-a6e1-84d87f988738)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:59.454642 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:59.476820 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44137989-03bb-470c-b66e-4c9bd481535c x-openstack-request-id: req-44137989-03bb-470c-b66e-4c9bd481535c {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:58:59.477111 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d44355-d8b1-4738-8fce-003efbdd5ca0", "name": "network-vif-plugged", "status": "completed", "tag": "6129e7fb-eb99-4d92-9f4e-25004e594f1f", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:58:59.477362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44137989-03bb-470c-b66e-4c9bd481535c {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:58:59.477773 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d44355-d8b1-4738-8fce-003efbdd5ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6129e7fb-eb99-4d92-9f4e-25004e594f1f', 'code': 200} Nov 09 04:58:59.504153 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=6129e7fb-eb99-4d92-9f4e-25004e594f1f,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:59.637293 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ac747-92f1-4189-a918-fdbfb03b7768 req-3d82c295-386e-4097-ad3d-6c9c32f6ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:59.638843 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e90ac747-92f1-4189-a918-fdbfb03b7768 req-3d82c295-386e-4097-ad3d-6c9c32f6ddc6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 1098 time: 0.0404110 Nov 09 04:58:59.683434 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e90ac747-92f1-4189-a918-fdbfb03b7768 req-d999d25b-8f90-4cbe-b355-4192f09fd283 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376494 Nov 09 04:59:00.004351 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb3358-3b0c-462c-89ab-d3e233d58f46 req-ca6af369-364e-4865-bec5-a79c59670895 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:00.005858 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6eeb3358-3b0c-462c-89ab-d3e233d58f46 req-ca6af369-364e-4865-bec5-a79c59670895 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0488200 Nov 09 04:59:00.056499 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6eeb3358-3b0c-462c-89ab-d3e233d58f46 req-1491e944-049a-4b7b-9d5c-484567438386 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438902 Nov 09 04:59:00.438458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:01.112312 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:01.174755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b7ab1-05e3-4800-94af-447d7c40c3e8 req-5e4aa3af-ea0e-470d-925a-3a54350fb156 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:01.176225 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a65b7ab1-05e3-4800-94af-447d7c40c3e8 req-5e4aa3af-ea0e-470d-925a-3a54350fb156 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0519118 Nov 09 04:59:01.229502 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a65b7ab1-05e3-4800-94af-447d7c40c3e8 req-0eee0298-ab19-46bf-947f-648800ee5170 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469577 Nov 09 04:59:01.352487 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452865f7-b8c9-4cce-8982-d73e1a070030 req-8939890f-25b2-4869-b1e8-8cc54690137a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:01.354122 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-452865f7-b8c9-4cce-8982-d73e1a070030 req-8939890f-25b2-4869-b1e8-8cc54690137a tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0533862 Nov 09 04:59:01.402671 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-452865f7-b8c9-4cce-8982-d73e1a070030 req-176d6ccd-736f-4471-b5bf-1835cc0092eb tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 Nov 09 04:59:01.423392 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57370) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:01.461477 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336609e4-a684-4374-930a-b941ff1ba9f9 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:01.462980 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-336609e4-a684-4374-930a-b941ff1ba9f9 tempest-TestNetworkAdvancedServerOps-1890073432 tempest-TestNetworkAdvancedServerOps-1890073432-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 1093 time: 0.0386307 Nov 09 04:59:01.465642 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57372) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:01.469798 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': '6129e7fb-eb99-4d92-9f4e-25004e594f1f', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:59:01.491922 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:01.587076 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:01.683807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Allocated IP 172.26.5.253 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/1443dea2-568e-4283-a75f-de00ef9ee12f) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:59:01.783878 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:01.816081 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:01.850928 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:59:01.853667 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:59:01.859455 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:59:01.883666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=1443dea2-568e-4283-a75f-de00ef9ee12f,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:02.202249 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:02.265910 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:02.412479 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:02.416786 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:02.491063 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event updated for resources: {'Port': ['ID=1443dea2-568e-4283-a75f-de00ef9ee12f,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:02.499110 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:02.595277 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Floating IP c83da939-e316-4ed3-a3a2-4ccde9cf1cb8 associated. External IP: 172.26.5.253, port: 6129e7fb-eb99-4d92-9f4e-25004e594f1f. Nov 09 04:59:02.795238 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:59:02.894902 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:59:02.904706 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a81a81-1fe5-4be3-9c72-d2ca27866394 None None] Sync routers for ids ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:59:02.913216 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:02.916217 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a81a81-1fe5-4be3-9c72-d2ca27866394 None None] Routers {'2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:59:02.916843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-38a81a81-1fe5-4be3-9c72-d2ca27866394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:58:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:02.943385 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b3e23fdd-ac3a-42e5-b0f4-2f186bea7673 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4767258 Nov 09 04:59:02.944027 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d44355-d8b1-4738-8fce-003efbdd5ca0', 'tag': '6129e7fb-eb99-4d92-9f4e-25004e594f1f'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:59:02.946314 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dca90b8-3e1d-4c23-b2a6-1001462f0d69" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d44355-d8b1-4738-8fce-003efbdd5ca0", "tag": "6129e7fb-eb99-4d92-9f4e-25004e594f1f"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:59:02.986271 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ecc8a1-131f-4457-8d2b-8842987228e0 x-openstack-request-id: req-b5ecc8a1-131f-4457-8d2b-8842987228e0 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:59:02.986716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d44355-d8b1-4738-8fce-003efbdd5ca0", "tag": "6129e7fb-eb99-4d92-9f4e-25004e594f1f", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:59:02.986976 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5ecc8a1-131f-4457-8d2b-8842987228e0 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:59:02.987429 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d44355-d8b1-4738-8fce-003efbdd5ca0', 'tag': '6129e7fb-eb99-4d92-9f4e-25004e594f1f', 'status': 'completed', 'code': 200} Nov 09 04:59:03.032170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-38a81a81-1fe5-4be3-9c72-d2ca27866394 None None] Set router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:59:03.070035 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3fbca-3322-458c-b43b-638c971a0c6c req-c66b4797-18a7-4ff3-b246-1b8dd2732464 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:03.073981 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ccc3fbca-3322-458c-b43b-638c971a0c6c req-c66b4797-18a7-4ff3-b246-1b8dd2732464 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0816810 Nov 09 04:59:03.086534 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca90b8-3e1d-4c23-b2a6-1001462f0d69 req-99cb7f44-6eea-46c6-8e90-1293c295a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:03.087948 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4dca90b8-3e1d-4c23-b2a6-1001462f0d69 req-99cb7f44-6eea-46c6-8e90-1293c295a097 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 1098 time: 0.0693195 Nov 09 04:59:03.179071 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ccc3fbca-3322-458c-b43b-638c971a0c6c req-c32f7934-50f4-4d4f-9cfd-7ea2d2b9c235 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007440 Nov 09 04:59:03.201782 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57378) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:03.210141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca90b8-3e1d-4c23-b2a6-1001462f0d69 req-93ad4afd-e1a0-4fea-99a9-a49bb4caf5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:03.211629 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4dca90b8-3e1d-4c23-b2a6-1001462f0d69 req-93ad4afd-e1a0-4fea-99a9-a49bb4caf5f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=07792a8e-ae01-447d-a1a4-2ae291bf18c9 HTTP/1.1" status: 200 len: 897 time: 0.1165276 Nov 09 04:59:03.262681 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-2e44a7fd-e912-4903-9cc4-26673851c71c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/c83da939-e316-4ed3-a3a2-4ccde9cf1cb8 HTTP/1.1" status: 200 len: 991 time: 0.0594909 Nov 09 04:59:03.275037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-38a81a81-1fe5-4be3-9c72-d2ca27866394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:49Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'c83da939-e316-4ed3-a3a2-4ccde9cf1cb8', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'port_id': '6129e7fb-eb99-4d92-9f4e-25004e594f1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'mac_address': 'fa:16:3e:14:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d44355-d8b1-4738-8fce-003efbdd5ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:59:02Z', 'updated_at': '2021-11-09T04:59:02Z', 'revision_number': 0, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb8f237-55bc-493f-938b-f005eb246c7c', 'name': '', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:1d:9c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:49Z', 'updated_at': '2021-11-09T04:58:52Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:03.282558 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4dca90b8-3e1d-4c23-b2a6-1001462f0d69 req-6887232b-1f1e-4c0d-bb93-d47ba3d94254 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6129e7fb-eb99-4d92-9f4e-25004e594f1f HTTP/1.1" status: 200 len: 999 time: 0.0644243 Nov 09 04:59:03.300595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a81a81-1fe5-4be3-9c72-d2ca27866394 None None] Checking router: 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:59:03.309213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a81a81-1fe5-4be3-9c72-d2ca27866394 None None] Routers {'2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:59:03.309838 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-38a81a81-1fe5-4be3-9c72-d2ca27866394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:58:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:03.331265 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca90b8-3e1d-4c23-b2a6-1001462f0d69 req-7fc493be-8442-4833-b11b-9f2cedd12c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:03.332614 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4dca90b8-3e1d-4c23-b2a6-1001462f0d69 req-7fc493be-8442-4833-b11b-9f2cedd12c58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3742cd39-ccf1-4489-99f2-571bdff75fb5 HTTP/1.1" status: 200 len: 835 time: 0.0430214 Nov 09 04:59:03.379236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca90b8-3e1d-4c23-b2a6-1001462f0d69 req-91d3d3a9-de73-49f0-8248-9b6239c4566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:03.380758 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4dca90b8-3e1d-4c23-b2a6-1001462f0d69 req-91d3d3a9-de73-49f0-8248-9b6239c4566c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07792a8e-ae01-447d-a1a4-2ae291bf18c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404072 Nov 09 04:59:03.477053 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4dca90b8-3e1d-4c23-b2a6-1001462f0d69 req-13253119-53fc-42c9-9369-2a4f89ec0422 service neutron] 10.222.0.31 "GET /v2.0/networks/07792a8e-ae01-447d-a1a4-2ae291bf18c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888109 Nov 09 04:59:03.559453 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-38a81a81-1fe5-4be3-9c72-d2ca27866394 None None] Set router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:59:03.566988 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4dca90b8-3e1d-4c23-b2a6-1001462f0d69 req-72cb9b69-9f96-45b4-bfca-be304349c7df service neutron] 10.222.0.31 "GET /v2.0/networks/07792a8e-ae01-447d-a1a4-2ae291bf18c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829463 Nov 09 04:59:03.779315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-38a81a81-1fe5-4be3-9c72-d2ca27866394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:49Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'c83da939-e316-4ed3-a3a2-4ccde9cf1cb8', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'port_id': '6129e7fb-eb99-4d92-9f4e-25004e594f1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'mac_address': 'fa:16:3e:14:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d44355-d8b1-4738-8fce-003efbdd5ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:59:02Z', 'updated_at': '2021-11-09T04:59:02Z', 'revision_number': 0, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb8f237-55bc-493f-938b-f005eb246c7c', 'name': '', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:1d:9c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:49Z', 'updated_at': '2021-11-09T04:58:52Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:03.805758 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a81a81-1fe5-4be3-9c72-d2ca27866394 None None] The sync data for ids ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'] in dv-neutron-816800-2-hyperv is: [{'id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:49Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'c83da939-e316-4ed3-a3a2-4ccde9cf1cb8', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'port_id': '6129e7fb-eb99-4d92-9f4e-25004e594f1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'mac_address': 'fa:16:3e:14:db:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d44355-d8b1-4738-8fce-003efbdd5ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:59:02Z', 'updated_at': '2021-11-09T04:59:02Z', 'revision_number': 0, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcb8f237-55bc-493f-938b-f005eb246c7c', 'name': '', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:1d:9c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:49Z', 'updated_at': '2021-11-09T04:58:52Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:59:03.986212 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43df41-7094-45b6-90fa-da7f09016fbc None None] New status for floating IP c83da939-e316-4ed3-a3a2-4ccde9cf1cb8: ACTIVE {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:59:04.266684 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57380) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:04.330637 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d4f429ee-bbd6-4f9d-9ca3-a9762afd665c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/c83da939-e316-4ed3-a3a2-4ccde9cf1cb8 HTTP/1.1" status: 200 len: 993 time: 0.0628450 Nov 09 04:59:16.240989 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:59:17.380742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:25.620192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-aa3dec9b-86bf-4b59-a8e4-69744bab3f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:27.904742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-70c59a28-4181-4a17-9f4e-60222b2b4e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:29.232768 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:30.442059 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:31.117265 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:35.760066 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54832c0-eff3-485a-ba89-9ede88b521ab req-74fe0c29-db35-4d74-a5d4-0c7d51186291 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:35.761578 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f54832c0-eff3-485a-ba89-9ede88b521ab req-74fe0c29-db35-4d74-a5d4-0c7d51186291 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0498307 Nov 09 04:59:35.809135 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f54832c0-eff3-485a-ba89-9ede88b521ab req-beb8ed24-76d9-44ab-a7b0-1e236100b40b tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Nov 09 04:59:36.922983 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bc723-a563-445e-a372-68955e49733c req-d3ad9ad5-54f3-4f80-866c-66730a8e6d1d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:36.924465 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d54bc723-a563-445e-a372-68955e49733c req-d3ad9ad5-54f3-4f80-866c-66730a8e6d1d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0474219 Nov 09 04:59:36.976280 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d54bc723-a563-445e-a372-68955e49733c req-dcbf9444-02d8-4c8f-a842-6c308669cba9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450153 Nov 09 04:59:36.997898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57398) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:37.055350 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f39347fc-b42c-4f14-8f52-21238062f8e9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/c83da939-e316-4ed3-a3a2-4ccde9cf1cb8 HTTP/1.1" status: 200 len: 993 time: 0.0563629 Nov 09 04:59:38.342860 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6c99f-f329-469d-b1a1-95d6ac904627 req-dca02582-c4cf-4c34-b4e9-24c060a66f87 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:38.344264 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-95f6c99f-f329-469d-b1a1-95d6ac904627 req-dca02582-c4cf-4c34-b4e9-24c060a66f87 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0559304 Nov 09 04:59:38.354845 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5810f-7f90-40a9-8af5-108a4ee20ac3 req-f9ff0fc8-0bfa-4da0-a1dc-670edebb98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:38.356450 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-61d5810f-7f90-40a9-8af5-108a4ee20ac3 req-f9ff0fc8-0bfa-4da0-a1dc-670edebb98d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 1098 time: 0.0413272 Nov 09 04:59:38.397303 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-95f6c99f-f329-469d-b1a1-95d6ac904627 req-e78c2581-a486-4e9a-a44d-80f54f041cda tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465930 Nov 09 04:59:38.449168 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5810f-7f90-40a9-8af5-108a4ee20ac3 req-0b4b70e8-95e3-41e4-957d-3eba6984f381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:38.450646 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-61d5810f-7f90-40a9-8af5-108a4ee20ac3 req-0b4b70e8-95e3-41e4-957d-3eba6984f381 service neutron] 10.222.0.31 "GET /v2.0/networks?id=07792a8e-ae01-447d-a1a4-2ae291bf18c9 HTTP/1.1" status: 200 len: 897 time: 0.0873561 Nov 09 04:59:38.513403 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-61d5810f-7f90-40a9-8af5-108a4ee20ac3 req-fbc2874d-96a0-41ca-b717-3f130c0e3e22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6129e7fb-eb99-4d92-9f4e-25004e594f1f HTTP/1.1" status: 200 len: 1001 time: 0.0557795 Nov 09 04:59:38.564141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5810f-7f90-40a9-8af5-108a4ee20ac3 req-6982f7f2-ed08-45df-ba30-de952456fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:38.565722 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-61d5810f-7f90-40a9-8af5-108a4ee20ac3 req-6982f7f2-ed08-45df-ba30-de952456fca6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3742cd39-ccf1-4489-99f2-571bdff75fb5 HTTP/1.1" status: 200 len: 835 time: 0.0455134 Nov 09 04:59:38.610921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5810f-7f90-40a9-8af5-108a4ee20ac3 req-37b77b7a-d290-4abe-b7d6-ae40bfe0a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:38.612276 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-61d5810f-7f90-40a9-8af5-108a4ee20ac3 req-37b77b7a-d290-4abe-b7d6-ae40bfe0a9e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07792a8e-ae01-447d-a1a4-2ae291bf18c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396008 Nov 09 04:59:38.703396 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-61d5810f-7f90-40a9-8af5-108a4ee20ac3 req-2e9fcd6a-8dd9-4bd5-9141-3515b1c77b2a service neutron] 10.222.0.31 "GET /v2.0/networks/07792a8e-ae01-447d-a1a4-2ae291bf18c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838807 Nov 09 04:59:38.791237 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-61d5810f-7f90-40a9-8af5-108a4ee20ac3 req-8f9c7067-1dff-4592-8156-9d69b14a37ec service neutron] 10.222.0.31 "GET /v2.0/networks/07792a8e-ae01-447d-a1a4-2ae291bf18c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808749 Nov 09 04:59:39.515094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e8b7b-4f7f-48c0-ae5b-fdb961c02f8a req-f75a6d63-426f-437f-95a5-31d78b80de70 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:39.516712 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-049e8b7b-4f7f-48c0-ae5b-fdb961c02f8a req-f75a6d63-426f-437f-95a5-31d78b80de70 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0481417 Nov 09 04:59:39.571304 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-049e8b7b-4f7f-48c0-ae5b-fdb961c02f8a req-f025f5aa-1140-487d-a5a7-84bc76dadaa6 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482016 Nov 09 04:59:40.685978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d61eb-6aaa-449d-9b41-8645d67a7da9 req-5c9d5fb2-014e-4a4a-ba10-68dd9bdfd54c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:40.687480 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ba0d61eb-6aaa-449d-9b41-8645d67a7da9 req-5c9d5fb2-014e-4a4a-ba10-68dd9bdfd54c tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0485468 Nov 09 04:59:40.735753 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ba0d61eb-6aaa-449d-9b41-8645d67a7da9 req-10953b1f-6da7-48f6-863e-828fc41f42ab tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423033 Nov 09 04:59:40.757312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57410) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:40.818464 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a84d2fba-faa5-4154-bd7b-065aa6cdde94 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/floatingips/c83da939-e316-4ed3-a3a2-4ccde9cf1cb8 HTTP/1.1" status: 200 len: 993 time: 0.0600433 Nov 09 04:59:41.060019 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57416) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:41.211309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port 1443dea2-568e-4283-a75f-de00ef9ee12f {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:59:41.211569 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:41.283301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:41.283629 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:41.294990 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for 1443dea2-568e-4283-a75f-de00ef9ee12f owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:59:41.760909 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:41.786911 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=1443dea2-568e-4283-a75f-de00ef9ee12f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:41.812987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:41.813340 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:41.813712 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:41.814055 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:41.814392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:41.814728 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:41.815060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:41.815391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:41.815718 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:41.816042 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:41.816369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:41.816694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:41.857980 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:41.858317 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Floating IP c83da939-e316-4ed3-a3a2-4ccde9cf1cb8 disassociated (deleted). External IP: 172.26.5.253, port: 6129e7fb-eb99-4d92-9f4e-25004e594f1f. Nov 09 04:59:42.060063 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:59:42.165379 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:59:42.170243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:42.175257 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a7328a-9c2f-485a-b88b-64681e92b27c None None] Sync routers for ids ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:59:42.185113 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a7328a-9c2f-485a-b88b-64681e92b27c None None] Routers {'2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:59:42.185754 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a2a7328a-9c2f-485a-b88b-64681e92b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:59:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:42.197124 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-784e5f18-9f16-4682-926e-c036f0f5c587 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/floatingips/c83da939-e316-4ed3-a3a2-4ccde9cf1cb8 HTTP/1.1" status: 204 len: 168 time: 1.1360309 Nov 09 04:59:42.197723 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d44355-d8b1-4738-8fce-003efbdd5ca0', 'tag': '6129e7fb-eb99-4d92-9f4e-25004e594f1f'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:59:42.200008 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cb987f-03da-4cdb-9b7a-b9c0fce41214" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d44355-d8b1-4738-8fce-003efbdd5ca0", "tag": "6129e7fb-eb99-4d92-9f4e-25004e594f1f"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:59:42.243728 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5414c4a6-8072-47b4-a525-a0560113158b x-openstack-request-id: req-5414c4a6-8072-47b4-a525-a0560113158b {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:59:42.244027 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d44355-d8b1-4738-8fce-003efbdd5ca0", "tag": "6129e7fb-eb99-4d92-9f4e-25004e594f1f", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:59:42.244306 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5414c4a6-8072-47b4-a525-a0560113158b {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:59:42.244713 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d44355-d8b1-4738-8fce-003efbdd5ca0', 'tag': '6129e7fb-eb99-4d92-9f4e-25004e594f1f', 'status': 'completed', 'code': 200} Nov 09 04:59:42.295511 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-a2a7328a-9c2f-485a-b88b-64681e92b27c None None] Set router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:59:42.311718 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb987f-03da-4cdb-9b7a-b9c0fce41214 req-51205eec-27e6-4279-a4a7-1610a17bc355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:42.313702 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-31cb987f-03da-4cdb-9b7a-b9c0fce41214 req-51205eec-27e6-4279-a4a7-1610a17bc355 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4983a50847c34e62a64f2180b2274ac2&device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 1098 time: 0.0431867 Nov 09 04:59:42.443518 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb987f-03da-4cdb-9b7a-b9c0fce41214 req-e461414c-ac37-4eb3-8d60-897d23c47647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:42.445038 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-31cb987f-03da-4cdb-9b7a-b9c0fce41214 req-e461414c-ac37-4eb3-8d60-897d23c47647 service neutron] 10.222.0.31 "GET /v2.0/networks?id=07792a8e-ae01-447d-a1a4-2ae291bf18c9 HTTP/1.1" status: 200 len: 897 time: 0.1226220 Nov 09 04:59:42.498350 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a2a7328a-9c2f-485a-b88b-64681e92b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:49Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'dcb8f237-55bc-493f-938b-f005eb246c7c', 'name': '', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:1d:9c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:49Z', 'updated_at': '2021-11-09T04:58:52Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:42.498690 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599812d7-c93f-4310-96de-c39e29ae1acd req-db61714e-6b4e-4a39-9625-e7c0a0beea23 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:42.499985 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-599812d7-c93f-4310-96de-c39e29ae1acd req-db61714e-6b4e-4a39-9625-e7c0a0beea23 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0907681 Nov 09 04:59:42.501500 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-31cb987f-03da-4cdb-9b7a-b9c0fce41214 req-dfcc1a0c-3159-48af-a611-3378137fc91e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6129e7fb-eb99-4d92-9f4e-25004e594f1f HTTP/1.1" status: 200 len: 217 time: 0.0476995 Nov 09 04:59:42.529444 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a7328a-9c2f-485a-b88b-64681e92b27c None None] Checking router: 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:59:42.538285 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a7328a-9c2f-485a-b88b-64681e92b27c None None] Routers {'2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:59:42.538898 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a2a7328a-9c2f-485a-b88b-64681e92b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:59:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:42.579648 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb987f-03da-4cdb-9b7a-b9c0fce41214 req-29ac390d-a9eb-46e0-820a-8f403b94d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:42.581119 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-31cb987f-03da-4cdb-9b7a-b9c0fce41214 req-29ac390d-a9eb-46e0-820a-8f403b94d2ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3742cd39-ccf1-4489-99f2-571bdff75fb5 HTTP/1.1" status: 200 len: 835 time: 0.0692465 Nov 09 04:59:42.589896 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-599812d7-c93f-4310-96de-c39e29ae1acd req-3221588b-1e4b-4675-a352-937bb88a8039 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839067 Nov 09 04:59:42.631890 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb987f-03da-4cdb-9b7a-b9c0fce41214 req-f0aa94c8-4cab-495b-a6ad-b1e408430e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:42.633450 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-31cb987f-03da-4cdb-9b7a-b9c0fce41214 req-f0aa94c8-4cab-495b-a6ad-b1e408430e15 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07792a8e-ae01-447d-a1a4-2ae291bf18c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426917 Nov 09 04:59:42.647113 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-a2a7328a-9c2f-485a-b88b-64681e92b27c None None] Set router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:59:42.729801 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-31cb987f-03da-4cdb-9b7a-b9c0fce41214 req-0f78fee3-57a6-4150-b1d6-f1b63a93875f service neutron] 10.222.0.31 "GET /v2.0/networks/07792a8e-ae01-447d-a1a4-2ae291bf18c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875957 Nov 09 04:59:42.820117 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-31cb987f-03da-4cdb-9b7a-b9c0fce41214 req-aeff0228-7c41-497b-b167-05a11b814de8 service neutron] 10.222.0.31 "GET /v2.0/networks/07792a8e-ae01-447d-a1a4-2ae291bf18c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819464 Nov 09 04:59:42.842694 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-a2a7328a-9c2f-485a-b88b-64681e92b27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:49Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'dcb8f237-55bc-493f-938b-f005eb246c7c', 'name': '', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:1d:9c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:49Z', 'updated_at': '2021-11-09T04:58:52Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:42.868385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a7328a-9c2f-485a-b88b-64681e92b27c None None] The sync data for ids ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'] in dv-neutron-816800-2-hyperv is: [{'id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:49Z', 'revision_number': 4, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': 'dcb8f237-55bc-493f-938b-f005eb246c7c', 'name': '', 'network_id': '07792a8e-ae01-447d-a1a4-2ae291bf18c9', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'mac_address': 'fa:16:3e:1d:9c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:49Z', 'updated_at': '2021-11-09T04:58:52Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'subnets': [{'id': '3742cd39-ccf1-4489-99f2-571bdff75fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:59:43.201646 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbd092c-5b7e-4c6a-9445-4657b30a7b5d None None] New status for floating IP c83da939-e316-4ed3-a3a2-4ccde9cf1cb8: DOWN {{(pid=101886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:59:43.708455 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e709a3b-9328-4e71-a37e-06061fdb8acc req-2e4d812a-29a6-49f8-a250-41144e5e7baa tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:43.710363 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4e709a3b-9328-4e71-a37e-06061fdb8acc req-2e4d812a-29a6-49f8-a250-41144e5e7baa tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0495875 Nov 09 04:59:43.759373 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4e709a3b-9328-4e71-a37e-06061fdb8acc req-013084f8-826d-4296-8671-e4e7df6cf6c0 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/security-groups?id=11139186-48c0-4af5-85ac-0497bf4396bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429060 Nov 09 04:59:43.958747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d691656-07d7-4341-86b7-a3a3bb92c0e3 req-4f84e9bf-12fe-482d-a276-f069c9842880 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:43.960124 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9d691656-07d7-4341-86b7-a3a3bb92c0e3 req-4f84e9bf-12fe-482d-a276-f069c9842880 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 945 time: 0.0480802 Nov 09 04:59:44.050038 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-9d691656-07d7-4341-86b7-a3a3bb92c0e3 req-8ca6d16f-f0ba-441a-840d-c5e7ec3330d9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port 6129e7fb-eb99-4d92-9f4e-25004e594f1f {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:59:44.050378 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9d691656-07d7-4341-86b7-a3a3bb92c0e3 req-8ca6d16f-f0ba-441a-840d-c5e7ec3330d9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:44.136475 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-9d691656-07d7-4341-86b7-a3a3bb92c0e3 req-8ca6d16f-f0ba-441a-840d-c5e7ec3330d9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] For port 6129e7fb-eb99-4d92-9f4e-25004e594f1f, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=6129e7fb-eb99-4d92-9f4e-25004e594f1f,segment=NetworkSegment(ffed2845-0cca-4e6e-a6e1-84d87f988738),segment_id=ffed2845-0cca-4e6e-a6e1-84d87f988738)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:44.136842 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9d691656-07d7-4341-86b7-a3a3bb92c0e3 req-8ca6d16f-f0ba-441a-840d-c5e7ec3330d9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:44.149315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-9d691656-07d7-4341-86b7-a3a3bb92c0e3 req-8ca6d16f-f0ba-441a-840d-c5e7ec3330d9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for 6129e7fb-eb99-4d92-9f4e-25004e594f1f owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:59:44.276740 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9d691656-07d7-4341-86b7-a3a3bb92c0e3 req-8ca6d16f-f0ba-441a-840d-c5e7ec3330d9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:44.304528 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6d16f-f0ba-441a-840d-c5e7ec3330d9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=6129e7fb-eb99-4d92-9f4e-25004e594f1f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:44.348309 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d691656-07d7-4341-86b7-a3a3bb92c0e3 req-8ca6d16f-f0ba-441a-840d-c5e7ec3330d9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] No DVR routers for this DVR port 6129e7fb-eb99-4d92-9f4e-25004e594f1f on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:59:44.351610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-9d691656-07d7-4341-86b7-a3a3bb92c0e3 req-8ca6d16f-f0ba-441a-840d-c5e7ec3330d9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:44.354921 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9d691656-07d7-4341-86b7-a3a3bb92c0e3 req-8ca6d16f-f0ba-441a-840d-c5e7ec3330d9 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.31 "DELETE /v2.0/ports/6129e7fb-eb99-4d92-9f4e-25004e594f1f HTTP/1.1" status: 204 len: 173 time: 0.3889694 Nov 09 04:59:44.355354 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d44355-d8b1-4738-8fce-003efbdd5ca0', 'name': 'network-vif-deleted', 'tag': '6129e7fb-eb99-4d92-9f4e-25004e594f1f'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:59:44.357603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44624a28-3e74-4ba8-83e8-438629707197" -d '{"events": [{"server_uuid": "e1d44355-d8b1-4738-8fce-003efbdd5ca0", "name": "network-vif-deleted", "tag": "6129e7fb-eb99-4d92-9f4e-25004e594f1f"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:59:44.398322 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfdc66c-226d-4e75-a20f-1010da60afc9 x-openstack-request-id: req-2bfdc66c-226d-4e75-a20f-1010da60afc9 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:59:44.398843 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d44355-d8b1-4738-8fce-003efbdd5ca0", "name": "network-vif-deleted", "tag": "6129e7fb-eb99-4d92-9f4e-25004e594f1f", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:59:44.399696 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bfdc66c-226d-4e75-a20f-1010da60afc9 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:59:44.400154 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d44355-d8b1-4738-8fce-003efbdd5ca0', 'name': 'network-vif-deleted', 'tag': '6129e7fb-eb99-4d92-9f4e-25004e594f1f', 'status': 'completed', 'code': 200} Nov 09 04:59:44.864704 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c2cf5293-6ef7-4c4e-8aa0-9bb89ed18ccc req-b6e09973-7aa5-40e9-94ea-6304cd570f6d tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "GET /v2.0/ports?device_id=e1d44355-d8b1-4738-8fce-003efbdd5ca0 HTTP/1.1" status: 200 len: 210 time: 0.0257163 Nov 09 04:59:45.920468 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57432) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:46.268836 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-129a7671-284f-4a36-b9ca-ae28bd07bfdd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:46.512328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-129a7671-284f-4a36-b9ca-ae28bd07bfdd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port dcb8f237-55bc-493f-938b-f005eb246c7c {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:59:46.512665 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-129a7671-284f-4a36-b9ca-ae28bd07bfdd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:46.600337 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-129a7671-284f-4a36-b9ca-ae28bd07bfdd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] For port dcb8f237-55bc-493f-938b-f005eb246c7c, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=dcb8f237-55bc-493f-938b-f005eb246c7c,segment=NetworkSegment(ffed2845-0cca-4e6e-a6e1-84d87f988738),segment_id=ffed2845-0cca-4e6e-a6e1-84d87f988738)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:46.600943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-129a7671-284f-4a36-b9ca-ae28bd07bfdd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:46.613615 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-129a7671-284f-4a36-b9ca-ae28bd07bfdd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for dcb8f237-55bc-493f-938b-f005eb246c7c owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:59:46.791044 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-129a7671-284f-4a36-b9ca-ae28bd07bfdd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:46.817611 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a7671-284f-4a36-b9ca-ae28bd07bfdd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=dcb8f237-55bc-493f-938b-f005eb246c7c,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:46.987310 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-129a7671-284f-4a36-b9ca-ae28bd07bfdd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:47.196429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129a7671-284f-4a36-b9ca-ae28bd07bfdd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:59:47.298871 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129a7671-284f-4a36-b9ca-ae28bd07bfdd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:59:47.305623 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-129a7671-284f-4a36-b9ca-ae28bd07bfdd tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "PUT /v2.0/routers/2d6ec9e9-1309-4ffe-b97c-a63f7d511f27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3823290 Nov 09 04:59:47.306470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57434) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:47.308360 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f191a81-961c-4ec0-9176-36355923b2fb None None] Sync routers for ids ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:59:47.317598 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f191a81-961c-4ec0-9176-36355923b2fb None None] Routers {'2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:59:47.318192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1f191a81-961c-4ec0-9176-36355923b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:59:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:47.357453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0256fdb-5785-4e0f-9bd9-9e09825e4d55 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting subnet 3742cd39-ccf1-4489-99f2-571bdff75fb5 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:59:47.360759 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0256fdb-5785-4e0f-9bd9-9e09825e4d55 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:47.400293 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0256fdb-5785-4e0f-9bd9-9e09825e4d55 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:47.412413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:47.435021 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-1f191a81-961c-4ec0-9176-36355923b2fb None None] Set router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:59:47.487604 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0256fdb-5785-4e0f-9bd9-9e09825e4d55 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:47.491040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 6129e7fb-eb99-4d92-9f4e-25004e594f1f no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:59:47.532389 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: 6129e7fb-eb99-4d92-9f4e-25004e594f1f {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:59:47.532775 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device 6129e7fb-eb99-4d92-9f4e-25004e594f1f not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:59:47.545892 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0256fdb-5785-4e0f-9bd9-9e09825e4d55 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:47.572033 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0256fdb-5785-4e0f-9bd9-9e09825e4d55 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Subnet': ['ID=3742cd39-ccf1-4489-99f2-571bdff75fb5,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:47.575878 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f0256fdb-5785-4e0f-9bd9-9e09825e4d55 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:47.581746 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f0256fdb-5785-4e0f-9bd9-9e09825e4d55 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/subnets/3742cd39-ccf1-4489-99f2-571bdff75fb5 HTTP/1.1" status: 204 len: 168 time: 0.2716799 Nov 09 04:59:47.581859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57436) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:47.588847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a598e5-447e-4227-9c41-0d4ccc384629 None None] Network 07792a8e-ae01-447d-a1a4-2ae291bf18c9 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:59:47.689040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:47.751309 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1f191a81-961c-4ec0-9176-36355923b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:59:46Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:47.786489 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f191a81-961c-4ec0-9176-36355923b2fb None None] Checking router: 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:59:47.795270 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f191a81-961c-4ec0-9176-36355923b2fb None None] Routers {'2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:59:47.798253 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1f191a81-961c-4ec0-9176-36355923b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:59:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:47.798380 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:47.835981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] DHCP port deletion for 07792a8e-ae01-447d-a1a4-2ae291bf18c9 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 04:59:47.855408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Deleting port 3b0ea339-5afc-45d4-a524-b3bf1a1ef869 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:59:47.855751 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:47.932342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] For port 3b0ea339-5afc-45d4-a524-b3bf1a1ef869, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=3b0ea339-5afc-45d4-a524-b3bf1a1ef869,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:47.932707 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:47.939646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-1f191a81-961c-4ec0-9176-36355923b2fb None None] Set router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:59:47.945787 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Calling delete_port for 3b0ea339-5afc-45d4-a524-b3bf1a1ef869 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:59:47.998125 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Deleting port 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:59:47.998503 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.107135 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.134357 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Port': ['ID=3b0ea339-5afc-45d4-a524-b3bf1a1ef869,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:48.200387 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.269889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] For port 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=6b5a28b3-0a52-41ee-a1be-e9e40f8469e8,segment=NetworkSegment(ffed2845-0cca-4e6e-a6e1-84d87f988738),segment_id=ffed2845-0cca-4e6e-a6e1-84d87f988738)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:48.270311 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.285936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Calling delete_port for 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:59:48.289722 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.291817 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.338845 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.339583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Fanout notify agent at l3_agent the message router_deleted on router 2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 04:59:48.346906 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.348732 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6213bea6-4106-479b-a0e7-2ed233e554d5 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/routers/2d6ec9e9-1309-4ffe-b97c-a63f7d511f27 HTTP/1.1" status: 204 len: 168 time: 0.7660098 Nov 09 04:59:48.351840 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57438) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:48.421286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.429971 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-1f191a81-961c-4ec0-9176-36355923b2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:59:46Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:48.441125 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.473773 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] No DVR routers for this DVR port 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:59:48.476419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Pushing event deleted for resources: {'Port': ['ID=6b5a28b3-0a52-41ee-a1be-e9e40f8469e8,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:48.480503 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f191a81-961c-4ec0-9176-36355923b2fb None None] The sync data for ids ['2d6ec9e9-1309-4ffe-b97c-a63f7d511f27'] in dv-neutron-816800-2-hyperv is: [{'id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661416279', 'tenant_id': '4983a50847c34e62a64f2180b2274ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:59:46Z', 'revision_number': 5, 'project_id': '4983a50847c34e62a64f2180b2274ac2', 'gw_port': {'id': '3b0ea339-5afc-45d4-a524-b3bf1a1ef869', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ec9e9-1309-4ffe-b97c-a63f7d511f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:46Z', 'updated_at': '2021-11-09T04:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:59:48.493949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:59:48.497045 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.497386 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.497745 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.498543 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.498543 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.498766 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.499017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.499339 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.499664 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.499988 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.500302 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.501265 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d815274-2b81-448b-9e8e-9286fd3c9ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.522875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:59:48.523222 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 6b5a28b3-0a52-41ee-a1be-e9e40f8469e8 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:59:48.538380 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.558457 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07792a8e-ae01-447d-a1a4-2ae291bf18c9']}} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:48.567793 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffed2845-0cca-4e6e-a6e1-84d87f988738') {'for_net_delete': True} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:48.568070 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.services.segments.db [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffed2845-0cca-4e6e-a6e1-84d87f988738') {} {{(pid=101884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:48.578292 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62288024'] for segment, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.591498 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.597639 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:59:48.598035 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62889569'] for segment, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: Traceback (most recent call last): Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: timer() Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: cb(*args, **kw) Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: return func(*args, **kwargs) Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: self._notify() Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: self.callback(batched_events) Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: event.method(event) Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: return f(self, *a, **k) Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._get(url).json() Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: return self.request(url, 'GET', **kwargs) Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:59:48.601884 dv-neutron-816800-2-hyperv neutron-server[101884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:59:48.662033 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.670033 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.673369 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/networks/07792a8e-ae01-447d-a1a4-2ae291bf18c9 HTTP/1.1" status: 204 len: 168 time: 0.3205388 Nov 09 04:59:48.676088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57440) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:48.693167 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'Network': ['ID=07792a8e-ae01-447d-a1a4-2ae291bf18c9,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:48.709577 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.709934 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.710277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.710615 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.710952 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.711284 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.711620 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.711947 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.712275 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.712600 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.712928 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.713254 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8b7a2-0c2e-4e9a-9f34-4ae9fc750b44 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:48.754401 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff28b9a9-1e31-4e6a-b639-f1e0bcb42df1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.783987 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff28b9a9-1e31-4e6a-b639-f1e0bcb42df1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.846084 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff28b9a9-1e31-4e6a-b639-f1e0bcb42df1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.848736 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff28b9a9-1e31-4e6a-b639-f1e0bcb42df1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:48.849945 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ff28b9a9-1e31-4e6a-b639-f1e0bcb42df1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] 10.222.0.21 "DELETE /v2.0/security-groups/11139186-48c0-4af5-85ac-0497bf4396bb HTTP/1.1" status: 204 len: 168 time: 0.1729269 Nov 09 04:59:48.860231 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28b9a9-1e31-4e6a-b639-f1e0bcb42df1 tempest-TestNetworkAdvancedServerOps-1547667511 tempest-TestNetworkAdvancedServerOps-1547667511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11139186-48c0-4af5-85ac-0497bf4396bb,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:49.131034 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57448) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:49.265270 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-10ca92b6-81b9-4023-bc31-4304dc142b31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4983a50847c34e62a64f2180b2274ac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324236 Nov 09 04:59:49.267716 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57452) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:49.313068 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff292b04-afab-4da9-807a-be42483f8e7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:49.333843 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff292b04-afab-4da9-807a-be42483f8e7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:49.378898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff292b04-afab-4da9-807a-be42483f8e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:49.381404 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ff292b04-afab-4da9-807a-be42483f8e7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:49.382571 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ff292b04-afab-4da9-807a-be42483f8e7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3642742-fc94-4363-8594-a87025ef6393 HTTP/1.1" status: 204 len: 168 time: 0.1139266 Nov 09 04:59:49.391065 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff292b04-afab-4da9-807a-be42483f8e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3642742-fc94-4363-8594-a87025ef6393,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:49.635166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57458) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:49.648959 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8bb52c6f-d79a-49b1-8c34-69b7f136f849 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:49.721916 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8bb52c6f-d79a-49b1-8c34-69b7f136f849 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:49.726278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-8bb52c6f-d79a-49b1-8c34-69b7f136f849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:49.765936 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-8bb52c6f-d79a-49b1-8c34-69b7f136f849 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8942fe0396c4822848687c046984740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297035 Nov 09 04:59:49.767139 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb52c6f-d79a-49b1-8c34-69b7f136f849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36b20ed-7f55-4862-b009-cf88fb6b4a2a,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:49.768605 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57460) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:49.815944 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-daa7c118-a47d-4512-b07d-10fe5de0c878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:49.839089 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-daa7c118-a47d-4512-b07d-10fe5de0c878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:49.883486 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-daa7c118-a47d-4512-b07d-10fe5de0c878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:49.886006 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-daa7c118-a47d-4512-b07d-10fe5de0c878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:49.887128 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-daa7c118-a47d-4512-b07d-10fe5de0c878 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a36b20ed-7f55-4862-b009-cf88fb6b4a2a HTTP/1.1" status: 204 len: 168 time: 0.1175215 Nov 09 04:59:49.894600 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7c118-a47d-4512-b07d-10fe5de0c878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36b20ed-7f55-4862-b009-cf88fb6b4a2a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:50.345113 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3b0ea339-5afc-45d4-a524-b3bf1a1ef869 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:59:50.366274 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 3b0ea339-5afc-45d4-a524-b3bf1a1ef869 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:59:50.366604 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 3b0ea339-5afc-45d4-a524-b3bf1a1ef869 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:59:50.367025 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device dcb8f237-55bc-493f-938b-f005eb246c7c no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:59:50.386101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: dcb8f237-55bc-493f-938b-f005eb246c7c {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:59:50.386448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device dcb8f237-55bc-493f-938b-f005eb246c7c not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:59:50.528314 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57482) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:50.621354 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1064963909-network', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:59:50.641771 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] Made reservation on behalf of aac8fdd2f6fd41debe614da6f12cc299 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:59:50.644132 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:50.652726 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:50.728503 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:50.732245 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:50.752737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:59:50.766951 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b87fe2e-9b6b-47da-bf6c-0f928f83c4a1,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:50.770091 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:50.770436 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] Added segment 602cf6d8-c434-4e62-ac9c-bbe1a7a05da9 of type vlan for network a8758e45-1f3d-4084-ad83-935eff165827 Nov 09 04:59:50.809517 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:50.832551 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:50.833480 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:50.834073 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:50.889377 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3599453 Nov 09 04:59:50.892506 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57486) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:50.896558 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2105e8-7c67-418f-bd08-d5ee350a52bb admin admin] Pushing event updated for resources: {'Network': ['ID=a8758e45-1f3d-4084-ad83-935eff165827,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:50.897544 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-23110952-954b-4eda-9d38-62befe7e4382 admin admin] Request body: {'subnet': {'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1064963909-subnet', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'ip_version': 4}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:59:50.906974 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network a8758e45-1f3d-4084-ad83-935eff165827 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:59:50.920001 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23110952-954b-4eda-9d38-62befe7e4382 admin admin] Made reservation on behalf of aac8fdd2f6fd41debe614da6f12cc299 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:59:50.922353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-23110952-954b-4eda-9d38-62befe7e4382 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:51.400361 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-23110952-954b-4eda-9d38-62befe7e4382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:51.455066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23110952-954b-4eda-9d38-62befe7e4382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1efa820-e3fb-46cc-a5ba-c4262e00e485,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:51.462427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23110952-954b-4eda-9d38-62befe7e4382 admin admin] Checking segment: {'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:59:51.462782 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23110952-954b-4eda-9d38-62befe7e4382 admin admin] Network hostable DHCP agents. Network: a8758e45-1f3d-4084-ad83-935eff165827, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:59:51.484314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23110952-954b-4eda-9d38-62befe7e4382 admin admin] Network a8758e45-1f3d-4084-ad83-935eff165827 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:59:51.493406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-23110952-954b-4eda-9d38-62befe7e4382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, a8758e45-1f3d-4084-ad83-935eff165827) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:59:51.498622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23110952-954b-4eda-9d38-62befe7e4382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:51.500557 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-23110952-954b-4eda-9d38-62befe7e4382 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:51.502376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a2849-34f1-4ddb-a8a7-13e13eb64066 None None] Network a8758e45-1f3d-4084-ad83-935eff165827 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:59:51.516920 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-23110952-954b-4eda-9d38-62befe7e4382 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6233146 Nov 09 04:59:51.519553 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57488) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:51.524329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:59:51.543445 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:51.544503 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:51.598394 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:51.645458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-a8758e45-1f3d-4084-ad83-935eff165827', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:59:51.646347 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:51.735764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:51.775944 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Allocated IP 172.20.0.2 (a8758e45-1f3d-4084-ad83-935eff165827/a1efa820-e3fb-46cc-a5ba-c4262e00e485/7f08707b-c4bb-4ed5-ab74-81fee6de3646) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:59:51.917594 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:51.923426 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:51.933403 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:51.952701 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:51.965005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Network a8758e45-1f3d-4084-ad83-935eff165827 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:59:51.968401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:59:51.972685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:59:51.975731 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Pushing event updated for resources: {'Port': ['ID=7f08707b-c4bb-4ed5-ab74-81fee6de3646,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:52.031151 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Attempting to bind port 7f08707b-c4bb-4ed5-ab74-81fee6de3646 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:59:52.031521 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Attempting to bind port 7f08707b-c4bb-4ed5-ab74-81fee6de3646 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:59:52.031886 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Attempting to bind port 7f08707b-c4bb-4ed5-ab74-81fee6de3646 on network a8758e45-1f3d-4084-ad83-935eff165827 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:59:52.036896 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:59:52.037271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Checking segment: {'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:59:52.037755 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:52.038148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Bound using segment: {'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:59:52.038616 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Bound port: 7f08707b-c4bb-4ed5-ab74-81fee6de3646, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:59:52.038991 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:52.051953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Allocated IP 172.26.5.112 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/65255f8b-d220-4552-963d-ea0d91023f6a) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:59:52.101172 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] For port 7f08707b-c4bb-4ed5-ab74-81fee6de3646, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:59:52.104376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] For port 7f08707b-c4bb-4ed5-ab74-81fee6de3646, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=7f08707b-c4bb-4ed5-ab74-81fee6de3646,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:59:52.108185 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:52.163406 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e926c-3643-47cb-817d-d55185b380f0 None None] Pushing event updated for resources: {'Port': ['ID=7f08707b-c4bb-4ed5-ab74-81fee6de3646,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:52.170714 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:52.208570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:52.247973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:59:52.251090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:59:52.253704 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:59:52.289081 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Pushing event updated for resources: {'Port': ['ID=65255f8b-d220-4552-963d-ea0d91023f6a,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:52.442439 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 7f08707b-c4bb-4ed5-ab74-81fee6de3646 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:59:52.496628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 7f08707b-c4bb-4ed5-ab74-81fee6de3646 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:52.497001 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:52.564210 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:52.573280 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:52.607634 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 7f08707b-c4bb-4ed5-ab74-81fee6de3646, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=7f08707b-c4bb-4ed5-ab74-81fee6de3646,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:52.611799 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:52.664538 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=7f08707b-c4bb-4ed5-ab74-81fee6de3646,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:52.766489 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:52.900574 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:59:53.013633 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:59:53.023332 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Sync routers for ids ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:59:53.032754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:53.034093 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6c289245-4818-476a-bb91-83e05d8d92d2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5136027 Nov 09 04:59:53.036745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57492) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:53.036905 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Routers {'cd60f2a9-7da4-4fdd-8cde-edaec6355be8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:59:53.037489 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:59:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:53.064486 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e617f3e-4d5a-4f85-8db1-fc1cd4e38db7 None None] Network a8758e45-1f3d-4084-ad83-935eff165827 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:59:53.136000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-d165cdca-f997-4f96-9d97-106603decd3b None None] Provisioning complete for port 7f08707b-c4bb-4ed5-ab74-81fee6de3646 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:53.136494 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d165cdca-f997-4f96-9d97-106603decd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:53.167274 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Set router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:59:53.246489 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:59:53.348112 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:52Z', 'revision_number': 3, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:53.380205 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Checking router: cd60f2a9-7da4-4fdd-8cde-edaec6355be8 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:59:53.380505 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Updating router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 port 65255f8b-d220-4552-963d-ea0d91023f6a binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:59:53.405662 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:53.478406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:53.503773 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-4fb90ce6-fabb-4611-af48-37ee8667e34e None None] Provisioning complete for port 7f08707b-c4bb-4ed5-ab74-81fee6de3646 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:53.504059 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4fb90ce6-fabb-4611-af48-37ee8667e34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:53.638803 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Allocated IP 172.20.0.1 (a8758e45-1f3d-4084-ad83-935eff165827/a1efa820-e3fb-46cc-a5ba-c4262e00e485/93f796c1-e6fe-418e-9d43-299848856a99) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:59:53.673326 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:53.679021 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:53.730109 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Attempting to bind port 65255f8b-d220-4552-963d-ea0d91023f6a on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:59:53.730484 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Attempting to bind port 65255f8b-d220-4552-963d-ea0d91023f6a by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:59:53.730843 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Attempting to bind port 65255f8b-d220-4552-963d-ea0d91023f6a on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:59:53.739582 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:59:53.740210 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:59:53.740658 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:53.741562 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:59:53.742135 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Bound port: 65255f8b-d220-4552-963d-ea0d91023f6a, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:59:53.742401 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:53.743970 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ddf31-ce3b-450e-a9ca-73fd2f872395 None None] Pushing event updated for resources: {'Port': ['ID=65255f8b-d220-4552-963d-ea0d91023f6a,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:53.745481 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:53.767196 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ddf31-ce3b-450e-a9ca-73fd2f872395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:53.767468 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ddf31-ce3b-450e-a9ca-73fd2f872395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:53.767811 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ddf31-ce3b-450e-a9ca-73fd2f872395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:53.768146 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ddf31-ce3b-450e-a9ca-73fd2f872395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:53.768476 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ddf31-ce3b-450e-a9ca-73fd2f872395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:53.768807 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ddf31-ce3b-450e-a9ca-73fd2f872395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:53.769131 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ddf31-ce3b-450e-a9ca-73fd2f872395 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:53.769451 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ddf31-ce3b-450e-a9ca-73fd2f872395 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:53.769930 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ddf31-ce3b-450e-a9ca-73fd2f872395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:53.770252 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ddf31-ce3b-450e-a9ca-73fd2f872395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:53.770572 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ddf31-ce3b-450e-a9ca-73fd2f872395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:53.770888 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ddf31-ce3b-450e-a9ca-73fd2f872395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:53.778996 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:53.807682 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] For port 65255f8b-d220-4552-963d-ea0d91023f6a, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:59:53.810825 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] For port 65255f8b-d220-4552-963d-ea0d91023f6a, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=65255f8b-d220-4552-963d-ea0d91023f6a,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:59:53.815829 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Network a8758e45-1f3d-4084-ad83-935eff165827 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:59:53.816250 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:53.818852 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:59:53.821485 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:59:53.854303 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=93f796c1-e6fe-418e-9d43-299848856a99,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:53.874627 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:53.875274 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ddf31-ce3b-450e-a9ca-73fd2f872395 None None] Pushing event updated for resources: {'Port': ['ID=65255f8b-d220-4552-963d-ea0d91023f6a,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:53.880078 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Routers {'cd60f2a9-7da4-4fdd-8cde-edaec6355be8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:59:53.880692 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:59:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:53.992413 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] Set router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:59:54.005973 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:54.110796 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c831695f-1b84-4e4f-969a-c55d4d5262e2 None None] Provisioning complete for port 93f796c1-e6fe-418e-9d43-299848856a99 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:54.111349 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c831695f-1b84-4e4f-969a-c55d4d5262e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:54.150094 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-c831695f-1b84-4e4f-969a-c55d4d5262e2 None None] Port 93f796c1-e6fe-418e-9d43-299848856a99 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:59:54.170958 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:54.175815 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:52Z', 'revision_number': 3, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:54.176310 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:54.202728 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb72ff5c-019b-4762-b5ce-7a0c9a1b847c None None] The sync data for ids ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'] in dv-neutron-816800-2-hyperv is: [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:52Z', 'revision_number': 3, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:59:54.247590 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:54.249538 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=93f796c1-e6fe-418e-9d43-299848856a99,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:54.354097 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Network a8758e45-1f3d-4084-ad83-935eff165827 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:59:54.356038 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:59:54.427121 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 7f08707b-c4bb-4ed5-ab74-81fee6de3646 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:59:54.554909 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 7f08707b-c4bb-4ed5-ab74-81fee6de3646 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:54.555373 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:54.586439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:59:54.712383 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:59:54.717732 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-21d911d8-369a-4a99-bc4b-5b76cd5fd1a6 admin admin] 10.222.0.21 "PUT /v2.0/routers/cd60f2a9-7da4-4fdd-8cde-edaec6355be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6796668 Nov 09 04:59:54.774227 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-3496f74a-ff4c-4d39-9667-fa8c45430eed None None] Provisioning complete for port 93f796c1-e6fe-418e-9d43-299848856a99 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:54.774597 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3496f74a-ff4c-4d39-9667-fa8c45430eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:54.809795 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-3496f74a-ff4c-4d39-9667-fa8c45430eed None None] Port 93f796c1-e6fe-418e-9d43-299848856a99 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:59:55.194550 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57508) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:55.199457 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-716238438-network', 'tenant_id': '036bcaf937084da084905519a903ca35'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:59:55.220955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] Made reservation on behalf of 036bcaf937084da084905519a903ca35 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:59:55.223226 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:55.231539 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:55.303944 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:55.308164 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:55.328277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:59:55.341821 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0162fd-0b70-46ef-89c9-f39e8edd33dc,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:55.351081 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:55.351490 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] Added segment 4ff8d3e3-eebd-419f-af37-32b0e1d1d859 of type vlan for network da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca Nov 09 04:59:55.389581 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:55.413186 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:55.414162 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:55.414733 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:55.448312 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2526569 Nov 09 04:59:55.451273 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57510) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:55.457343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-d5311e9a-fd33-4166-9aaa-ec91f57f2363 admin admin] Request body: {'subnet': {'network_id': 'da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-716238438-subnet', 'tenant_id': '036bcaf937084da084905519a903ca35', 'ip_version': 4}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:59:55.479769 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24bfda-0cfb-4d2a-bfa9-e066cc8d01d2 admin admin] Pushing event updated for resources: {'Network': ['ID=da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:55.480472 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5311e9a-fd33-4166-9aaa-ec91f57f2363 admin admin] Made reservation on behalf of 036bcaf937084da084905519a903ca35 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:59:55.489573 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d5311e9a-fd33-4166-9aaa-ec91f57f2363 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:55.490687 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:59:55.622289 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-654582d8-833d-4803-9666-d89e4da8d214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:55.665944 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d5311e9a-fd33-4166-9aaa-ec91f57f2363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:55.725076 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5311e9a-fd33-4166-9aaa-ec91f57f2363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51650d7b-522d-4e56-bda2-29492718487f,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:55.732222 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5311e9a-fd33-4166-9aaa-ec91f57f2363 admin admin] Checking segment: {'id': '4ff8d3e3-eebd-419f-af37-32b0e1d1d859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:59:55.732578 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5311e9a-fd33-4166-9aaa-ec91f57f2363 admin admin] Network hostable DHCP agents. Network: da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:59:55.751342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5311e9a-fd33-4166-9aaa-ec91f57f2363 admin admin] Network da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:59:55.761171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-d5311e9a-fd33-4166-9aaa-ec91f57f2363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:59:55.766803 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5311e9a-fd33-4166-9aaa-ec91f57f2363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:55.767431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d5311e9a-fd33-4166-9aaa-ec91f57f2363 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:55.770728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96df251-ae37-4150-b93f-509e182a773c None None] Network da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:59:55.776680 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Sync routers for ids ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:59:55.783669 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d5311e9a-fd33-4166-9aaa-ec91f57f2363 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3312001 Nov 09 04:59:55.786274 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57512) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:55.790436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-716238438-router', 'tenant_id': '036bcaf937084da084905519a903ca35', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:59:55.811044 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:55.812040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:55.837028 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Routers {'cd60f2a9-7da4-4fdd-8cde-edaec6355be8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:59:55.837689 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:59:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:55.866068 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:55.993531 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Set router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:59:55.998568 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:56.046794 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca', 'network_id': 'da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca', 'tenant_id': '036bcaf937084da084905519a903ca35', 'fixed_ips': [{'subnet_id': '51650d7b-522d-4e56-bda2-29492718487f'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:59:56.047699 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:56.430211 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 65255f8b-d220-4552-963d-ea0d91023f6a up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:59:56.503227 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Allocated IP 172.20.0.2 (da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca/51650d7b-522d-4e56-bda2-29492718487f/62088504-a707-43a6-86fc-54eebd3a7437) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:59:56.528332 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:56.547393 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:56.604167 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 65255f8b-d220-4552-963d-ea0d91023f6a triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:56.604528 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:56.635541 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '93f796c1-e6fe-418e-9d43-299848856a99', 'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'mac_address': 'fa:16:3e:0d:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:53Z', 'updated_at': '2021-11-09T04:59:54Z', 'revision_number': 2, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'subnets': [{'id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:56.650230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Allocated IP 172.26.5.75 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:59:56.679841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Checking router: cd60f2a9-7da4-4fdd-8cde-edaec6355be8 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:59:56.680198 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Updating router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 port 93f796c1-e6fe-418e-9d43-299848856a99 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:59:56.740088 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:56.749483 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:56.783933 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:56.797613 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:56.819811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:59:56.822619 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:59:56.823510 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:56.828858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:59:56.859108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:56.926814 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:56.939131 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Network da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:59:56.952213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:59:56.955049 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:59:56.979557 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Pushing event updated for resources: {'Port': ['ID=62088504-a707-43a6-86fc-54eebd3a7437,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:56.992208 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 65255f8b-d220-4552-963d-ea0d91023f6a, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=65255f8b-d220-4552-963d-ea0d91023f6a,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:57.018087 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:57.087749 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:57.109094 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Attempting to bind port 62088504-a707-43a6-86fc-54eebd3a7437 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:59:57.109541 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Attempting to bind port 62088504-a707-43a6-86fc-54eebd3a7437 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '4ff8d3e3-eebd-419f-af37-32b0e1d1d859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:59:57.109861 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Attempting to bind port 62088504-a707-43a6-86fc-54eebd3a7437 on network da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:59:57.132458 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:59:57.132832 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Checking segment: {'id': '4ff8d3e3-eebd-419f-af37-32b0e1d1d859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:59:57.133233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:57.133654 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Bound using segment: {'id': '4ff8d3e3-eebd-419f-af37-32b0e1d1d859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:59:57.134131 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Bound port: 62088504-a707-43a6-86fc-54eebd3a7437, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff8d3e3-eebd-419f-af37-32b0e1d1d859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:59:57.134508 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:57.152522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=65255f8b-d220-4552-963d-ea0d91023f6a,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:57.257055 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] For port 62088504-a707-43a6-86fc-54eebd3a7437, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:59:57.271770 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] For port 62088504-a707-43a6-86fc-54eebd3a7437, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=62088504-a707-43a6-86fc-54eebd3a7437,segment=NetworkSegment(4ff8d3e3-eebd-419f-af37-32b0e1d1d859),segment_id=4ff8d3e3-eebd-419f-af37-32b0e1d1d859)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:59:57.277088 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:57.290434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:57.297524 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:57.325847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:57.358536 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332b359-c8e2-4eeb-a92e-881f1245a203 None None] Pushing event updated for resources: {'Port': ['ID=62088504-a707-43a6-86fc-54eebd3a7437,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:57.436163 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219117be-7774-40eb-9fb7-613bb4163509 None None] Pushing event updated for resources: {'Port': ['ID=93f796c1-e6fe-418e-9d43-299848856a99,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:57.447537 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Attempting to bind port 93f796c1-e6fe-418e-9d43-299848856a99 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:59:57.447920 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Attempting to bind port 93f796c1-e6fe-418e-9d43-299848856a99 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:59:57.448346 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Attempting to bind port 93f796c1-e6fe-418e-9d43-299848856a99 on network a8758e45-1f3d-4084-ad83-935eff165827 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:59:57.450738 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Router 642ee915-6837-4389-97de-33c87b2cf9d7 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:59:57.454382 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:59:57.454764 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Checking segment: {'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:59:57.455522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:57.455882 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Bound using segment: {'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:59:57.456367 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Bound port: 93f796c1-e6fe-418e-9d43-299848856a99, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:59:57.456745 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:57.542934 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] For port 93f796c1-e6fe-418e-9d43-299848856a99, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:59:57.560662 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] For port 93f796c1-e6fe-418e-9d43-299848856a99, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=93f796c1-e6fe-418e-9d43-299848856a99,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:59:57.567037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:57.608925 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:59:57.621632 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Sync routers for ids ['642ee915-6837-4389-97de-33c87b2cf9d7'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:59:57.634623 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219117be-7774-40eb-9fb7-613bb4163509 None None] Pushing event updated for resources: {'Port': ['ID=93f796c1-e6fe-418e-9d43-299848856a99,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:57.644443 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:57.646156 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c739f91d-ab11-421f-8bcc-75f189290bc9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8589158 Nov 09 04:59:57.648815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57514) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:57.659159 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Routers {'cd60f2a9-7da4-4fdd-8cde-edaec6355be8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:59:57.659797 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:59:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:57.663361 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Routers {'642ee915-6837-4389-97de-33c87b2cf9d7'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:59:57.663976 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:59:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['642ee915-6837-4389-97de-33c87b2cf9d7'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:57.810044 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Set router 642ee915-6837-4389-97de-33c87b2cf9d7 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:59:57.811089 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-db5727bb-f554-4162-99d6-443ef00a3e37 None None] Provisioning complete for port 93f796c1-e6fe-418e-9d43-299848856a99 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:57.811463 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-db5727bb-f554-4162-99d6-443ef00a3e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:57.884545 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] Set router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:59:57.985457 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d9a0767e-9fc0-486b-b5f0-39a4c86da72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:58.017523 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'name': 'tempest-TestShelveInstance-716238438-router', 'tenant_id': '036bcaf937084da084905519a903ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:55Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 3, 'project_id': '036bcaf937084da084905519a903ca35', 'gw_port': {'id': 'c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:56Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:58.048787 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-db5727bb-f554-4162-99d6-443ef00a3e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:58.050220 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Checking router: 642ee915-6837-4389-97de-33c87b2cf9d7 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:59:58.050771 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Updating router 642ee915-6837-4389-97de-33c87b2cf9d7 port c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:59:58.075410 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:58.117096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-db5727bb-f554-4162-99d6-443ef00a3e37 None None] For port 93f796c1-e6fe-418e-9d43-299848856a99, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=93f796c1-e6fe-418e-9d43-299848856a99,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:58.122848 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-db5727bb-f554-4162-99d6-443ef00a3e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:58.197801 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:58.222474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5727bb-f554-4162-99d6-443ef00a3e37 None None] Pushing event updated for resources: {'Port': ['ID=93f796c1-e6fe-418e-9d43-299848856a99,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:58.258075 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b4860224-81f9-4c9b-933d-1fe4358c161e None None] Provisioning complete for port 93f796c1-e6fe-418e-9d43-299848856a99 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:58.258448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b4860224-81f9-4c9b-933d-1fe4358c161e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:58.298837 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '93f796c1-e6fe-418e-9d43-299848856a99', 'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'mac_address': 'fa:16:3e:0d:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:53Z', 'updated_at': '2021-11-09T04:59:57Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'subnets': [{'id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:58.342130 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8c1a0d-83b3-439d-87f4-baa46bd1c88a None None] The sync data for ids ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'] in dv-neutron-816800-2-hyperv is: [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '93f796c1-e6fe-418e-9d43-299848856a99', 'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'mac_address': 'fa:16:3e:0d:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:53Z', 'updated_at': '2021-11-09T04:59:57Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'subnets': [{'id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:59:58.354283 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:58.362768 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:58.460022 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f94761-b747-4b26-af9a-0a777cbd883e None None] Pushing event updated for resources: {'Port': ['ID=c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:58.475290 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Attempting to bind port c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:59:58.475755 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Attempting to bind port c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:59:58.476462 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Attempting to bind port c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:59:58.484777 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:59:58.485257 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:59:58.485752 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:58.486206 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:59:58.486750 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Bound port: c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:59:58.487204 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:58.538850 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Allocated IP 172.20.0.1 (da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca/51650d7b-522d-4e56-bda2-29492718487f/239441fc-57ea-4f63-8cd9-ff602b64af7c) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:59:58.544941 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] For port c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:59:58.548401 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] For port c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:59:58.556271 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:58.617246 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f94761-b747-4b26-af9a-0a777cbd883e None None] Pushing event updated for resources: {'Port': ['ID=c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:58.638827 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Routers {'642ee915-6837-4389-97de-33c87b2cf9d7'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:59:58.639464 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:59:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['642ee915-6837-4389-97de-33c87b2cf9d7'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:58.675055 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 65255f8b-d220-4552-963d-ea0d91023f6a up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:59:58.700784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:58.710837 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e120e81f-590b-4661-913b-1a9733999a50 None None] Network da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:59:58.751113 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:58.787165 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] Set router 642ee915-6837-4389-97de-33c87b2cf9d7 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:59:58.804914 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Pushing event updated for resources: {'Port': ['ID=239441fc-57ea-4f63-8cd9-ff602b64af7c,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:58.817043 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Network da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:59:58.819373 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:59:58.821835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:59:58.869608 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:59.014732 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'name': 'tempest-TestShelveInstance-716238438-router', 'tenant_id': '036bcaf937084da084905519a903ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:55Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 3, 'project_id': '036bcaf937084da084905519a903ca35', 'gw_port': {'id': 'c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:56Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:59.034666 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:59.049288 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1394a063-2125-42b8-bf41-e23f7ba29828 None None] The sync data for ids ['642ee915-6837-4389-97de-33c87b2cf9d7'] in dv-neutron-816800-2-hyperv is: [{'id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'name': 'tempest-TestShelveInstance-716238438-router', 'tenant_id': '036bcaf937084da084905519a903ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:55Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 3, 'project_id': '036bcaf937084da084905519a903ca35', 'gw_port': {'id': 'c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:56Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:59:59.105716 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-2b169e68-85a3-47d4-9e8f-cca8b924fbdb None None] Provisioning complete for port 62088504-a707-43a6-86fc-54eebd3a7437 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:59.106088 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2b169e68-85a3-47d4-9e8f-cca8b924fbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:59.146447 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 65255f8b-d220-4552-963d-ea0d91023f6a triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:59.146843 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:59.260389 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:59.270565 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:59.299564 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:59.303580 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2b169e68-85a3-47d4-9e8f-cca8b924fbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:59.321313 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 62088504-a707-43a6-86fc-54eebd3a7437 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:59:59.345370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Pushing event updated for resources: {'Port': ['ID=239441fc-57ea-4f63-8cd9-ff602b64af7c,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:59.368610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:59.370412 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-2b169e68-85a3-47d4-9e8f-cca8b924fbdb None None] For port 62088504-a707-43a6-86fc-54eebd3a7437, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=62088504-a707-43a6-86fc-54eebd3a7437,segment=NetworkSegment(4ff8d3e3-eebd-419f-af37-32b0e1d1d859),segment_id=4ff8d3e3-eebd-419f-af37-32b0e1d1d859)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:59.375654 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2b169e68-85a3-47d4-9e8f-cca8b924fbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:59.499906 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 62088504-a707-43a6-86fc-54eebd3a7437 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:59.500290 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:59.508158 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b169e68-85a3-47d4-9e8f-cca8b924fbdb None None] Pushing event updated for resources: {'Port': ['ID=62088504-a707-43a6-86fc-54eebd3a7437,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:59.520243 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Network da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:59:59.522418 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:59:59.630306 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e49596dc-e76c-4cba-82d7-9ef0fc507a90 None None] Provisioning complete for port 239441fc-57ea-4f63-8cd9-ff602b64af7c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:59.630683 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e49596dc-e76c-4cba-82d7-9ef0fc507a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:59.673328 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e49596dc-e76c-4cba-82d7-9ef0fc507a90 None None] Port 239441fc-57ea-4f63-8cd9-ff602b64af7c cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:59:59.676865 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Router 642ee915-6837-4389-97de-33c87b2cf9d7 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:59:59.689295 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e49596dc-e76c-4cba-82d7-9ef0fc507a90 None None] Provisioning complete for port 62088504-a707-43a6-86fc-54eebd3a7437 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:59.689971 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e49596dc-e76c-4cba-82d7-9ef0fc507a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:59.832508 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:59:59.846859 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b654b9cc-2b57-4e59-98ed-52a39c547946 admin admin] 10.222.0.21 "PUT /v2.0/routers/642ee915-6837-4389-97de-33c87b2cf9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1883039 Nov 09 04:59:59.902249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e2cae789-b54c-47b4-bb63-ed42b927c48b None None] Provisioning complete for port 239441fc-57ea-4f63-8cd9-ff602b64af7c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:59.902519 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e2cae789-b54c-47b4-bb63-ed42b927c48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:59.953715 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e2cae789-b54c-47b4-bb63-ed42b927c48b None None] Port 239441fc-57ea-4f63-8cd9-ff602b64af7c cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:00:00.174727 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-fa5c140f-c472-4e35-9158-709d44baad6a None None] Provisioning complete for port 239441fc-57ea-4f63-8cd9-ff602b64af7c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:00:00.175252 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fa5c140f-c472-4e35-9158-709d44baad6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.214569 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-fa5c140f-c472-4e35-9158-709d44baad6a None None] Port 239441fc-57ea-4f63-8cd9-ff602b64af7c cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:00:00.454135 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.454463 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57522) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:00:00.459849 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-22bc1de3-0b24-468a-8b97-6659a13b0034 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1734607048', 'description': 'tempest-secgroup-smoke-1734607048 description', 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:00:00.483507 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22bc1de3-0b24-468a-8b97-6659a13b0034 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.494998 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:00:00.542582 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:00:00.542946 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.548877 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22bc1de3-0b24-468a-8b97-6659a13b0034 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.552806 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22bc1de3-0b24-468a-8b97-6659a13b0034 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.582509 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-22bc1de3-0b24-468a-8b97-6659a13b0034 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.583737 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-22bc1de3-0b24-468a-8b97-6659a13b0034 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1281643 Nov 09 05:00:00.585141 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc1de3-0b24-468a-8b97-6659a13b0034 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b803d6-61ee-47ab-8ac7-e777e23c3996,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:00.586862 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57524) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:00:00.591486 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-4062f51b-d2db-4226-baa6-1f49df227abb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'security_group_rule': {'security_group_id': '84b803d6-61ee-47ab-8ac7-e777e23c3996', 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:00:00.620137 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4062f51b-d2db-4226-baa6-1f49df227abb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.635696 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.655235 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:00:00.658999 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.659825 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 93f796c1-e6fe-418e-9d43-299848856a99 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:00:00.678626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4062f51b-d2db-4226-baa6-1f49df227abb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.684292 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4062f51b-d2db-4226-baa6-1f49df227abb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.701643 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062f51b-d2db-4226-baa6-1f49df227abb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441354ec-c967-426e-bc34-3642edab4f02,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:00.710192 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4062f51b-d2db-4226-baa6-1f49df227abb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.713910 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4062f51b-d2db-4226-baa6-1f49df227abb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234779 Nov 09 05:00:00.714112 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57526) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:00:00.718589 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-36643436-9fa0-4e9f-87b4-44c4c8223ad3 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'security_group_rule': {'security_group_id': '84b803d6-61ee-47ab-8ac7-e777e23c3996', 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:00:00.740092 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:00.746656 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36643436-9fa0-4e9f-87b4-44c4c8223ad3 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.751592 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 93f796c1-e6fe-418e-9d43-299848856a99 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:00:00.751962 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.811008 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36643436-9fa0-4e9f-87b4-44c4c8223ad3 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.816588 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36643436-9fa0-4e9f-87b4-44c4c8223ad3 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.835258 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36643436-9fa0-4e9f-87b4-44c4c8223ad3 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d062d5-e35f-4ede-87ef-b8b99ca236eb,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:00.836278 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 62088504-a707-43a6-86fc-54eebd3a7437 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:00:00.844575 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-36643436-9fa0-4e9f-87b4-44c4c8223ad3 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.845877 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-36643436-9fa0-4e9f-87b4-44c4c8223ad3 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308064 Nov 09 05:00:00.848709 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57528) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:00:00.853918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ce828537-bc06-44d1-85a6-e58c6f02f693 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'security_group_rule': {'security_group_id': '84b803d6-61ee-47ab-8ac7-e777e23c3996', 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:00:00.879905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ce828537-bc06-44d1-85a6-e58c6f02f693 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.884978 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 62088504-a707-43a6-86fc-54eebd3a7437 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:00:00.885343 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.935427 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ce828537-bc06-44d1-85a6-e58c6f02f693 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.938964 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ce828537-bc06-44d1-85a6-e58c6f02f693 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.956015 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce828537-bc06-44d1-85a6-e58c6f02f693 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9b0e0c-095f-4362-b19d-eb97027e5cfc,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:00.964797 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ce828537-bc06-44d1-85a6-e58c6f02f693 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.966050 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ce828537-bc06-44d1-85a6-e58c6f02f693 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163645 Nov 09 05:00:00.968814 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57530) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:00:00.973218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ec9656d3-4bff-49d9-8a3b-1a1e01b4edfc tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'security_group_rule': {'security_group_id': '84b803d6-61ee-47ab-8ac7-e777e23c3996', 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:00:00.999851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ec9656d3-4bff-49d9-8a3b-1a1e01b4edfc tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:01.059149 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ec9656d3-4bff-49d9-8a3b-1a1e01b4edfc tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:01.062688 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ec9656d3-4bff-49d9-8a3b-1a1e01b4edfc tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:01.079552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9656d3-4bff-49d9-8a3b-1a1e01b4edfc tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ded95c-988f-4568-b194-b30b14990b3f,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:01.088915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ec9656d3-4bff-49d9-8a3b-1a1e01b4edfc tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:01.090201 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ec9656d3-4bff-49d9-8a3b-1a1e01b4edfc tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204240 Nov 09 05:00:01.092960 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57532) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:00:01.097210 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-28e5c89f-18c4-4e5b-a44e-3686cccdbd1a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'security_group_rule': {'security_group_id': '84b803d6-61ee-47ab-8ac7-e777e23c3996', 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:00:01.118191 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:01.119695 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-28e5c89f-18c4-4e5b-a44e-3686cccdbd1a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Project aac8fdd2f6fd41debe614da6f12cc299 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 05:00:01.124701 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28e5c89f-18c4-4e5b-a44e-3686cccdbd1a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:01.181606 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28e5c89f-18c4-4e5b-a44e-3686cccdbd1a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:01.185040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28e5c89f-18c4-4e5b-a44e-3686cccdbd1a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:01.203445 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5c89f-18c4-4e5b-a44e-3686cccdbd1a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50925c7e-c629-48ae-afe9-1be8bad08502,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:01.209000 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-28e5c89f-18c4-4e5b-a44e-3686cccdbd1a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:01.210796 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-28e5c89f-18c4-4e5b-a44e-3686cccdbd1a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168962 Nov 09 05:00:01.213570 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57534) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:00:01.217881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-e07ba36f-1a47-406a-918a-052e44bf3289 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'security_group_rule': {'security_group_id': '84b803d6-61ee-47ab-8ac7-e777e23c3996', 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:00:01.239128 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-e07ba36f-1a47-406a-918a-052e44bf3289 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Project aac8fdd2f6fd41debe614da6f12cc299 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 05:00:01.244302 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e07ba36f-1a47-406a-918a-052e44bf3289 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:01.301965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e07ba36f-1a47-406a-918a-052e44bf3289 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:01.305401 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e07ba36f-1a47-406a-918a-052e44bf3289 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:01.320127 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ba36f-1a47-406a-918a-052e44bf3289 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b73f3e6-122c-4962-a440-49fa50ec086f,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:01.330012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-e07ba36f-1a47-406a-918a-052e44bf3289 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:01.331186 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-e07ba36f-1a47-406a-918a-052e44bf3289 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167159 Nov 09 05:00:01.480505 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-130e032e-573c-40dc-a179-9dcad624e312 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734607048&fields=id&tenant_id=aac8fdd2f6fd41debe614da6f12cc299 HTTP/1.1" status: 200 len: 267 time: 0.0441284 Nov 09 05:00:01.590653 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-3e330d74-0017-49ee-89fa-607cbcdf5a4f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:01.592112 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-3e330d74-0017-49ee-89fa-607cbcdf5a4f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 809 time: 0.1047354 Nov 09 05:00:01.607875 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-af02d04d-40db-4cce-8309-3eeeeeea0388 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/quotas/aac8fdd2f6fd41debe614da6f12cc299 HTTP/1.1" status: 200 len: 375 time: 0.0100620 Nov 09 05:00:01.659490 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-fa62dbac-cc3b-412d-9055-2df42a9de1bf tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459213 Nov 09 05:00:01.712160 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Sync routers for ids ['642ee915-6837-4389-97de-33c87b2cf9d7'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:00:01.722442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Routers {'642ee915-6837-4389-97de-33c87b2cf9d7'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:00:01.723048 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:59:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['642ee915-6837-4389-97de-33c87b2cf9d7'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:00:01.765029 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-26fbdd0c-1dd1-482d-846a-e1e6ef9ac271 service neutron] 10.222.0.21 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939369 Nov 09 05:00:01.827403 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Set router 642ee915-6837-4389-97de-33c87b2cf9d7 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:00:01.852018 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-ad123030-1274-4a8b-8d53-0a7fc431b0cd service neutron] 10.222.0.21 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809267 Nov 09 05:00:02.022309 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-53683ec9-cd45-47cd-a803-0f1fcf6405f8 req-b1ad1e66-bc5c-49ae-8ee5-62c8dcd49fe7 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 210 time: 0.0267630 Nov 09 05:00:02.043634 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'name': 'tempest-TestShelveInstance-716238438-router', 'tenant_id': '036bcaf937084da084905519a903ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:55Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 4, 'project_id': '036bcaf937084da084905519a903ca35', 'gw_port': {'id': 'c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:56Z', 'updated_at': '2021-11-09T05:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '239441fc-57ea-4f63-8cd9-ff602b64af7c', 'name': '', 'network_id': 'da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca', 'tenant_id': '036bcaf937084da084905519a903ca35', 'mac_address': 'fa:16:3e:03:f9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '51650d7b-522d-4e56-bda2-29492718487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:58Z', 'updated_at': '2021-11-09T04:59:59Z', 'revision_number': 2, 'project_id': '036bcaf937084da084905519a903ca35', 'subnets': [{'id': '51650d7b-522d-4e56-bda2-29492718487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:00:02.062679 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Checking router: 642ee915-6837-4389-97de-33c87b2cf9d7 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:00:02.063046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Updating router 642ee915-6837-4389-97de-33c87b2cf9d7 port 239441fc-57ea-4f63-8cd9-ff602b64af7c binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:00:02.088410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:02.366918 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:02.373248 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:02.427269 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:00:02.480099 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b6a64-d888-46f6-906e-68e0d3497d41 None None] Pushing event updated for resources: {'Port': ['ID=239441fc-57ea-4f63-8cd9-ff602b64af7c,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:02.520377 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Attempting to bind port 239441fc-57ea-4f63-8cd9-ff602b64af7c on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:00:02.520658 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Attempting to bind port 239441fc-57ea-4f63-8cd9-ff602b64af7c by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': '4ff8d3e3-eebd-419f-af37-32b0e1d1d859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:00:02.521025 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Attempting to bind port 239441fc-57ea-4f63-8cd9-ff602b64af7c on network da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:00:02.532516 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:00:02.532889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Checking segment: {'id': '4ff8d3e3-eebd-419f-af37-32b0e1d1d859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:00:02.533290 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:02.533750 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Bound using segment: {'id': '4ff8d3e3-eebd-419f-af37-32b0e1d1d859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:00:02.534258 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Bound port: 239441fc-57ea-4f63-8cd9-ff602b64af7c, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff8d3e3-eebd-419f-af37-32b0e1d1d859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:00:02.534703 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:02.549728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:00:02.550095 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:02.636508 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] For port 239441fc-57ea-4f63-8cd9-ff602b64af7c, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:00:02.658772 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] For port 239441fc-57ea-4f63-8cd9-ff602b64af7c, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=239441fc-57ea-4f63-8cd9-ff602b64af7c,segment=NetworkSegment(4ff8d3e3-eebd-419f-af37-32b0e1d1d859),segment_id=4ff8d3e3-eebd-419f-af37-32b0e1d1d859)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:00:02.680080 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:02.716114 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b795b0a6-eb0b-4ea9-b3d3-bdb3a2e10875 None None] Provisioning complete for port 239441fc-57ea-4f63-8cd9-ff602b64af7c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:00:02.716486 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b795b0a6-eb0b-4ea9-b3d3-bdb3a2e10875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:02.784432 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b6a64-d888-46f6-906e-68e0d3497d41 None None] Pushing event updated for resources: {'Port': ['ID=239441fc-57ea-4f63-8cd9-ff602b64af7c,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:02.788281 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Routers {'642ee915-6837-4389-97de-33c87b2cf9d7'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:00:02.788889 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:59:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['642ee915-6837-4389-97de-33c87b2cf9d7'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:00:02.935936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b795b0a6-eb0b-4ea9-b3d3-bdb3a2e10875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:02.965546 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] Set router 642ee915-6837-4389-97de-33c87b2cf9d7 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:00:02.998060 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-577299e8-9cd4-4bf1-9a58-455e9e0180c5 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:02.999791 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-577299e8-9cd4-4bf1-9a58-455e9e0180c5 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 809 time: 0.1284344 Nov 09 05:00:03.009409 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b795b0a6-eb0b-4ea9-b3d3-bdb3a2e10875 None None] For port 239441fc-57ea-4f63-8cd9-ff602b64af7c, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=239441fc-57ea-4f63-8cd9-ff602b64af7c,segment=NetworkSegment(4ff8d3e3-eebd-419f-af37-32b0e1d1d859),segment_id=4ff8d3e3-eebd-419f-af37-32b0e1d1d859)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:00:03.017307 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b795b0a6-eb0b-4ea9-b3d3-bdb3a2e10875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:03.077190 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-8bdd604b-de78-47e5-b2ff-47f05c1c5e0d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aac8fdd2f6fd41debe614da6f12cc299 HTTP/1.1" status: 200 len: 380 time: 0.0680900 Nov 09 05:00:03.092519 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-cbca7c1e-22ef-40ef-8837-595ada99a675 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'port': {'device_id': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'admin_state_up': True, 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'security_groups': ['84b803d6-61ee-47ab-8ac7-e777e23c3996']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:00:03.142478 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4f3064f1-0a12-4516-8947-6dbe4d276d3f req-c1e8f977-bbcb-4dd3-9c4b-153b6c1506b2 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 210 time: 0.0334439 Nov 09 05:00:03.165811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795b0a6-eb0b-4ea9-b3d3-bdb3a2e10875 None None] Pushing event updated for resources: {'Port': ['ID=239441fc-57ea-4f63-8cd9-ff602b64af7c,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:03.176250 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-50651950-0582-4ea5-b1bd-f9277b3925c4 None None] Provisioning complete for port 239441fc-57ea-4f63-8cd9-ff602b64af7c triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:00:03.176621 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-50651950-0582-4ea5-b1bd-f9277b3925c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:03.215978 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-cbca7c1e-22ef-40ef-8837-595ada99a675 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Made reservation on behalf of aac8fdd2f6fd41debe614da6f12cc299 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:00:03.220124 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-cbca7c1e-22ef-40ef-8837-595ada99a675 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:03.358898 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-cbca7c1e-22ef-40ef-8837-595ada99a675 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Allocated IP 172.20.0.9 (a8758e45-1f3d-4084-ad83-935eff165827/a1efa820-e3fb-46cc-a5ba-c4262e00e485/dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:00:03.460337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'name': 'tempest-TestShelveInstance-716238438-router', 'tenant_id': '036bcaf937084da084905519a903ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:55Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 4, 'project_id': '036bcaf937084da084905519a903ca35', 'gw_port': {'id': 'c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:56Z', 'updated_at': '2021-11-09T05:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '239441fc-57ea-4f63-8cd9-ff602b64af7c', 'name': '', 'network_id': 'da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca', 'tenant_id': '036bcaf937084da084905519a903ca35', 'mac_address': 'fa:16:3e:03:f9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '51650d7b-522d-4e56-bda2-29492718487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:58Z', 'updated_at': '2021-11-09T05:00:02Z', 'revision_number': 4, 'project_id': '036bcaf937084da084905519a903ca35', 'subnets': [{'id': '51650d7b-522d-4e56-bda2-29492718487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:00:03.487280 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2465e6c-863f-451a-a82e-83e7436cc165 None None] The sync data for ids ['642ee915-6837-4389-97de-33c87b2cf9d7'] in dv-neutron-816800-2-hyperv is: [{'id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'name': 'tempest-TestShelveInstance-716238438-router', 'tenant_id': '036bcaf937084da084905519a903ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:55Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 4, 'project_id': '036bcaf937084da084905519a903ca35', 'gw_port': {'id': 'c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:56Z', 'updated_at': '2021-11-09T05:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '239441fc-57ea-4f63-8cd9-ff602b64af7c', 'name': '', 'network_id': 'da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca', 'tenant_id': '036bcaf937084da084905519a903ca35', 'mac_address': 'fa:16:3e:03:f9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '51650d7b-522d-4e56-bda2-29492718487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:58Z', 'updated_at': '2021-11-09T05:00:02Z', 'revision_number': 4, 'project_id': '036bcaf937084da084905519a903ca35', 'subnets': [{'id': '51650d7b-522d-4e56-bda2-29492718487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:00:03.502707 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-cbca7c1e-22ef-40ef-8837-595ada99a675 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:03.552704 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-cbca7c1e-22ef-40ef-8837-595ada99a675 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:03.597304 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-cbca7c1e-22ef-40ef-8837-595ada99a675 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Network a8758e45-1f3d-4084-ad83-935eff165827 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:00:03.603241 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-cbca7c1e-22ef-40ef-8837-595ada99a675 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:00:03.608790 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-cbca7c1e-22ef-40ef-8837-595ada99a675 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:00:03.641859 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca7c1e-22ef-40ef-8837-595ada99a675 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'Port': ['ID=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:03.669491 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-cbca7c1e-22ef-40ef-8837-595ada99a675 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:03.670168 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-cbca7c1e-22ef-40ef-8837-595ada99a675 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:03.688753 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-cbca7c1e-22ef-40ef-8837-595ada99a675 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6030483 Nov 09 05:00:03.702257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Request body: {'port': {'device_id': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:00:03.758675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:03.875862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-e0bda8c2-2fec-46c5-a21a-2b6dae41d70d None None] Provisioning complete for port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:00:03.876513 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e0bda8c2-2fec-46c5-a21a-2b6dae41d70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:03.919124 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-e0bda8c2-2fec-46c5-a21a-2b6dae41d70d None None] Port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:00:04.029262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:00:04.037009 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:04.049212 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Transition to ACTIVE for port object dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 05:00:04.053207 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:04.106204 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:04.176924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Attempting to bind port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:00:04.177268 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Attempting to bind port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:00:04.177631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Attempting to bind port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 on network a8758e45-1f3d-4084-ad83-935eff165827 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:00:04.182248 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 on network a8758e45-1f3d-4084-ad83-935eff165827 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 05:00:04.182577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Attempting to bind port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 on network a8758e45-1f3d-4084-ad83-935eff165827 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:00:04.187635 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:00:04.187984 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Checking segment: {'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:00:04.188373 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Bound using segment: {'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:00:04.188807 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Bound port: dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:00:04.189164 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:04.286172 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] For port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:00:04.289876 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] For port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:00:04.301789 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713a877-91c9-4d25-9051-6d35a30a79d1 req-691e2521-cc90-4dda-8d99-18b58cf12140 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:04.303297 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c713a877-91c9-4d25-9051-6d35a30a79d1 req-691e2521-cc90-4dda-8d99-18b58cf12140 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 943 time: 0.0805254 Nov 09 05:00:04.304523 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:04.359789 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:04.360416 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:04.361805 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] 10.222.0.31 "PUT /v2.0/ports/dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 HTTP/1.1" status: 200 len: 1093 time: 0.6642334 Nov 09 05:00:04.363996 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:00:04.373246 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03012545-3aa4-4ebb-bbcb-145cf19dcd84" -d '{"events": [{"name": "network-changed", "server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:00:04.435307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ecce57-58f9-4f5a-920d-150a31a3691a x-openstack-request-id: req-c8ecce57-58f9-4f5a-920d-150a31a3691a {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:00:04.435963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:00:04.436285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8ecce57-58f9-4f5a-920d-150a31a3691a {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:00:04.437150 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'status': 'completed', 'code': 200} Nov 09 05:00:04.458837 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 239441fc-57ea-4f63-8cd9-ff602b64af7c up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:00:04.470886 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347669e2-241d-42a9-89da-e6ac4abe7661 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:04.482438 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c713a877-91c9-4d25-9051-6d35a30a79d1 req-6ca49946-fea9-4c96-aa74-563143051447 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529384 Nov 09 05:00:04.495556 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-08de4943-cafd-409c-af0f-28e883d09f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:04.497092 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-08de4943-cafd-409c-af0f-28e883d09f9c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 1096 time: 0.0973294 Nov 09 05:00:04.530262 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 239441fc-57ea-4f63-8cd9-ff602b64af7c triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:00:04.531734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:04.548010 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-64b6d549-156b-40d3-8ede-1dafb5cee396 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 HTTP/1.1" status: 200 len: 217 time: 0.0356507 Nov 09 05:00:04.602088 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-398057ba-cb73-4c2e-b257-e2d1a002d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:04.603575 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-398057ba-cb73-4c2e-b257-e2d1a002d6f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0488348 Nov 09 05:00:04.649550 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-97c61f0d-0119-4a86-95e0-6ada5a7142ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:04.650953 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-97c61f0d-0119-4a86-95e0-6ada5a7142ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400944 Nov 09 05:00:04.744057 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-553cea9e-841a-485a-b960-5e60e6d4dff9 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852931 Nov 09 05:00:04.834937 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8a7d205a-e3fd-41fe-8d68-2b27be347a45 req-ad52c7d1-6dbe-4cd5-9ca9-b2cd4fd9e2d7 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836067 Nov 09 05:00:04.922349 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03012545-3aa4-4ebb-bbcb-145cf19dcd84 req-f53fdd53-4ccc-428a-8a56-67e6342398b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:04.923763 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03012545-3aa4-4ebb-bbcb-145cf19dcd84 req-f53fdd53-4ccc-428a-8a56-67e6342398b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 1096 time: 0.0414343 Nov 09 05:00:05.011286 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03012545-3aa4-4ebb-bbcb-145cf19dcd84 req-bf7242ba-2ae3-4ba7-81d9-1968013994a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:05.012761 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03012545-3aa4-4ebb-bbcb-145cf19dcd84 req-bf7242ba-2ae3-4ba7-81d9-1968013994a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0825465 Nov 09 05:00:05.057065 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03012545-3aa4-4ebb-bbcb-145cf19dcd84 req-9c79e8aa-48e2-4df6-8ae0-207af4e0aabf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 HTTP/1.1" status: 200 len: 217 time: 0.0367177 Nov 09 05:00:05.104853 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03012545-3aa4-4ebb-bbcb-145cf19dcd84 req-67b1fce5-158c-43da-9747-6517fa7deeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:05.106311 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03012545-3aa4-4ebb-bbcb-145cf19dcd84 req-67b1fce5-158c-43da-9747-6517fa7deeb2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0422568 Nov 09 05:00:05.152966 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03012545-3aa4-4ebb-bbcb-145cf19dcd84 req-27d16e45-893a-4e36-b58e-344584a69493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:05.154392 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03012545-3aa4-4ebb-bbcb-145cf19dcd84 req-27d16e45-893a-4e36-b58e-344584a69493 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400088 Nov 09 05:00:05.250096 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03012545-3aa4-4ebb-bbcb-145cf19dcd84 req-c359c2f0-4717-467c-9473-e6ac8cc7c6a9 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878892 Nov 09 05:00:05.338576 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03012545-3aa4-4ebb-bbcb-145cf19dcd84 req-113c026c-3b13-4679-8f69-0c9b3d1192c0 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810351 Nov 09 05:00:05.617993 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3b5e4-11d6-46a8-90a3-ff1008400f39 req-95052d36-aa5d-49a0-9e8d-f1bd0873e678 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:05.620091 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5af3b5e4-11d6-46a8-90a3-ff1008400f39 req-95052d36-aa5d-49a0-9e8d-f1bd0873e678 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 943 time: 0.0526874 Nov 09 05:00:05.674654 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-5af3b5e4-11d6-46a8-90a3-ff1008400f39 req-a765d218-911f-4cab-9aa2-b5501598fc7a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482771 Nov 09 05:00:06.809660 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee7a66-6e7c-4aa2-a0ae-1b8952d85316 req-c2eb331b-41a4-4fe2-903a-709ec04965bd tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:06.811116 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f6ee7a66-6e7c-4aa2-a0ae-1b8952d85316 req-c2eb331b-41a4-4fe2-903a-709ec04965bd tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 943 time: 0.0523143 Nov 09 05:00:06.858551 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f6ee7a66-6e7c-4aa2-a0ae-1b8952d85316 req-3a5ccb8e-f14f-4c49-ada7-a25d9360a02d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416253 Nov 09 05:00:07.564259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:00:07.656179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:00:07.667160 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'port_id': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'mac_address': 'fa:16:3e:9d:9c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:00:07.707914 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:07.720145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:00:07.739502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:00:07.743603 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:07.787941 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:07.949708 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:00:07.971726 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3900e-b5c4-4288-b870-4fca3267f186 req-fa02be72-b8a1-443f-bb84-6391600a6339 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:07.973212 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a3d3900e-b5c4-4288-b870-4fca3267f186 req-fa02be72-b8a1-443f-bb84-6391600a6339 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 944 time: 0.0487733 Nov 09 05:00:08.023767 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a3d3900e-b5c4-4288-b870-4fca3267f186 req-67dc5c2a-8a5b-4fea-b5ba-d598a3672604 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436318 Nov 09 05:00:09.138280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdd385-aed6-4983-a7b8-bf845ac978d8 req-093adec8-231b-4d72-a67a-2f3c223b480c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:09.139778 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b3fdd385-aed6-4983-a7b8-bf845ac978d8 req-093adec8-231b-4d72-a67a-2f3c223b480c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 944 time: 0.0480244 Nov 09 05:00:09.186575 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b3fdd385-aed6-4983-a7b8-bf845ac978d8 req-1a293e38-4005-4aa4-ab69-bc40b7b89b97 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410919 Nov 09 05:00:09.580410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:00:09.634884 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 05:00:09.638742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:00:09.639155 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:09.721230 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:09.744852 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:00:09.747125 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bc1427-fb68-450b-afcf-87344d971ba1" -d '{"events": [{"server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "name": "network-vif-plugged", "status": "completed", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:00:09.759479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:00:09.763316 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:09.789273 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179d0812-f84b-4ca0-876e-c2f8c9d7a7a2 x-openstack-request-id: req-179d0812-f84b-4ca0-876e-c2f8c9d7a7a2 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:00:09.789593 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "name": "network-vif-plugged", "status": "completed", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:00:09.789849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-179d0812-f84b-4ca0-876e-c2f8c9d7a7a2 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:00:09.790243 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'code': 200} Nov 09 05:00:09.813923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:09.958563 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2de0-03dc-420e-95f0-5e36c24b96bf req-a5184458-844f-441a-a89f-6dbf669c5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:09.960408 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-968c2de0-03dc-420e-95f0-5e36c24b96bf req-a5184458-844f-441a-a89f-6dbf669c5d59 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 1098 time: 0.0416818 Nov 09 05:00:10.005684 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-968c2de0-03dc-420e-95f0-5e36c24b96bf req-565309f3-e725-4b05-ae24-d7e505886e70 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374739 Nov 09 05:00:10.298170 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918d5c0-a765-4062-836d-0f4aef719733 req-0e07b8ad-266c-4cf8-965b-d45b71f9b2ac tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:10.299631 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6918d5c0-a765-4062-836d-0f4aef719733 req-0e07b8ad-266c-4cf8-965b-d45b71f9b2ac tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0477269 Nov 09 05:00:10.346924 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6918d5c0-a765-4062-836d-0f4aef719733 req-a66d277e-7596-4b1c-b42f-0c460d32cd8d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414672 Nov 09 05:00:11.464256 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe35be-2c83-4b4f-88cf-01a165f6e18f req-58cca920-4915-435b-a88f-23ee88fbfebc tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:11.465811 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d1fe35be-2c83-4b4f-88cf-01a165f6e18f req-58cca920-4915-435b-a88f-23ee88fbfebc tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0521667 Nov 09 05:00:11.513549 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d1fe35be-2c83-4b4f-88cf-01a165f6e18f req-3b6fd0ab-65c7-4538-8ac9-e7968d4b0976 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419619 Nov 09 05:00:11.623411 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05af6b-9a9d-45e2-846d-c3fa1264c825 req-ba823a94-7f30-47b9-bd44-f308cf3f818f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:11.624921 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6d05af6b-9a9d-45e2-846d-c3fa1264c825 req-ba823a94-7f30-47b9-bd44-f308cf3f818f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0476904 Nov 09 05:00:11.675664 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6d05af6b-9a9d-45e2-846d-c3fa1264c825 req-7de3d40e-9cad-498a-a96f-409fd9a1328c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449736 Nov 09 05:00:11.697364 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57588) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:00:11.827963 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972b41f0-9d39-408c-b3fa-9097ea3b606a tempest-TestShelveInstance-691269598 tempest-TestShelveInstance-691269598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:11.829444 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-972b41f0-9d39-408c-b3fa-9097ea3b606a tempest-TestShelveInstance-691269598 tempest-TestShelveInstance-691269598-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 1093 time: 0.1310740 Nov 09 05:00:11.832405 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57592) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:00:11.836482 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:00:11.857702 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:12.254764 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:12.353410 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Allocated IP 172.26.5.36 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/3f14d800-aa05-42e2-93e5-0b93739ada43) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:00:12.452526 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:12.484584 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:12.519133 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:00:12.522389 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:00:12.524960 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:00:12.553921 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'Port': ['ID=3f14d800-aa05-42e2-93e5-0b93739ada43,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:12.874504 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:12.936353 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:13.079429 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:13.083495 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:13.150456 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'Port': ['ID=3f14d800-aa05-42e2-93e5-0b93739ada43,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:00:13.158369 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:13.256374 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Floating IP aba2abdc-0e81-435e-9c58-9417c86d55c4 associated. External IP: 172.26.5.36, port: dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6. Nov 09 05:00:13.456693 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:00:13.561298 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:00:13.571449 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a510ff7d-8ecf-480e-ac6e-be637acf30f6 None None] Sync routers for ids ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:00:13.578763 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:13.582183 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a510ff7d-8ecf-480e-ac6e-be637acf30f6 None None] Routers {'cd60f2a9-7da4-4fdd-8cde-edaec6355be8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:00:13.582790 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a510ff7d-8ecf-480e-ac6e-be637acf30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:59:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:00:13.606311 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-fa44c877-4daa-42e8-915d-3d245550d79f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7729075 Nov 09 05:00:13.606964 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:00:13.609254 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fce4f6-6866-4cc3-a3d9-7f76c3802ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:00:13.645763 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51739e1f-f618-44aa-ba5b-d8d270e3a835 x-openstack-request-id: req-51739e1f-f618-44aa-ba5b-d8d270e3a835 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:00:13.646061 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:00:13.646318 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51739e1f-f618-44aa-ba5b-d8d270e3a835 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:00:13.646722 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'status': 'completed', 'code': 200} Nov 09 05:00:13.690169 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-a510ff7d-8ecf-480e-ac6e-be637acf30f6 None None] Set router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:00:13.708307 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fce4f6-6866-4cc3-a3d9-7f76c3802ea6 req-4c6a2139-af07-4644-9b96-db8a0c0172ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:13.709893 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b5fce4f6-6866-4cc3-a3d9-7f76c3802ea6 req-4c6a2139-af07-4644-9b96-db8a0c0172ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 1098 time: 0.0426600 Nov 09 05:00:13.798555 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fce4f6-6866-4cc3-a3d9-7f76c3802ea6 req-06c6b861-afb3-4e1d-8132-ed21f49b12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:13.800027 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b5fce4f6-6866-4cc3-a3d9-7f76c3802ea6 req-06c6b861-afb3-4e1d-8132-ed21f49b12d7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0823150 Nov 09 05:00:13.869031 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b5fce4f6-6866-4cc3-a3d9-7f76c3802ea6 req-6da5fcaa-3406-4530-8e63-e0f625d669af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 HTTP/1.1" status: 200 len: 998 time: 0.0619845 Nov 09 05:00:13.910767 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a510ff7d-8ecf-480e-ac6e-be637acf30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'aba2abdc-0e81-435e-9c58-9417c86d55c4', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'floating_ip_address': '172.26.5.36', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'port_id': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'mac_address': 'fa:16:3e:9d:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:00:12Z', 'updated_at': '2021-11-09T05:00:12Z', 'revision_number': 0, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f796c1-e6fe-418e-9d43-299848856a99', 'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'mac_address': 'fa:16:3e:0d:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:53Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 5, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'subnets': [{'id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:00:13.918954 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fce4f6-6866-4cc3-a3d9-7f76c3802ea6 req-004cbcad-81d8-4141-8039-a41cb7e83d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:13.920426 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b5fce4f6-6866-4cc3-a3d9-7f76c3802ea6 req-004cbcad-81d8-4141-8039-a41cb7e83d06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0440726 Nov 09 05:00:13.940249 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a510ff7d-8ecf-480e-ac6e-be637acf30f6 None None] Checking router: cd60f2a9-7da4-4fdd-8cde-edaec6355be8 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:00:13.949001 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a510ff7d-8ecf-480e-ac6e-be637acf30f6 None None] Routers {'cd60f2a9-7da4-4fdd-8cde-edaec6355be8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:00:13.949615 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a510ff7d-8ecf-480e-ac6e-be637acf30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T04:59:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:00:13.965571 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fce4f6-6866-4cc3-a3d9-7f76c3802ea6 req-153c9e9d-11cc-44ff-89ab-4aeb305a43d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:13.967023 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b5fce4f6-6866-4cc3-a3d9-7f76c3802ea6 req-153c9e9d-11cc-44ff-89ab-4aeb305a43d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396185 Nov 09 05:00:14.060210 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b5fce4f6-6866-4cc3-a3d9-7f76c3802ea6 req-88c76932-fc84-412d-9357-1e1e02cf0785 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858750 Nov 09 05:00:14.139151 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-a510ff7d-8ecf-480e-ac6e-be637acf30f6 None None] Set router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:00:14.150182 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b5fce4f6-6866-4cc3-a3d9-7f76c3802ea6 req-79388e18-fec2-446c-9c04-2bd1ef93e84f service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832081 Nov 09 05:00:14.351736 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a510ff7d-8ecf-480e-ac6e-be637acf30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'aba2abdc-0e81-435e-9c58-9417c86d55c4', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'floating_ip_address': '172.26.5.36', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'port_id': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'mac_address': 'fa:16:3e:9d:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:00:12Z', 'updated_at': '2021-11-09T05:00:12Z', 'revision_number': 0, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f796c1-e6fe-418e-9d43-299848856a99', 'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'mac_address': 'fa:16:3e:0d:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:53Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 5, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'subnets': [{'id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:00:14.380176 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a510ff7d-8ecf-480e-ac6e-be637acf30f6 None None] The sync data for ids ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'] in dv-neutron-816800-2-hyperv is: [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'aba2abdc-0e81-435e-9c58-9417c86d55c4', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'floating_ip_address': '172.26.5.36', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'port_id': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'mac_address': 'fa:16:3e:9d:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:00:12Z', 'updated_at': '2021-11-09T05:00:12Z', 'revision_number': 0, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f796c1-e6fe-418e-9d43-299848856a99', 'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'mac_address': 'fa:16:3e:0d:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:53Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 5, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'subnets': [{'id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:00:14.564090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4640c78-52cb-418d-90fa-72941240b240 None None] New status for floating IP aba2abdc-0e81-435e-9c58-9417c86d55c4: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:00:17.388936 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:25.628288 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b2417f1d-2bb2-4bbc-b3e1-f62b94d58f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:27.907850 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-65bc98cf-b5b5-440f-a3f3-f16179f6ca3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:29.238982 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:30.245551 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:00:30.448066 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:31.120541 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:47.407456 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:55.622487 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-226e50ab-74e0-4a13-8cd5-6b7174b6b10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:57.912351 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b9c73d26-8a9b-442e-a0e9-1c5af906eb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:59.241600 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:00.451016 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:01.121776 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:04.236097 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d97945dd-dfbd-4c62-8e61-958ac6a48c24 req-4d6fabd4-27d1-40c9-b802-1a7e2ac7f41a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425985 Nov 09 05:01:04.313872 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97945dd-dfbd-4c62-8e61-958ac6a48c24 req-d5b1a46d-1ec1-46c1-9335-8a8137a47b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:01:04.315323 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d97945dd-dfbd-4c62-8e61-958ac6a48c24 req-d5b1a46d-1ec1-46c1-9335-8a8137a47b39 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 1098 time: 0.0393763 Nov 09 05:01:04.418180 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97945dd-dfbd-4c62-8e61-958ac6a48c24 req-c4d196b8-1c47-466e-81c5-e8bd645f9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:01:04.419629 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d97945dd-dfbd-4c62-8e61-958ac6a48c24 req-c4d196b8-1c47-466e-81c5-e8bd645f9ee1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0853848 Nov 09 05:01:04.804641 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d97945dd-dfbd-4c62-8e61-958ac6a48c24 req-42181d9a-d438-42de-921a-6191a47d9478 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 HTTP/1.1" status: 200 len: 1000 time: 0.3778396 Nov 09 05:01:04.851119 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97945dd-dfbd-4c62-8e61-958ac6a48c24 req-6cf74648-7c52-4a86-8b95-e6a1feb58081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:01:04.852753 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d97945dd-dfbd-4c62-8e61-958ac6a48c24 req-6cf74648-7c52-4a86-8b95-e6a1feb58081 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0416400 Nov 09 05:01:04.900262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97945dd-dfbd-4c62-8e61-958ac6a48c24 req-8d934669-6cb2-469a-b389-f43fbc9a07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:01:04.901742 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d97945dd-dfbd-4c62-8e61-958ac6a48c24 req-8d934669-6cb2-469a-b389-f43fbc9a07a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413141 Nov 09 05:01:04.989200 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d97945dd-dfbd-4c62-8e61-958ac6a48c24 req-80a3e7de-4767-4b33-a3b4-4e62e3fca662 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796707 Nov 09 05:01:05.079386 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d97945dd-dfbd-4c62-8e61-958ac6a48c24 req-fab6f462-e06f-4f51-b3b7-cad027085ff8 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834856 Nov 09 05:01:07.244304 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:01:17.402518 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:25.623527 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-30e10ed8-b135-4028-8dd8-a26ad9bb6aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:27.914801 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-50c9f923-1f68-4e03-91bc-4c4b99aa963c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:29.243954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:30.453019 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:31.122090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:40.096297 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [req-5465728f-6a61-4c0d-9cdf-865ce6ee5d2e req-732bedfd-4b7b-4297-92c3-061c8ba390ff service neutron] (101883) timed out ('10.222.0.21', 53674) {{(pid=101883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 05:01:44.243576 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:01:47.403647 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:55.624533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a94d2a6c-13fd-4ba3-aded-5740e2e7487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:57.915364 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d45d63a8-24f2-415f-8b71-fed2685e6cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:59.246343 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:00.455303 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:01.122997 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:04.252711 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-99f181cf-f01a-46a3-92f7-517a68940159 req-9e9e55e5-6eee-45af-9e0a-f68dc9ce78e1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384965 Nov 09 05:02:04.331784 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f181cf-f01a-46a3-92f7-517a68940159 req-f1224049-ab98-45f9-9969-cf6f43d702b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:04.333920 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-99f181cf-f01a-46a3-92f7-517a68940159 req-f1224049-ab98-45f9-9969-cf6f43d702b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 1098 time: 0.0397954 Nov 09 05:02:04.434409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f181cf-f01a-46a3-92f7-517a68940159 req-352bd537-b048-43f2-8855-2fd5632681d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:04.435840 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-99f181cf-f01a-46a3-92f7-517a68940159 req-352bd537-b048-43f2-8855-2fd5632681d5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0841825 Nov 09 05:02:04.506654 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-99f181cf-f01a-46a3-92f7-517a68940159 req-fb231e97-21f3-42cb-8f83-5863ebebb27e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 HTTP/1.1" status: 200 len: 1000 time: 0.0558088 Nov 09 05:02:04.558078 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f181cf-f01a-46a3-92f7-517a68940159 req-f693a13f-df24-440f-b03b-ae027ae03c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:04.559481 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-99f181cf-f01a-46a3-92f7-517a68940159 req-f693a13f-df24-440f-b03b-ae027ae03c4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0449436 Nov 09 05:02:04.602984 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f181cf-f01a-46a3-92f7-517a68940159 req-cf3d99fd-32cc-4f68-ba42-71122d75be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:04.604399 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-99f181cf-f01a-46a3-92f7-517a68940159 req-cf3d99fd-32cc-4f68-ba42-71122d75be32 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381000 Nov 09 05:02:04.690766 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-99f181cf-f01a-46a3-92f7-517a68940159 req-d4a0e04b-54f6-4cf4-894e-c2bd375953db service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792098 Nov 09 05:02:04.780713 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-99f181cf-f01a-46a3-92f7-517a68940159 req-f6bbd29c-ff60-4d54-bc71-0669aa189ab6 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832570 Nov 09 05:02:09.188789 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a5213-3fb6-493a-8286-e047271c1965 req-b2f183d2-d960-4363-ace5-26507f79ca49 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:09.190340 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ff6a5213-3fb6-493a-8286-e047271c1965 req-b2f183d2-d960-4363-ace5-26507f79ca49 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.1143854 Nov 09 05:02:09.239560 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ff6a5213-3fb6-493a-8286-e047271c1965 req-a5dc16de-88c7-4a2e-ae6d-4a282756b64c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431447 Nov 09 05:02:10.357568 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894a3c6-f0fe-4a08-b2ed-1e6f52c47b33 req-9991a493-fe19-487c-9ab2-e3ad486d84f4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:10.359189 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4894a3c6-f0fe-4a08-b2ed-1e6f52c47b33 req-9991a493-fe19-487c-9ab2-e3ad486d84f4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0500321 Nov 09 05:02:10.407586 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4894a3c6-f0fe-4a08-b2ed-1e6f52c47b33 req-119a88cd-c41f-4a10-9737-fba1e7074b2a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414562 Nov 09 05:02:11.536642 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f99427-7baa-4d35-b023-86fea1a966a3 req-73716198-7760-47c9-a029-91a16791a95a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:11.538143 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-05f99427-7baa-4d35-b023-86fea1a966a3 req-73716198-7760-47c9-a029-91a16791a95a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0508866 Nov 09 05:02:11.585403 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-05f99427-7baa-4d35-b023-86fea1a966a3 req-43d82f64-3d20-483b-a6e8-9491d8818865 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414333 Nov 09 05:02:12.767359 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9360b-55c2-40b6-a686-7a6235a9630a req-e647acb8-5695-402e-bd7d-f064879fc178 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:12.768816 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d0d9360b-55c2-40b6-a686-7a6235a9630a req-e647acb8-5695-402e-bd7d-f064879fc178 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.1164851 Nov 09 05:02:12.816003 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d0d9360b-55c2-40b6-a686-7a6235a9630a req-6ca5c3c8-e391-490d-9339-08405f8062ff tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408423 Nov 09 05:02:13.928447 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aeba7-ebc5-431a-8242-a17ec60005a1 req-cfa6acef-1e91-48cd-95fa-8c6c80964f7e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:13.930001 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4d4aeba7-ebc5-431a-8242-a17ec60005a1 req-cfa6acef-1e91-48cd-95fa-8c6c80964f7e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0477524 Nov 09 05:02:13.978077 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4d4aeba7-ebc5-431a-8242-a17ec60005a1 req-5eb494fb-5ca0-4c9b-ab68-e9f0f47e1666 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421398 Nov 09 05:02:15.092257 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632be9f9-1cf0-46a6-9cfc-171da14ed781 req-7568a5bb-7c19-4a0b-bb67-2d29127e7f8b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:15.093764 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-632be9f9-1cf0-46a6-9cfc-171da14ed781 req-7568a5bb-7c19-4a0b-bb67-2d29127e7f8b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0485995 Nov 09 05:02:15.142512 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-632be9f9-1cf0-46a6-9cfc-171da14ed781 req-f0051f3f-f28b-4fd3-86a9-ba4fb5512f53 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429060 Nov 09 05:02:16.260880 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5f72-2c24-4876-a3b5-31b4c7163a39 req-e0e687d5-a846-4c3b-9402-3420ccba87d7 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:16.262376 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c1bd5f72-2c24-4876-a3b5-31b4c7163a39 req-e0e687d5-a846-4c3b-9402-3420ccba87d7 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0528777 Nov 09 05:02:16.310338 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c1bd5f72-2c24-4876-a3b5-31b4c7163a39 req-c721b6e5-4b90-4549-8c56-3bda972817bc tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418994 Nov 09 05:02:17.399615 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:17.424724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23eecea-1c72-4dc2-9f63-57d9e17b1348 req-a40a96cb-1db7-43c8-b902-b71362848709 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:17.426245 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d23eecea-1c72-4dc2-9f63-57d9e17b1348 req-a40a96cb-1db7-43c8-b902-b71362848709 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0499427 Nov 09 05:02:17.477996 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d23eecea-1c72-4dc2-9f63-57d9e17b1348 req-e3992c9c-d30e-46b0-a1f0-0af4a9546148 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458541 Nov 09 05:02:18.588365 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28d53c-c632-4129-8478-7ed8b2f6045f req-1e5e4fc8-314a-4cce-86ac-3a1dc81d32c7 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:18.589831 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6b28d53c-c632-4129-8478-7ed8b2f6045f req-1e5e4fc8-314a-4cce-86ac-3a1dc81d32c7 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0471952 Nov 09 05:02:18.638868 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6b28d53c-c632-4129-8478-7ed8b2f6045f req-3250c2e9-958a-43ae-83df-a849f77f2410 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432169 Nov 09 05:02:19.750709 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d579ea-580f-43fb-9aa6-8bd4dcbaf383 req-33c4ac23-423a-44a0-986b-678cbaf3d2c5 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:19.752167 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-11d579ea-580f-43fb-9aa6-8bd4dcbaf383 req-33c4ac23-423a-44a0-986b-678cbaf3d2c5 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0483742 Nov 09 05:02:19.800289 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-11d579ea-580f-43fb-9aa6-8bd4dcbaf383 req-08223aa6-bcc2-4e67-af40-6fb2f8abed5f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422008 Nov 09 05:02:20.294376 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:02:20.387456 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:02:20.398990 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'port_id': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'mac_address': 'fa:16:3e:9d:9c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:02:20.437015 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:20.450267 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:02:20.471040 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:02:20.476101 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:20.524709 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:02:20.531867 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:02:20.532218 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:02:20.532561 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:02:20.532898 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:02:20.533229 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:02:20.533583 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:02:20.533917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:02:20.534243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:02:20.534570 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:02:20.534894 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:02:20.535776 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:02:20.536090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:02:20.553637 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:02:20.914114 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8005af6-470e-4156-bb8d-c5c3863529bb req-13d3719b-9acb-482d-8b70-081b5b8f6cfa tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:20.915617 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b8005af6-470e-4156-bb8d-c5c3863529bb req-13d3719b-9acb-482d-8b70-081b5b8f6cfa tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 944 time: 0.0483320 Nov 09 05:02:20.969238 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b8005af6-470e-4156-bb8d-c5c3863529bb req-7141e2f9-f5e2-4525-9295-4b19029f6bd9 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476105 Nov 09 05:02:21.241537 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:02:22.094270 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fb876-d972-48cc-bb86-7448609a1e7b req-6599f5fc-d871-4174-8d27-63685f2fbb9e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:22.096883 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-367fb876-d972-48cc-bb86-7448609a1e7b req-6599f5fc-d871-4174-8d27-63685f2fbb9e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 944 time: 0.0592861 Nov 09 05:02:22.162038 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-367fb876-d972-48cc-bb86-7448609a1e7b req-35ec66aa-26bb-4a3b-b2b0-a88a45521990 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568385 Nov 09 05:02:22.294685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:02:22.356759 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:02:22.357230 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:22.443298 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:22.469467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:02:22.471739 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9ac461-40c2-4bb6-b7dd-39b1111abc89" -d '{"events": [{"server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "name": "network-vif-plugged", "status": "completed", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:02:22.490436 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:02:22.495312 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:22.562106 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,revision_number=7']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:02:22.606808 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd47070-1834-46e4-a5d1-9a976498d74f x-openstack-request-id: req-5fd47070-1834-46e4-a5d1-9a976498d74f {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:02:22.607372 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "name": "network-vif-plugged", "status": "completed", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:02:22.607721 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fd47070-1834-46e4-a5d1-9a976498d74f {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:02:22.608206 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'code': 200} Nov 09 05:02:23.292933 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35adb4c-1ae1-414b-b4fc-02baacc7c466 req-4ec14e27-ebf1-48e1-ae6d-7586933db40e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:23.295223 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c35adb4c-1ae1-414b-b4fc-02baacc7c466 req-4ec14e27-ebf1-48e1-ae6d-7586933db40e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0633478 Nov 09 05:02:23.351300 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c35adb4c-1ae1-414b-b4fc-02baacc7c466 req-b48d9010-f3c7-463a-8be9-c8fae96b0550 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472879 Nov 09 05:02:24.497964 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9634a-64b2-49b4-8bf1-87873aea97bf req-31fb41d0-0d22-4870-9515-30098d2e14bd tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:24.499473 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fad9634a-64b2-49b4-8bf1-87873aea97bf req-31fb41d0-0d22-4870-9515-30098d2e14bd tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0609174 Nov 09 05:02:24.552574 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fad9634a-64b2-49b4-8bf1-87873aea97bf req-0c52a037-b430-42b7-bafa-35e52ddfe175 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455689 Nov 09 05:02:25.636372 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a8af4f11-8da8-4b1c-b84e-0664f4b2db1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:25.697381 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36dd163-6bb1-4568-b786-2294089dcb93 req-c49fe61b-4f09-423e-b64e-bcfe7451590a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:25.701206 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e36dd163-6bb1-4568-b786-2294089dcb93 req-c49fe61b-4f09-423e-b64e-bcfe7451590a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0616744 Nov 09 05:02:25.759875 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e36dd163-6bb1-4568-b786-2294089dcb93 req-cb12d196-3e05-428f-815a-276beeffea9a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542123 Nov 09 05:02:26.899413 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bf869-fca4-41fb-a2b8-afca2bccd216 req-4f6a0d42-381a-4b66-aa34-0a19cb31f1c6 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:26.900927 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c10bf869-fca4-41fb-a2b8-afca2bccd216 req-4f6a0d42-381a-4b66-aa34-0a19cb31f1c6 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0775294 Nov 09 05:02:26.954843 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c10bf869-fca4-41fb-a2b8-afca2bccd216 req-8d23e7ea-eed7-4b9d-9de4-801857fd1e19 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471659 Nov 09 05:02:27.919294 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7302f449-f026-455d-aeda-e357d2335d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:28.083569 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0dec5-a959-4a23-9a19-f82f9d664718 req-91869545-358b-40e7-8a2b-ab1487039795 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:28.085073 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8ee0dec5-a959-4a23-9a19-f82f9d664718 req-91869545-358b-40e7-8a2b-ab1487039795 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0544972 Nov 09 05:02:28.147466 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8ee0dec5-a959-4a23-9a19-f82f9d664718 req-da3c2d2c-1cba-4a45-a908-da191b0ad8c4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562119 Nov 09 05:02:29.254530 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:29.276462 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976b920-60b7-4777-8e1d-3834e8c71243 req-14e389fa-f240-4662-a513-16932cf48eaa tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:29.278164 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b976b920-60b7-4777-8e1d-3834e8c71243 req-14e389fa-f240-4662-a513-16932cf48eaa tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0609829 Nov 09 05:02:29.339138 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b976b920-60b7-4777-8e1d-3834e8c71243 req-aa6d9b5c-d06a-42b3-855f-b0a1a5378974 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525525 Nov 09 05:02:30.459530 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c5390-6702-4ae4-9b1b-b55f4da4f78f req-760a5cdc-b5de-4c82-8ef3-4caa5ab4260f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:30.460360 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:30.461050 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f01c5390-6702-4ae4-9b1b-b55f4da4f78f req-760a5cdc-b5de-4c82-8ef3-4caa5ab4260f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0493512 Nov 09 05:02:30.509249 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f01c5390-6702-4ae4-9b1b-b55f4da4f78f req-2e1ea003-61d7-42d4-9b21-33d4e314bb72 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423281 Nov 09 05:02:30.923938 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb354c2-0f25-4b13-a0c4-d348ae9f13fc req-cdd9c939-6392-43cc-b2fe-6c2b69662aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:30.925940 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9fb354c2-0f25-4b13-a0c4-d348ae9f13fc req-cdd9c939-6392-43cc-b2fe-6c2b69662aa1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 1098 time: 0.0390708 Nov 09 05:02:31.017121 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb354c2-0f25-4b13-a0c4-d348ae9f13fc req-dc48c7bf-be79-43c5-8752-19afb54475c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:31.018599 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9fb354c2-0f25-4b13-a0c4-d348ae9f13fc req-dc48c7bf-be79-43c5-8752-19afb54475c2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0852478 Nov 09 05:02:31.081015 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9fb354c2-0f25-4b13-a0c4-d348ae9f13fc req-0be1c238-d8c5-4170-a3be-e5de6d5779f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 HTTP/1.1" status: 200 len: 1000 time: 0.0553522 Nov 09 05:02:31.123927 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:31.136768 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb354c2-0f25-4b13-a0c4-d348ae9f13fc req-051064f5-791e-41d8-a176-ec3a35517153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:31.138287 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9fb354c2-0f25-4b13-a0c4-d348ae9f13fc req-051064f5-791e-41d8-a176-ec3a35517153 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0482287 Nov 09 05:02:31.182354 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb354c2-0f25-4b13-a0c4-d348ae9f13fc req-7b230c88-5fa4-4e23-9760-6ce9b9ce8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:31.183737 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9fb354c2-0f25-4b13-a0c4-d348ae9f13fc req-7b230c88-5fa4-4e23-9760-6ce9b9ce8649 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382316 Nov 09 05:02:31.272911 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9fb354c2-0f25-4b13-a0c4-d348ae9f13fc req-52fac051-c967-4ecc-99eb-c1f509699e13 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821614 Nov 09 05:02:31.363572 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9fb354c2-0f25-4b13-a0c4-d348ae9f13fc req-13cc1483-3be8-4a5f-83d4-3edcecdf3b6b service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836763 Nov 09 05:02:31.624090 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cd9c1-f84d-4aaa-9afe-c0e9a67f44a5 req-e2db7289-5ce5-4e2f-9437-41a8b39484a0 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:31.625577 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f85cd9c1-f84d-4aaa-9afe-c0e9a67f44a5 req-e2db7289-5ce5-4e2f-9437-41a8b39484a0 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0492764 Nov 09 05:02:31.674501 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f85cd9c1-f84d-4aaa-9afe-c0e9a67f44a5 req-2b946826-2d7e-4147-9647-c3b8c56867be tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426629 Nov 09 05:02:32.788407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727729f-47a2-4cf2-a8a2-637f081fe31a req-e4d2a60b-9f8d-4512-a6cc-8ebe96019545 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:32.789925 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2727729f-47a2-4cf2-a8a2-637f081fe31a req-e4d2a60b-9f8d-4512-a6cc-8ebe96019545 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0487251 Nov 09 05:02:32.837724 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2727729f-47a2-4cf2-a8a2-637f081fe31a req-d0289684-ea90-4e3c-a1a5-6ab925ae7e08 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420511 Nov 09 05:02:33.947255 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ec7f0-3480-46a4-8e01-9b2246faba28 req-10053908-d4b3-4bd0-a5be-fbd87db2035f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:33.948721 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-280ec7f0-3480-46a4-8e01-9b2246faba28 req-10053908-d4b3-4bd0-a5be-fbd87db2035f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0474391 Nov 09 05:02:34.001711 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-280ec7f0-3480-46a4-8e01-9b2246faba28 req-0d5d0d26-df60-4841-8980-e27b7fc70d45 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467303 Nov 09 05:02:34.110194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [req-872f676e-b527-487b-8ba8-1b6a77064828 req-c80b649f-d505-4a64-b4f6-eca865ce995d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 05:02:34.111242 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-872f676e-b527-487b-8ba8-1b6a77064828 req-c80b649f-d505-4a64-b4f6-eca865ce995d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478055 Nov 09 05:02:34.261819 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57690b-187d-4e3c-8a54-dd7ab92762cf req-c5ec4f08-6825-4ebd-bc9a-bf87a03d5677 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:34.263332 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cd57690b-187d-4e3c-8a54-dd7ab92762cf req-c5ec4f08-6825-4ebd-bc9a-bf87a03d5677 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 945 time: 0.0484486 Nov 09 05:02:34.316540 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cd57690b-187d-4e3c-8a54-dd7ab92762cf req-10e4bf4e-67e0-481f-b546-68565e4c2ccb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466831 Nov 09 05:02:34.340973 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:02:34.470017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:34.502159 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:02:34.504921 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196c87a4-3af9-4bf0-a451-4916d4c6e014" -d '{"events": [{"server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "name": "network-vif-unplugged", "status": "completed", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:02:34.523591 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:02:34.529833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:34.538229 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 05:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f815e7-3b8b-4020-9ac0-8937d0a65e46 x-openstack-request-id: req-44f815e7-3b8b-4020-9ac0-8937d0a65e46 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:02:34.538523 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "name": "network-vif-unplugged", "status": "failed", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6", "code": 422}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:02:34.538774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44f815e7-3b8b-4020-9ac0-8937d0a65e46 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:02:34.539177 dv-neutron-816800-2-hyperv neutron-server[101885]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'code': 422} returned with failed status Nov 09 05:02:34.548916 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f20195bf-e4de-47da-97e5-924a86b84944 req-50b97cc8-15be-4ada-b648-04d05cabe907 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863917 Nov 09 05:02:34.585614 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,revision_number=8']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:02:35.368040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20195bf-e4de-47da-97e5-924a86b84944 req-0466e577-ded4-42b0-9fa4-562bf652b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:35.369607 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f20195bf-e4de-47da-97e5-924a86b84944 req-0466e577-ded4-42b0-9fa4-562bf652b721 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d&tenant_id=aac8fdd2f6fd41debe614da6f12cc299 HTTP/1.1" status: 200 len: 1096 time: 0.0456221 Nov 09 05:02:35.429756 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20195bf-e4de-47da-97e5-924a86b84944 req-8fb18c52-7771-42c4-bdaa-faf3072116aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:35.431288 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f20195bf-e4de-47da-97e5-924a86b84944 req-8fb18c52-7771-42c4-bdaa-faf3072116aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 1096 time: 0.0405958 Nov 09 05:02:35.435502 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511374d-96ae-446a-8ea3-e05cf4b15e9a req-41d3c37d-1b1f-442a-b8f5-370efd07c651 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:35.436971 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4511374d-96ae-446a-8ea3-e05cf4b15e9a req-41d3c37d-1b1f-442a-b8f5-370efd07c651 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 943 time: 0.0528712 Nov 09 05:02:35.486192 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-4511374d-96ae-446a-8ea3-e05cf4b15e9a req-17daaf0c-6ce7-4a9e-ba2a-d846f36617fa tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431917 Nov 09 05:02:35.525331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20195bf-e4de-47da-97e5-924a86b84944 req-24f5c8b5-bba2-4617-bb6c-f6fe4710f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:35.526820 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f20195bf-e4de-47da-97e5-924a86b84944 req-24f5c8b5-bba2-4617-bb6c-f6fe4710f0d1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0884898 Nov 09 05:02:35.589971 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f20195bf-e4de-47da-97e5-924a86b84944 req-38800529-0b85-40f4-a3fc-6cc40cd01afc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 HTTP/1.1" status: 200 len: 998 time: 0.0557775 Nov 09 05:02:35.638932 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20195bf-e4de-47da-97e5-924a86b84944 req-f086dc42-08d7-4668-8ae6-f7468c61ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:35.640305 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f20195bf-e4de-47da-97e5-924a86b84944 req-f086dc42-08d7-4668-8ae6-f7468c61ac87 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0436335 Nov 09 05:02:35.687373 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20195bf-e4de-47da-97e5-924a86b84944 req-efb3047c-f0d6-458d-b34c-0d27c3af98d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:35.688850 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f20195bf-e4de-47da-97e5-924a86b84944 req-efb3047c-f0d6-458d-b34c-0d27c3af98d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417640 Nov 09 05:02:35.778322 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f20195bf-e4de-47da-97e5-924a86b84944 req-4bc9b9aa-4dce-45f5-ab5e-0d0317b26799 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815117 Nov 09 05:02:35.869652 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f20195bf-e4de-47da-97e5-924a86b84944 req-4909ac64-4179-4599-83f7-87d38d12082c service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843163 Nov 09 05:02:36.604343 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a6ee5-dd6c-4fe6-a475-9f8e3a1ed15f req-ce1ece14-07f5-40ee-a17b-858a2c772f13 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:36.606030 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-762a6ee5-dd6c-4fe6-a475-9f8e3a1ed15f req-ce1ece14-07f5-40ee-a17b-858a2c772f13 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 943 time: 0.0520473 Nov 09 05:02:36.658168 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-762a6ee5-dd6c-4fe6-a475-9f8e3a1ed15f req-596632e9-4214-4b60-80f2-d422a830bd85 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460880 Nov 09 05:02:37.779818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911ce91-05ab-4122-bbde-93abb54ca73e req-93fed56f-2f0b-4a19-9224-fac6e37dd238 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:37.781353 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d911ce91-05ab-4122-bbde-93abb54ca73e req-93fed56f-2f0b-4a19-9224-fac6e37dd238 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 943 time: 0.0500782 Nov 09 05:02:37.832349 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d911ce91-05ab-4122-bbde-93abb54ca73e req-4ebee96d-f620-407c-bfa7-32142c2c45d8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449598 Nov 09 05:02:38.956555 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1aedb-dda7-4c23-8998-5bbdee337d1d req-a037370d-0d64-4d34-a885-dd2046082a37 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:38.958738 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0ca1aedb-dda7-4c23-8998-5bbdee337d1d req-a037370d-0d64-4d34-a885-dd2046082a37 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 943 time: 0.0544121 Nov 09 05:02:39.013613 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-0ca1aedb-dda7-4c23-8998-5bbdee337d1d req-9cd3869f-16f1-487e-85ed-3cdac34d99de tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490921 Nov 09 05:02:40.131494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860bc6e-776c-4f58-a471-3ec274acf736 req-3b638dc4-62f6-4e78-adbb-9c737d036f3f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:40.133108 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c860bc6e-776c-4f58-a471-3ec274acf736 req-3b638dc4-62f6-4e78-adbb-9c737d036f3f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 943 time: 0.0513148 Nov 09 05:02:40.190574 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c860bc6e-776c-4f58-a471-3ec274acf736 req-42aaf79b-63af-4c1e-952a-a202440fe675 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512457 Nov 09 05:02:41.310399 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7a8f0-62c2-475b-94ed-ebf6cfa7e50e req-9a45f0c1-c3fe-4fd3-add8-b3a062f2c853 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:41.312773 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6bd7a8f0-62c2-475b-94ed-ebf6cfa7e50e req-9a45f0c1-c3fe-4fd3-add8-b3a062f2c853 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 943 time: 0.0518813 Nov 09 05:02:41.363510 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6bd7a8f0-62c2-475b-94ed-ebf6cfa7e50e req-d16fdbdd-9292-4d23-917d-db949b28677d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441349 Nov 09 05:02:42.484978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b38431-54eb-460a-a20b-73a7fc202982 req-7e117038-f066-4202-9c3f-787319e8d706 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:42.486666 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-90b38431-54eb-460a-a20b-73a7fc202982 req-7e117038-f066-4202-9c3f-787319e8d706 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 943 time: 0.0497162 Nov 09 05:02:42.539319 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-90b38431-54eb-460a-a20b-73a7fc202982 req-7c763c9d-3a09-4c2f-98b6-80597f2e5d0f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459111 Nov 09 05:02:43.670551 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c82948-16f7-4e9d-a4c4-6b9f7669198d req-089bfa0c-18d9-4dc3-830f-7a69f2932b74 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:43.672051 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-41c82948-16f7-4e9d-a4c4-6b9f7669198d req-089bfa0c-18d9-4dc3-830f-7a69f2932b74 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 943 time: 0.0641978 Nov 09 05:02:43.730712 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-41c82948-16f7-4e9d-a4c4-6b9f7669198d req-fafa4cc7-0fdb-4f8f-bd7a-975edcbf0d1f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522125 Nov 09 05:02:44.851263 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2991f7-d6db-4d1e-b91b-4c6535ab6531 req-93d001dc-cb1c-47c0-a89f-59fcde45c264 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:44.853141 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-da2991f7-d6db-4d1e-b91b-4c6535ab6531 req-93d001dc-cb1c-47c0-a89f-59fcde45c264 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 943 time: 0.0548565 Nov 09 05:02:44.903526 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-da2991f7-d6db-4d1e-b91b-4c6535ab6531 req-0cbed311-b61e-47be-9208-01cfe575a4d5 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444775 Nov 09 05:02:46.022709 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ac41d-f5f0-49d4-831a-476a31731227 req-ccd7828e-86ec-4d71-a0d7-5e8e1732e792 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:46.024094 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf1ac41d-f5f0-49d4-831a-476a31731227 req-ccd7828e-86ec-4d71-a0d7-5e8e1732e792 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 943 time: 0.0526457 Nov 09 05:02:46.071335 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf1ac41d-f5f0-49d4-831a-476a31731227 req-b95a37f5-67d1-4b81-8aea-59e9af6a17d4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413723 Nov 09 05:02:47.191666 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56faa83-bd35-4e92-a422-88e38f1a0622 req-f93204ec-74fc-4920-a749-a78667a24c56 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:47.193135 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b56faa83-bd35-4e92-a422-88e38f1a0622 req-f93204ec-74fc-4920-a749-a78667a24c56 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 943 time: 0.0522203 Nov 09 05:02:47.241487 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b56faa83-bd35-4e92-a422-88e38f1a0622 req-9caa26bb-5a51-4a37-80ad-1b5c79982ea1 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423586 Nov 09 05:02:47.414604 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:48.354749 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329f191-b671-4b13-aae1-bfce1cca457f req-b31f8386-a1c5-42d0-9b68-2793038b9dd1 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:48.356126 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1329f191-b671-4b13-aae1-bfce1cca457f req-b31f8386-a1c5-42d0-9b68-2793038b9dd1 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 943 time: 0.0495582 Nov 09 05:02:48.400612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:02:48.404758 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1329f191-b671-4b13-aae1-bfce1cca457f req-66e14d13-aeb2-45bb-b015-f2d5c6ca81bd tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429044 Nov 09 05:02:48.496715 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:02:48.507413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'port_id': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'mac_address': 'fa:16:3e:9d:9c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:02:48.542656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:48.558379 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:02:48.576549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:02:48.580311 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:48.626245 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,revision_number=9']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:02:48.824981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:02:49.517557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec0bdc-0918-4f7c-b51e-eb8a4a3d7453 req-d52678f9-bd32-4ef2-a0dc-36ac8b2a265c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:49.519506 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d4ec0bdc-0918-4f7c-b51e-eb8a4a3d7453 req-d52678f9-bd32-4ef2-a0dc-36ac8b2a265c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 944 time: 0.0482697 Nov 09 05:02:49.566908 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d4ec0bdc-0918-4f7c-b51e-eb8a4a3d7453 req-395e8e82-a3bf-4ac9-a2dc-e33ac2abb7bd tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414159 Nov 09 05:02:50.400473 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:02:50.452362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:02:50.452362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:50.546451 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:50.568728 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:02:50.570983 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd593041-ba3d-4683-b5df-913e36005b0d" -d '{"events": [{"server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "name": "network-vif-plugged", "status": "completed", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:02:50.583315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:02:50.588233 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:50.611854 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153b1879-9acf-4501-9c43-d22b342c9dad x-openstack-request-id: req-153b1879-9acf-4501-9c43-d22b342c9dad {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:02:50.612142 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "name": "network-vif-plugged", "status": "completed", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:02:50.612389 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-153b1879-9acf-4501-9c43-d22b342c9dad {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:02:50.612806 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'code': 200} Nov 09 05:02:50.640460 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,revision_number=10']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:02:50.686014 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da22807-539c-487b-8830-a1a33c5150b3 req-0bd4494f-6ea0-451d-b6ba-17267f6103e0 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:50.688338 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2da22807-539c-487b-8830-a1a33c5150b3 req-0bd4494f-6ea0-451d-b6ba-17267f6103e0 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 946 time: 0.0502677 Nov 09 05:02:50.744086 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2da22807-539c-487b-8830-a1a33c5150b3 req-59bfc370-e4b0-45fe-a269-c1ea5fd8c25c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488431 Nov 09 05:02:50.838034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0428c91-c2bd-4e4c-b0e9-08966dab1e28 req-6ea0c4e2-6134-430e-8f47-3a9f3281c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:50.839506 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f0428c91-c2bd-4e4c-b0e9-08966dab1e28 req-6ea0c4e2-6134-430e-8f47-3a9f3281c5ef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 1099 time: 0.0400896 Nov 09 05:02:50.887224 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f0428c91-c2bd-4e4c-b0e9-08966dab1e28 req-49bd2a00-08c7-43e5-8afd-d574446038f5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410516 Nov 09 05:02:51.863462 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45aecd7-7c74-472a-afa8-cb2b51c9dd6d req-e73077d2-caed-4fd2-989b-d9c06ff34f8d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:51.864978 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d45aecd7-7c74-472a-afa8-cb2b51c9dd6d req-e73077d2-caed-4fd2-989b-d9c06ff34f8d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 946 time: 0.0531394 Nov 09 05:02:51.915384 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d45aecd7-7c74-472a-afa8-cb2b51c9dd6d req-d43f931e-0856-4401-801b-5f9c2960327c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445573 Nov 09 05:02:53.028612 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b549d1-6804-4e93-a632-79b2b4d60550 req-94efd8d7-4254-403b-b6f0-d7f9a99bc229 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:53.030166 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-58b549d1-6804-4e93-a632-79b2b4d60550 req-94efd8d7-4254-403b-b6f0-d7f9a99bc229 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 946 time: 0.0476034 Nov 09 05:02:53.077705 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-58b549d1-6804-4e93-a632-79b2b4d60550 req-c284dec8-0ab7-464e-9448-3b4c38ffb95d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410814 Nov 09 05:02:55.629290 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0acc39ac-e559-4480-8db5-ee9cbe731a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:57.920833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-46628548-4ef6-46f7-89ac-656afefe7dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:58.240770 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:02:59.247963 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:00.465020 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:01.126628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:05.270357 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ad6951d-20c3-49ef-8394-b6b5031f1b1d req-6eb38c5b-caad-4832-981f-ebafe9ad0d95 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810533 Nov 09 05:03:05.354597 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6951d-20c3-49ef-8394-b6b5031f1b1d req-e7fe2933-3454-4a34-b345-6c15a6f6ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:03:05.356057 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ad6951d-20c3-49ef-8394-b6b5031f1b1d req-e7fe2933-3454-4a34-b345-6c15a6f6ea73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 1099 time: 0.0436637 Nov 09 05:03:05.455558 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6951d-20c3-49ef-8394-b6b5031f1b1d req-0d65d0fd-736e-41fc-a72c-4454f2094527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:03:05.457444 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ad6951d-20c3-49ef-8394-b6b5031f1b1d req-0d65d0fd-736e-41fc-a72c-4454f2094527 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0834224 Nov 09 05:03:05.523380 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ad6951d-20c3-49ef-8394-b6b5031f1b1d req-f33091b5-804e-4165-a53b-3a0d45fb8e78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 HTTP/1.1" status: 200 len: 1000 time: 0.0593967 Nov 09 05:03:05.570333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6951d-20c3-49ef-8394-b6b5031f1b1d req-d6e89c3c-acc6-4ce5-af27-91737cce2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:03:05.571721 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ad6951d-20c3-49ef-8394-b6b5031f1b1d req-d6e89c3c-acc6-4ce5-af27-91737cce2e93 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0419428 Nov 09 05:03:05.615778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6951d-20c3-49ef-8394-b6b5031f1b1d req-87632c41-73a7-4f94-b724-d944dfe10ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:03:05.617220 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ad6951d-20c3-49ef-8394-b6b5031f1b1d req-87632c41-73a7-4f94-b724-d944dfe10ed5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388951 Nov 09 05:03:05.713081 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ad6951d-20c3-49ef-8394-b6b5031f1b1d req-50d2c247-7b5a-43df-a5e7-cade9f81a441 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886691 Nov 09 05:03:05.799065 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5ad6951d-20c3-49ef-8394-b6b5031f1b1d req-979c1e41-1152-408d-b904-aa772c86c006 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797324 Nov 09 05:03:17.414411 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:25.631472 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-306e7a70-7b58-4883-8ec7-a7b98d6fa434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:27.922698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-778e37e8-8663-43b7-883a-85ccbd771929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:29.249778 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:30.468237 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:31.129503 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:35.239601 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:03:47.426998 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:55.632586 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-97119fbe-df18-4492-a128-209f9cbc5e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:57.923898 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fdd3ed7b-e4a1-4fa5-8370-d4ecc66dff8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:59.252182 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:00.470268 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:01.131437 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:02.360559 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57906) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:04:02.512685 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Deleting port 3f14d800-aa05-42e2-93e5-0b93739ada43 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:04:02.513028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:02.584510 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:02.584832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:02.596286 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Calling delete_port for 3f14d800-aa05-42e2-93e5-0b93739ada43 owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:04:02.741105 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:02.764734 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event deleted for resources: {'Port': ['ID=3f14d800-aa05-42e2-93e5-0b93739ada43,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:02.775877 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:02.776227 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:02.776566 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:02.776897 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:02.777241 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:02.777571 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:02.777894 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:02.778218 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:02.778540 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:02.778859 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:02.779174 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:02.779490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:02.844794 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:02.845121 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Floating IP aba2abdc-0e81-435e-9c58-9417c86d55c4 disassociated (deleted). External IP: 172.26.5.36, port: dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6. Nov 09 05:04:03.045635 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:04:03.150651 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:04:03.155412 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:03.161154 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbab2903-f026-4e4b-84ab-0211e7b4cbfb None None] Sync routers for ids ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:04:03.169831 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbab2903-f026-4e4b-84ab-0211e7b4cbfb None None] Routers {'cd60f2a9-7da4-4fdd-8cde-edaec6355be8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:04:03.170437 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cbab2903-f026-4e4b-84ab-0211e7b4cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:03:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:04:03.183298 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-b8d7e7f3-8955-4875-9e98-e7642d78c7e8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "DELETE /v2.0/floatingips/aba2abdc-0e81-435e-9c58-9417c86d55c4 HTTP/1.1" status: 204 len: 168 time: 0.8216515 Nov 09 05:04:03.183896 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:04:03.186161 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8e763d-72ca-4b9a-acb3-2935120c75e3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:04:03.283764 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-cbab2903-f026-4e4b-84ab-0211e7b4cbfb None None] Set router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:04:03.293846 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13065bad-e289-4268-ae51-85a4255b0258 x-openstack-request-id: req-13065bad-e289-4268-ae51-85a4255b0258 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:04:03.294229 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:04:03.294583 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13065bad-e289-4268-ae51-85a4255b0258 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:04:03.295222 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'status': 'completed', 'code': 200} Nov 09 05:04:03.360889 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e763d-72ca-4b9a-acb3-2935120c75e3 req-c26c14da-e932-4b42-88ed-beca24923008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:03.363725 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dc8e763d-72ca-4b9a-acb3-2935120c75e3 req-c26c14da-e932-4b42-88ed-beca24923008 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 1099 time: 0.0429680 Nov 09 05:04:03.423560 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dc3a3-6739-4309-b59b-b516923740f7 req-9ec13dec-184b-4913-b110-c8c7b50fb735 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:03.427494 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c69dc3a3-6739-4309-b59b-b516923740f7 req-9ec13dec-184b-4913-b110-c8c7b50fb735 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 946 time: 0.0544538 Nov 09 05:04:03.459004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e763d-72ca-4b9a-acb3-2935120c75e3 req-6229a4a2-56bd-4d53-8bba-e1558d2ed563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:03.460487 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dc8e763d-72ca-4b9a-acb3-2935120c75e3 req-6229a4a2-56bd-4d53-8bba-e1558d2ed563 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0900481 Nov 09 05:04:03.483647 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c69dc3a3-6739-4309-b59b-b516923740f7 req-976e7610-a3be-420b-9ece-9af723b1fb82 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490186 Nov 09 05:04:03.503275 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dc8e763d-72ca-4b9a-acb3-2935120c75e3 req-fefa0066-23b5-4079-84ae-fe76515281b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 HTTP/1.1" status: 200 len: 217 time: 0.0352051 Nov 09 05:04:03.507409 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cbab2903-f026-4e4b-84ab-0211e7b4cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '93f796c1-e6fe-418e-9d43-299848856a99', 'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'mac_address': 'fa:16:3e:0d:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:53Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 5, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'subnets': [{'id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:04:03.532362 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbab2903-f026-4e4b-84ab-0211e7b4cbfb None None] Checking router: cd60f2a9-7da4-4fdd-8cde-edaec6355be8 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:04:03.540877 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbab2903-f026-4e4b-84ab-0211e7b4cbfb None None] Routers {'cd60f2a9-7da4-4fdd-8cde-edaec6355be8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:04:03.541460 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cbab2903-f026-4e4b-84ab-0211e7b4cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:03:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:04:03.556312 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e763d-72ca-4b9a-acb3-2935120c75e3 req-18b3160f-2a30-4b92-a6ed-29e825e5d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:03.557791 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dc8e763d-72ca-4b9a-acb3-2935120c75e3 req-18b3160f-2a30-4b92-a6ed-29e825e5d765 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0471160 Nov 09 05:04:03.603513 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e763d-72ca-4b9a-acb3-2935120c75e3 req-c14aa168-6492-43d1-aabf-d6113e3d1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:03.604967 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dc8e763d-72ca-4b9a-acb3-2935120c75e3 req-c14aa168-6492-43d1-aabf-d6113e3d1306 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401950 Nov 09 05:04:03.645537 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-cbab2903-f026-4e4b-84ab-0211e7b4cbfb None None] Set router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:04:03.699354 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dc8e763d-72ca-4b9a-acb3-2935120c75e3 req-bebb526d-a674-4e8d-83d7-63ce2c64d1ae service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852759 Nov 09 05:04:03.789010 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dc8e763d-72ca-4b9a-acb3-2935120c75e3 req-011a4c1f-f6be-4fe4-b3a3-71c45fb655de service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809505 Nov 09 05:04:03.838643 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cbab2903-f026-4e4b-84ab-0211e7b4cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '93f796c1-e6fe-418e-9d43-299848856a99', 'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'mac_address': 'fa:16:3e:0d:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:53Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 5, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'subnets': [{'id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:04:03.941925 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbab2903-f026-4e4b-84ab-0211e7b4cbfb None None] The sync data for ids ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'] in dv-neutron-816800-2-hyperv is: [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '93f796c1-e6fe-418e-9d43-299848856a99', 'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'mac_address': 'fa:16:3e:0d:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:53Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 5, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'subnets': [{'id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:04:04.151088 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a8a928-a013-4187-a36f-5f953103cbdf None None] New status for floating IP aba2abdc-0e81-435e-9c58-9417c86d55c4: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:04:04.600888 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28bd5c-3741-4bd3-a985-3ddb4b93dc18 req-c2efd89c-ecaf-4ae7-97c0-1803fa936d59 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:04.602393 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4c28bd5c-3741-4bd3-a985-3ddb4b93dc18 req-c2efd89c-ecaf-4ae7-97c0-1803fa936d59 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 946 time: 0.0484910 Nov 09 05:04:04.678360 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-4c28bd5c-3741-4bd3-a985-3ddb4b93dc18 req-46b0a4c9-96a6-46ba-856e-f1dbbcd5c493 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b803d6-61ee-47ab-8ac7-e777e23c3996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699766 Nov 09 05:04:04.700519 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac7833-43d7-42c8-b619-10b84267cb0e req-48622824-f79b-4073-a7d4-840a14aec1c7 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:04.702029 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ceac7833-43d7-42c8-b619-10b84267cb0e req-48622824-f79b-4073-a7d4-840a14aec1c7 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd292a9f-f597-439a-a14b-9f4f240ed92d HTTP/1.1" status: 200 len: 946 time: 0.0675907 Nov 09 05:04:04.790651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-ceac7833-43d7-42c8-b619-10b84267cb0e req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Deleting port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:04:04.790906 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ceac7833-43d7-42c8-b619-10b84267cb0e req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:04.880315 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-ceac7833-43d7-42c8-b619-10b84267cb0e req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] For port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:04:04.880675 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ceac7833-43d7-42c8-b619-10b84267cb0e req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:04.892788 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-ceac7833-43d7-42c8-b619-10b84267cb0e req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Calling delete_port for dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:04:05.017211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ceac7833-43d7-42c8-b619-10b84267cb0e req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:05.045483 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event deleted for resources: {'Port': ['ID=dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:05.075434 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:05.075764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:05.076105 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:05.076438 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:05.076766 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:05.077096 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:05.077421 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:05.077768 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:05.078092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:05.078412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:05.078746 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:05.079050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:05.095928 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceac7833-43d7-42c8-b619-10b84267cb0e req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] No DVR routers for this DVR port dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:04:05.098694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-ceac7833-43d7-42c8-b619-10b84267cb0e req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:05.102000 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ceac7833-43d7-42c8-b619-10b84267cb0e req-7a4c67d7-a2ca-4fa3-a7b2-b87f64f9da22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.31 "DELETE /v2.0/ports/dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 HTTP/1.1" status: 204 len: 173 time: 0.3925855 Nov 09 05:04:05.102694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'name': 'network-vif-deleted', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:04:05.104994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6443562-6cb1-47b9-8006-1d5379d9968d" -d '{"events": [{"server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "name": "network-vif-deleted", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:04:05.210754 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb0eb45-640f-43e2-a3f6-f7a4725dae41 x-openstack-request-id: req-bdb0eb45-640f-43e2-a3f6-f7a4725dae41 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:04:05.211049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd292a9f-f597-439a-a14b-9f4f240ed92d", "name": "network-vif-deleted", "tag": "dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:04:05.211329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdb0eb45-640f-43e2-a3f6-f7a4725dae41 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:04:05.211728 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd292a9f-f597-439a-a14b-9f4f240ed92d', 'name': 'network-vif-deleted', 'tag': 'dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6', 'status': 'completed', 'code': 200} Nov 09 05:04:05.732712 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57936) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:04:05.787451 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-235d3595-0326-445b-b03b-a03a6de80332 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:05.811513 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-235d3595-0326-445b-b03b-a03a6de80332 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:05.874809 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-235d3595-0326-445b-b03b-a03a6de80332 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:05.877388 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-235d3595-0326-445b-b03b-a03a6de80332 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:05.879070 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-235d3595-0326-445b-b03b-a03a6de80332 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "DELETE /v2.0/security-groups/84b803d6-61ee-47ab-8ac7-e777e23c3996 HTTP/1.1" status: 204 len: 168 time: 0.1448774 Nov 09 05:04:05.888390 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d3595-0326-445b-b03b-a03a6de80332 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b803d6-61ee-47ab-8ac7-e777e23c3996,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:06.167017 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 57942) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:04:06.171588 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0acde603-8bc2-437e-9818-403e322ef831 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-248945790', 'description': 'tempest-secgroup-smoke-248945790 description', 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:04:06.194883 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0acde603-8bc2-437e-9818-403e322ef831 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.257828 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0acde603-8bc2-437e-9818-403e322ef831 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.261485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0acde603-8bc2-437e-9818-403e322ef831 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.290690 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0acde603-8bc2-437e-9818-403e322ef831 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.291887 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0acde603-8bc2-437e-9818-403e322ef831 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1238589 Nov 09 05:04:06.293731 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acde603-8bc2-437e-9818-403e322ef831 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:06.294875 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57944) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:04:06.301408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-c38f3a3d-954e-4c92-b7c9-30dcfa0ff29d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'security_group_rule': {'security_group_id': 'cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93', 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:04:06.327050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c38f3a3d-954e-4c92-b7c9-30dcfa0ff29d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.384761 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c38f3a3d-954e-4c92-b7c9-30dcfa0ff29d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.387758 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c38f3a3d-954e-4c92-b7c9-30dcfa0ff29d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.407577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f3a3d-954e-4c92-b7c9-30dcfa0ff29d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1883d567-90de-49f8-a848-c169e237018b,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:06.414918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c38f3a3d-954e-4c92-b7c9-30dcfa0ff29d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.416084 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c38f3a3d-954e-4c92-b7c9-30dcfa0ff29d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183574 Nov 09 05:04:06.418815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57946) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:04:06.423328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-057289b3-1392-4dc9-b7f8-3e5d6c40725b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'security_group_rule': {'security_group_id': 'cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93', 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:04:06.448883 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-057289b3-1392-4dc9-b7f8-3e5d6c40725b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.502328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-057289b3-1392-4dc9-b7f8-3e5d6c40725b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.506119 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-057289b3-1392-4dc9-b7f8-3e5d6c40725b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.523328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057289b3-1392-4dc9-b7f8-3e5d6c40725b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85cb7b29-8a05-46b4-9bdb-4aee7b0a3717,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:06.529537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-057289b3-1392-4dc9-b7f8-3e5d6c40725b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.530722 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-057289b3-1392-4dc9-b7f8-3e5d6c40725b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1109605 Nov 09 05:04:06.533399 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57948) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:04:06.537656 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f4ffa086-d4ae-4611-9c7b-0650f32fc0be tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'security_group_rule': {'security_group_id': 'cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93', 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:04:06.562932 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa086-d4ae-4611-9c7b-0650f32fc0be tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.617827 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa086-d4ae-4611-9c7b-0650f32fc0be tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.621054 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa086-d4ae-4611-9c7b-0650f32fc0be tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.637968 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffa086-d4ae-4611-9c7b-0650f32fc0be tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b8aae2-4918-4cbe-95be-445a0ad39bb2,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:06.646846 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa086-d4ae-4611-9c7b-0650f32fc0be tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.648003 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f4ffa086-d4ae-4611-9c7b-0650f32fc0be tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136885 Nov 09 05:04:06.650650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57950) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:04:06.654815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-720f5a2a-ebee-4f2d-9212-6acf28b72e2c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'security_group_rule': {'security_group_id': 'cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93', 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:04:06.679376 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-720f5a2a-ebee-4f2d-9212-6acf28b72e2c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.738422 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-720f5a2a-ebee-4f2d-9212-6acf28b72e2c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.741730 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-720f5a2a-ebee-4f2d-9212-6acf28b72e2c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.761230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f5a2a-ebee-4f2d-9212-6acf28b72e2c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca76ba9-a89d-4ee7-a837-ececfb7db757,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:06.768717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-720f5a2a-ebee-4f2d-9212-6acf28b72e2c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.770453 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-720f5a2a-ebee-4f2d-9212-6acf28b72e2c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188867 Nov 09 05:04:06.773115 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57952) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:04:06.777342 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-0d233b17-7368-4cce-8e47-29a2dac4dc6e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'security_group_rule': {'security_group_id': 'cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93', 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:04:06.798620 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-0d233b17-7368-4cce-8e47-29a2dac4dc6e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Project aac8fdd2f6fd41debe614da6f12cc299 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 05:04:06.803454 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0d233b17-7368-4cce-8e47-29a2dac4dc6e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.865064 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0d233b17-7368-4cce-8e47-29a2dac4dc6e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.868516 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0d233b17-7368-4cce-8e47-29a2dac4dc6e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.886285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d233b17-7368-4cce-8e47-29a2dac4dc6e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a0a064-06d3-46e6-9a2f-980e45504ef6,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:06.891099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-0d233b17-7368-4cce-8e47-29a2dac4dc6e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.892260 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-0d233b17-7368-4cce-8e47-29a2dac4dc6e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182015 Nov 09 05:04:06.895578 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 57954) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:04:06.899840 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1a644755-8050-4e83-919f-d67ce40fb69b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'security_group_rule': {'security_group_id': 'cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93', 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:04:06.920857 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-1a644755-8050-4e83-919f-d67ce40fb69b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Project aac8fdd2f6fd41debe614da6f12cc299 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 05:04:06.925459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a644755-8050-4e83-919f-d67ce40fb69b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.983568 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a644755-8050-4e83-919f-d67ce40fb69b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:06.987160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a644755-8050-4e83-919f-d67ce40fb69b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:07.006924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a644755-8050-4e83-919f-d67ce40fb69b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49197ed8-4386-42e3-893d-9df201339d06,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:07.013020 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1a644755-8050-4e83-919f-d67ce40fb69b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:07.014149 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1a644755-8050-4e83-919f-d67ce40fb69b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176550 Nov 09 05:04:08.790242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:04:08.810673 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:04:08.811020 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device dbb350e9-fa36-4ac0-9b3e-4d9e12c26fa6 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:04:12.240061 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:04:17.426385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:22.279164 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-242d917a-45ff-4b62-a6b4-94739e1f02eb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-248945790&fields=id&tenant_id=aac8fdd2f6fd41debe614da6f12cc299 HTTP/1.1" status: 200 len: 267 time: 0.0430493 Nov 09 05:04:22.385000 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-1c0a4fb2-6f05-49a3-b67c-472ec024d1a0 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:22.386397 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-1c0a4fb2-6f05-49a3-b67c-472ec024d1a0 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 809 time: 0.1000693 Nov 09 05:04:22.401338 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-04d8fb58-0791-49e0-b75e-f8a14dd2de0f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/quotas/aac8fdd2f6fd41debe614da6f12cc299 HTTP/1.1" status: 200 len: 375 time: 0.0092547 Nov 09 05:04:22.450554 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-18cb79c7-1849-4fe2-8790-803079314579 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440707 Nov 09 05:04:22.588713 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-57bc4456-4c69-4a14-8778-94960684a2e9 service neutron] 10.222.0.21 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270373 Nov 09 05:04:22.675351 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-e1c0658f-2d6d-455e-9384-273ec744d89e service neutron] 10.222.0.21 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799274 Nov 09 05:04:22.955196 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-331b4e06-8a0e-427f-b369-544de180fb0d req-474a9a89-a763-4546-b8a5-ac0929a6413c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 210 time: 0.0296969 Nov 09 05:04:23.871522 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-c90d5c9e-f883-4b3e-8b46-e289cdaa9569 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:23.872963 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-c90d5c9e-f883-4b3e-8b46-e289cdaa9569 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 809 time: 0.1043980 Nov 09 05:04:23.937373 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-f000aebb-262e-4103-9672-746fc449f7e0 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aac8fdd2f6fd41debe614da6f12cc299 HTTP/1.1" status: 200 len: 379 time: 0.0552261 Nov 09 05:04:23.954546 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-b2709bc6-e344-453e-9dfc-f4acde501bc4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'port': {'device_id': '4f422162-51ed-4c9a-8ce0-543f55630027', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'admin_state_up': True, 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'security_groups': ['cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:04:24.052030 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0ad6b44b-326c-4bb0-b066-235588b115b5 req-0fb4e2d7-7f2a-4b24-b6ed-2fc89abc04ee tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 210 time: 0.0270302 Nov 09 05:04:24.078490 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-b2709bc6-e344-453e-9dfc-f4acde501bc4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Made reservation on behalf of aac8fdd2f6fd41debe614da6f12cc299 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:04:24.082786 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-b2709bc6-e344-453e-9dfc-f4acde501bc4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:24.205185 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-b2709bc6-e344-453e-9dfc-f4acde501bc4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Allocated IP 172.20.0.7 (a8758e45-1f3d-4084-ad83-935eff165827/a1efa820-e3fb-46cc-a5ba-c4262e00e485/e77ba313-3b78-44d6-858b-0d547de2c917) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:04:24.348974 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-b2709bc6-e344-453e-9dfc-f4acde501bc4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:24.380575 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-b2709bc6-e344-453e-9dfc-f4acde501bc4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:24.422341 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-b2709bc6-e344-453e-9dfc-f4acde501bc4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Network a8758e45-1f3d-4084-ad83-935eff165827 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:04:24.427909 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-b2709bc6-e344-453e-9dfc-f4acde501bc4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:04:24.430500 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-b2709bc6-e344-453e-9dfc-f4acde501bc4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:04:24.440155 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2709bc6-e344-453e-9dfc-f4acde501bc4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'Port': ['ID=e77ba313-3b78-44d6-858b-0d547de2c917,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:24.493347 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-b2709bc6-e344-453e-9dfc-f4acde501bc4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:24.493994 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-b2709bc6-e344-453e-9dfc-f4acde501bc4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:24.510873 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-b2709bc6-e344-453e-9dfc-f4acde501bc4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5601542 Nov 09 05:04:24.524054 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Request body: {'port': {'device_id': '4f422162-51ed-4c9a-8ce0-543f55630027', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:04:24.587380 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:24.679613 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a0b70181-75ad-4e69-b6a4-3e42069ba61f None None] Provisioning complete for port e77ba313-3b78-44d6-858b-0d547de2c917 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:04:24.680327 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a0b70181-75ad-4e69-b6a4-3e42069ba61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:24.722072 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b70181-75ad-4e69-b6a4-3e42069ba61f None None] Port e77ba313-3b78-44d6-858b-0d547de2c917 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:04:24.850308 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77ba313-3b78-44d6-858b-0d547de2c917 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:04:24.857781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:24.869829 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Transition to ACTIVE for port object e77ba313-3b78-44d6-858b-0d547de2c917 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 05:04:24.873224 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:24.924811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Pushing event updated for resources: {'Port': ['ID=e77ba313-3b78-44d6-858b-0d547de2c917,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:24.996953 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Attempting to bind port e77ba313-3b78-44d6-858b-0d547de2c917 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:04:24.997367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Attempting to bind port e77ba313-3b78-44d6-858b-0d547de2c917 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:04:24.997796 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Attempting to bind port e77ba313-3b78-44d6-858b-0d547de2c917 on network a8758e45-1f3d-4084-ad83-935eff165827 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:04:25.002580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Port e77ba313-3b78-44d6-858b-0d547de2c917 on network a8758e45-1f3d-4084-ad83-935eff165827 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 05:04:25.003540 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Attempting to bind port e77ba313-3b78-44d6-858b-0d547de2c917 on network a8758e45-1f3d-4084-ad83-935eff165827 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:04:25.008779 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:04:25.009206 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Checking segment: {'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:04:25.009685 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Bound using segment: {'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:04:25.010179 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Bound port: e77ba313-3b78-44d6-858b-0d547de2c917, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:04:25.010601 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:25.079429 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] For port e77ba313-3b78-44d6-858b-0d547de2c917, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:04:25.084218 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] For port e77ba313-3b78-44d6-858b-0d547de2c917, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e77ba313-3b78-44d6-858b-0d547de2c917,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:04:25.092252 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:25.131881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:25.132629 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:25.134222 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] 10.222.0.31 "PUT /v2.0/ports/e77ba313-3b78-44d6-858b-0d547de2c917 HTTP/1.1" status: 200 len: 1093 time: 0.6148732 Nov 09 05:04:25.135996 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f422162-51ed-4c9a-8ce0-543f55630027', 'tag': 'e77ba313-3b78-44d6-858b-0d547de2c917'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:04:25.138406 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b348f1-eca9-4918-8cc4-ea5dc3e43d57" -d '{"events": [{"name": "network-changed", "server_uuid": "4f422162-51ed-4c9a-8ce0-543f55630027", "tag": "e77ba313-3b78-44d6-858b-0d547de2c917"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:04:25.198099 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d5db75-917a-460e-ad8f-d6cb6832e9a2 x-openstack-request-id: req-c7d5db75-917a-460e-ad8f-d6cb6832e9a2 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:04:25.198392 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f422162-51ed-4c9a-8ce0-543f55630027", "tag": "e77ba313-3b78-44d6-858b-0d547de2c917", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:04:25.198650 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7d5db75-917a-460e-ad8f-d6cb6832e9a2 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:04:25.199056 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f422162-51ed-4c9a-8ce0-543f55630027', 'tag': 'e77ba313-3b78-44d6-858b-0d547de2c917', 'status': 'completed', 'code': 200} Nov 09 05:04:25.215580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b92f6-ca78-4f0f-aab5-f59081350080 service neutron] Pushing event updated for resources: {'Port': ['ID=e77ba313-3b78-44d6-858b-0d547de2c917,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:25.265841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb355135-d4d1-4e91-90a4-06ebaffe14b1 req-1a08fb06-f409-4158-a6d2-bad2c7aedbdb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:25.267418 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fb355135-d4d1-4e91-90a4-06ebaffe14b1 req-1a08fb06-f409-4158-a6d2-bad2c7aedbdb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.1322012 Nov 09 05:04:25.280935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-3e0a91bf-e843-4ef9-927f-505894e9db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:25.282485 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-3e0a91bf-e843-4ef9-927f-505894e9db09 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 1096 time: 0.0773547 Nov 09 05:04:25.339600 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-06d0c398-9460-4161-acc6-dbb5a535b725 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e77ba313-3b78-44d6-858b-0d547de2c917 HTTP/1.1" status: 200 len: 217 time: 0.0429707 Nov 09 05:04:25.414328 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-fb355135-d4d1-4e91-90a4-06ebaffe14b1 req-e09e9e56-b9df-49a2-93db-35f885f3ab71 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364989 Nov 09 05:04:25.422631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d92e3b31-1568-4836-907f-c5ff679eb5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:25.424100 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-d92e3b31-1568-4836-907f-c5ff679eb5a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0761702 Nov 09 05:04:25.473447 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-7661dd0f-1902-43d2-97b2-2ec00ceecfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:25.475003 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-7661dd0f-1902-43d2-97b2-2ec00ceecfa6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430591 Nov 09 05:04:25.567883 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-eed05ade-9359-4797-8e8a-9b43bd86dfe4 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858295 Nov 09 05:04:25.635775 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-2c90b305-f74c-47a4-a5aa-0b6142cf9a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:25.662648 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8d709f83-5cd1-430f-99a5-db610bec7ed7 req-b2a1191c-828b-4aaa-b1f7-9a9f96b3731e service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848565 Nov 09 05:04:25.749476 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b348f1-eca9-4918-8cc4-ea5dc3e43d57 req-beec6a3d-d715-4b7a-9dab-6921db816808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:25.750906 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-54b348f1-eca9-4918-8cc4-ea5dc3e43d57 req-beec6a3d-d715-4b7a-9dab-6921db816808 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 1096 time: 0.0449512 Nov 09 05:04:25.839968 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b348f1-eca9-4918-8cc4-ea5dc3e43d57 req-3c45a148-fabb-4341-8137-74b58eef1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:25.841327 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-54b348f1-eca9-4918-8cc4-ea5dc3e43d57 req-3c45a148-fabb-4341-8137-74b58eef1054 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0829885 Nov 09 05:04:25.886243 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-54b348f1-eca9-4918-8cc4-ea5dc3e43d57 req-47fcf7d2-119f-46bc-ac67-3c42f84a5211 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e77ba313-3b78-44d6-858b-0d547de2c917 HTTP/1.1" status: 200 len: 217 time: 0.0361321 Nov 09 05:04:25.934210 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b348f1-eca9-4918-8cc4-ea5dc3e43d57 req-c3953239-5ef2-4d0e-ad46-3d38ed1ed502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:25.935787 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-54b348f1-eca9-4918-8cc4-ea5dc3e43d57 req-c3953239-5ef2-4d0e-ad46-3d38ed1ed502 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0429239 Nov 09 05:04:25.981459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b348f1-eca9-4918-8cc4-ea5dc3e43d57 req-e139fa7f-a4ad-4cc1-b80d-960c5869d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:25.982999 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-54b348f1-eca9-4918-8cc4-ea5dc3e43d57 req-e139fa7f-a4ad-4cc1-b80d-960c5869d175 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398965 Nov 09 05:04:26.420213 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-54b348f1-eca9-4918-8cc4-ea5dc3e43d57 req-78b439fe-69f3-4267-8c6c-3f28fcc6ceb1 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283986 Nov 09 05:04:26.516015 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-54b348f1-eca9-4918-8cc4-ea5dc3e43d57 req-9a058c4e-73b1-481d-8a7d-9e782e6c9d4c service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877905 Nov 09 05:04:26.541441 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc7638-25d0-4e2a-8756-86e636ad6edd req-ef60495c-06d0-425e-aea3-2a9599d12784 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:26.542854 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-15fc7638-25d0-4e2a-8756-86e636ad6edd req-ef60495c-06d0-425e-aea3-2a9599d12784 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0563991 Nov 09 05:04:26.591914 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-15fc7638-25d0-4e2a-8756-86e636ad6edd req-b0532a6a-5e0b-46e0-a021-c80648319e38 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 Nov 09 05:04:27.706369 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248f6ef-7077-4c2a-b50e-dd92f2a28312 req-0be7a7fe-ff2b-43e5-b92d-81e782038b68 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:27.707932 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2248f6ef-7077-4c2a-b50e-dd92f2a28312 req-0be7a7fe-ff2b-43e5-b92d-81e782038b68 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0498223 Nov 09 05:04:27.761256 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-2248f6ef-7077-4c2a-b50e-dd92f2a28312 req-82398545-c4e9-4ee5-a8dc-027f3210729f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474420 Nov 09 05:04:27.929600 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0cfff2d8-58ed-4df1-9038-86b2801d97ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:28.876954 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf144a82-7355-423e-9789-e351bddc83b1 req-5073c102-44f9-4dd8-addc-95977b90dbbc tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:28.878591 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bf144a82-7355-423e-9789-e351bddc83b1 req-5073c102-44f9-4dd8-addc-95977b90dbbc tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0486813 Nov 09 05:04:28.930342 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bf144a82-7355-423e-9789-e351bddc83b1 req-ec4d6472-2f59-4589-aadc-e44553a8fa33 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457196 Nov 09 05:04:29.254188 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:30.042465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0668dcf-4694-43e3-9b3f-9202f426fbdd req-66398a99-0353-44fc-abec-4f04fe0270eb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:30.043947 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c0668dcf-4694-43e3-9b3f-9202f426fbdd req-66398a99-0353-44fc-abec-4f04fe0270eb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0478704 Nov 09 05:04:30.092114 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c0668dcf-4694-43e3-9b3f-9202f426fbdd req-fcc5d60d-33b5-4196-9775-fc73354b6a07 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423501 Nov 09 05:04:30.473302 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:31.131857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:31.204083 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac082a8-9064-4232-982f-4d5479ace65f req-3cd028bd-b976-4490-99b6-04bc34fee915 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:31.205529 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8ac082a8-9064-4232-982f-4d5479ace65f req-3cd028bd-b976-4490-99b6-04bc34fee915 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0479846 Nov 09 05:04:31.562574 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8ac082a8-9064-4232-982f-4d5479ace65f req-ed30cb9b-15f1-4793-8547-adc32a09693b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3511388 Nov 09 05:04:32.677744 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2086d-8c75-4063-bccf-d8e107535ddf req-3328b87d-ffb0-4692-80be-431961697112 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:32.679230 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c7b2086d-8c75-4063-bccf-d8e107535ddf req-3328b87d-ffb0-4692-80be-431961697112 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0482709 Nov 09 05:04:32.727828 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c7b2086d-8c75-4063-bccf-d8e107535ddf req-899b91e5-b6ae-47f9-bba2-b008c4db34f9 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425181 Nov 09 05:04:33.838863 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8c52-bbc0-47ed-afd6-2b2bf68f8724 req-2251694d-1482-4b97-b37c-4c83562f697e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:33.840313 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ad2c8c52-bbc0-47ed-afd6-2b2bf68f8724 req-2251694d-1482-4b97-b37c-4c83562f697e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0468843 Nov 09 05:04:33.887153 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ad2c8c52-bbc0-47ed-afd6-2b2bf68f8724 req-944d5213-4266-4ed7-9619-01d12f5bbb46 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410058 Nov 09 05:04:35.002179 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fafd1-f0c1-4a56-9a6b-480e7700790c req-bf85559f-41ec-4e09-822f-e5a055dace16 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:35.004130 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8f2fafd1-f0c1-4a56-9a6b-480e7700790c req-bf85559f-41ec-4e09-822f-e5a055dace16 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0515594 Nov 09 05:04:35.051042 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-8f2fafd1-f0c1-4a56-9a6b-480e7700790c req-e97c3c9f-15e3-4d70-80cb-51fae2f7b85c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411530 Nov 09 05:04:36.165088 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ccb46-636a-487c-8dee-af227eca2b8b req-d151c738-de57-4bef-b35a-62144bbabe37 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:36.166563 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-010ccb46-636a-487c-8dee-af227eca2b8b req-d151c738-de57-4bef-b35a-62144bbabe37 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0473504 Nov 09 05:04:36.217675 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-010ccb46-636a-487c-8dee-af227eca2b8b req-16de1d3d-4065-4d9a-b9c1-df8afa257cc9 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447042 Nov 09 05:04:36.897761 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e77ba313-3b78-44d6-858b-0d547de2c917 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:04:36.992060 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e77ba313-3b78-44d6-858b-0d547de2c917, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e77ba313-3b78-44d6-858b-0d547de2c917,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:04:37.003972 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'e77ba313-3b78-44d6-858b-0d547de2c917', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'port_id': 'e77ba313-3b78-44d6-858b-0d547de2c917', 'mac_address': 'fa:16:3e:70:51:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:04:37.039857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:37.052549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77ba313-3b78-44d6-858b-0d547de2c917 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:04:37.070645 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e77ba313-3b78-44d6-858b-0d547de2c917, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e77ba313-3b78-44d6-858b-0d547de2c917,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:04:37.074538 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:37.120321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=e77ba313-3b78-44d6-858b-0d547de2c917,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:37.127095 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:37.127449 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:37.127811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:37.128175 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:37.128511 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:37.128846 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:37.129177 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:37.129584 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:37.130054 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:37.130454 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:37.131018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:37.131018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:04:37.277687 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['e77ba313-3b78-44d6-858b-0d547de2c917'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:04:37.329469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23b807-965b-477b-8e32-11a50ed300d6 req-93309e03-ace9-4d9f-be1d-25c34dde922b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:37.331647 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9f23b807-965b-477b-8e32-11a50ed300d6 req-93309e03-ace9-4d9f-be1d-25c34dde922b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 944 time: 0.0472510 Nov 09 05:04:37.379495 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-9f23b807-965b-477b-8e32-11a50ed300d6 req-f3a65c66-e72b-41ee-a9e0-17d994079ecb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420718 Nov 09 05:04:38.493305 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1919a97-50df-4e6d-b38b-936d79142195 req-4d560429-0842-4db0-9cdb-d74a96fb10ce tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:38.494799 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e1919a97-50df-4e6d-b38b-936d79142195 req-4d560429-0842-4db0-9cdb-d74a96fb10ce tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 944 time: 0.0482235 Nov 09 05:04:38.542314 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-e1919a97-50df-4e6d-b38b-936d79142195 req-42878868-dd57-45ec-92c4-f08f2a370930 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417206 Nov 09 05:04:38.897086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e77ba313-3b78-44d6-858b-0d547de2c917 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:04:38.964113 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port e77ba313-3b78-44d6-858b-0d547de2c917 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 05:04:38.967851 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port e77ba313-3b78-44d6-858b-0d547de2c917 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:04:38.968221 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:39.043193 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:39.064784 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f422162-51ed-4c9a-8ce0-543f55630027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77ba313-3b78-44d6-858b-0d547de2c917'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:04:39.067698 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af41f2e7-cc7f-4ff2-a475-dca4cea1d9c7" -d '{"events": [{"server_uuid": "4f422162-51ed-4c9a-8ce0-543f55630027", "name": "network-vif-plugged", "status": "completed", "tag": "e77ba313-3b78-44d6-858b-0d547de2c917"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:04:39.079979 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e77ba313-3b78-44d6-858b-0d547de2c917, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e77ba313-3b78-44d6-858b-0d547de2c917,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:04:39.083857 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:39.107978 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d147f9-d5be-4eb8-a4c1-d62e5968446b x-openstack-request-id: req-d1d147f9-d5be-4eb8-a4c1-d62e5968446b {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:04:39.108266 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f422162-51ed-4c9a-8ce0-543f55630027", "name": "network-vif-plugged", "status": "completed", "tag": "e77ba313-3b78-44d6-858b-0d547de2c917", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:04:39.108516 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1d147f9-d5be-4eb8-a4c1-d62e5968446b {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:04:39.108903 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f422162-51ed-4c9a-8ce0-543f55630027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77ba313-3b78-44d6-858b-0d547de2c917', 'code': 200} Nov 09 05:04:39.138091 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=e77ba313-3b78-44d6-858b-0d547de2c917,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:39.279723 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be28eb-9a22-4939-9ef5-9ceee6dac6d4 req-d0ce10bc-5b36-4abf-ad9c-c2c6bf1ed812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:39.281146 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f6be28eb-9a22-4939-9ef5-9ceee6dac6d4 req-d0ce10bc-5b36-4abf-ad9c-c2c6bf1ed812 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 1098 time: 0.0425234 Nov 09 05:04:39.327316 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-f6be28eb-9a22-4939-9ef5-9ceee6dac6d4 req-62c0e907-157a-45e3-ad69-e7a653397d7e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380976 Nov 09 05:04:39.653818 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace4bea-ef63-4f65-b2ee-3e3f03c37145 req-d17568c0-e532-40c4-be63-00d43b7fcf69 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:39.655302 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1ace4bea-ef63-4f65-b2ee-3e3f03c37145 req-d17568c0-e532-40c4-be63-00d43b7fcf69 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0480449 Nov 09 05:04:39.703208 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-1ace4bea-ef63-4f65-b2ee-3e3f03c37145 req-494dc511-4394-48ce-9d96-e2ccbfbbb0b5 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414112 Nov 09 05:04:40.819806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ad95a-74aa-41d1-875a-ba2f1e249a5b req-1d15e29d-128a-4dc9-852b-f09b75992bfd tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:40.821277 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-240ad95a-74aa-41d1-875a-ba2f1e249a5b req-1d15e29d-128a-4dc9-852b-f09b75992bfd tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0481348 Nov 09 05:04:40.870098 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-240ad95a-74aa-41d1-875a-ba2f1e249a5b req-354d2c6e-f749-465e-81fb-e157216ee7a9 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429275 Nov 09 05:04:40.984263 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff976-1068-4d14-9baa-7404c512fc3e req-43cd391a-092c-413f-91d5-99bfa9f7ca22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:40.985685 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b42ff976-1068-4d14-9baa-7404c512fc3e req-43cd391a-092c-413f-91d5-99bfa9f7ca22 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0515788 Nov 09 05:04:41.033313 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b42ff976-1068-4d14-9baa-7404c512fc3e req-3d6265e0-9329-46df-82b3-2a226f5515b0 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410359 Nov 09 05:04:41.054881 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 58148) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:04:41.092367 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d421e9a-d755-4058-87b0-7da31189056c tempest-TestShelveInstance-691269598 tempest-TestShelveInstance-691269598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:41.093873 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-5d421e9a-d755-4058-87b0-7da31189056c tempest-TestShelveInstance-691269598 tempest-TestShelveInstance-691269598-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 1093 time: 0.0380199 Nov 09 05:04:41.096555 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 58150) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:04:41.101292 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': 'e77ba313-3b78-44d6-858b-0d547de2c917', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:04:41.123461 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:41.219339 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:41.317116 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Allocated IP 172.26.5.211 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/4dde9ef8-b789-43f6-8cc4-3a5edc8c8fca) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:04:41.419968 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:41.451787 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:41.487280 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:04:41.490058 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:04:41.495418 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:04:41.518433 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'Port': ['ID=4dde9ef8-b789-43f6-8cc4-3a5edc8c8fca,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:41.844252 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:41.907429 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:42.053945 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:42.058320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:42.125417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event updated for resources: {'Port': ['ID=4dde9ef8-b789-43f6-8cc4-3a5edc8c8fca,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:04:42.139553 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:42.236223 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Floating IP feb35825-c390-48c5-bf93-a5fb1d96e29e associated. External IP: 172.26.5.211, port: e77ba313-3b78-44d6-858b-0d547de2c917. Nov 09 05:04:42.432722 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:04:42.536689 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:04:42.546318 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ecb3ea-0c8d-436d-81f7-84fbeb0cfa19 None None] Sync routers for ids ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:04:42.554711 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:42.555745 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ecb3ea-0c8d-436d-81f7-84fbeb0cfa19 None None] Routers {'cd60f2a9-7da4-4fdd-8cde-edaec6355be8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:04:42.556354 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-45ecb3ea-0c8d-436d-81f7-84fbeb0cfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:04:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:04:42.584866 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-d8c19de6-d54d-4e3e-8569-f0c035ba4121 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4867380 Nov 09 05:04:42.585448 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f422162-51ed-4c9a-8ce0-543f55630027', 'tag': 'e77ba313-3b78-44d6-858b-0d547de2c917'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:04:42.587691 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1769a0-f12e-43b1-87bb-17fd34a02301" -d '{"events": [{"name": "network-changed", "server_uuid": "4f422162-51ed-4c9a-8ce0-543f55630027", "tag": "e77ba313-3b78-44d6-858b-0d547de2c917"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:04:42.623297 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841b6a1c-6e84-499f-b743-8bdb12f8868c x-openstack-request-id: req-841b6a1c-6e84-499f-b743-8bdb12f8868c {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:04:42.623599 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f422162-51ed-4c9a-8ce0-543f55630027", "tag": "e77ba313-3b78-44d6-858b-0d547de2c917", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:04:42.623859 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-841b6a1c-6e84-499f-b743-8bdb12f8868c {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:04:42.624270 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f422162-51ed-4c9a-8ce0-543f55630027', 'tag': 'e77ba313-3b78-44d6-858b-0d547de2c917', 'status': 'completed', 'code': 200} Nov 09 05:04:42.662934 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-45ecb3ea-0c8d-436d-81f7-84fbeb0cfa19 None None] Set router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:04:42.685325 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1769a0-f12e-43b1-87bb-17fd34a02301 req-390e5d83-e0c9-4dec-a26b-052d2bf18e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:42.686802 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab1769a0-f12e-43b1-87bb-17fd34a02301 req-390e5d83-e0c9-4dec-a26b-052d2bf18e88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 1098 time: 0.0394232 Nov 09 05:04:42.779147 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1769a0-f12e-43b1-87bb-17fd34a02301 req-020d5b34-d5c6-4ccf-b7e1-61dee5e95520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:42.780621 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab1769a0-f12e-43b1-87bb-17fd34a02301 req-020d5b34-d5c6-4ccf-b7e1-61dee5e95520 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0862010 Nov 09 05:04:42.844084 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab1769a0-f12e-43b1-87bb-17fd34a02301 req-4c75e52a-176b-436c-bea7-d77936ca8c81 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e77ba313-3b78-44d6-858b-0d547de2c917 HTTP/1.1" status: 200 len: 999 time: 0.0561073 Nov 09 05:04:42.877397 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-45ecb3ea-0c8d-436d-81f7-84fbeb0cfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'feb35825-c390-48c5-bf93-a5fb1d96e29e', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'floating_ip_address': '172.26.5.211', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'port_id': 'e77ba313-3b78-44d6-858b-0d547de2c917', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'mac_address': 'fa:16:3e:70:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f422162-51ed-4c9a-8ce0-543f55630027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:04:41Z', 'updated_at': '2021-11-09T05:04:41Z', 'revision_number': 0, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f796c1-e6fe-418e-9d43-299848856a99', 'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'mac_address': 'fa:16:3e:0d:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:53Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 5, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'subnets': [{'id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:04:42.897478 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1769a0-f12e-43b1-87bb-17fd34a02301 req-2e24468a-0537-455c-aded-1f0633423fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:42.898968 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab1769a0-f12e-43b1-87bb-17fd34a02301 req-2e24468a-0537-455c-aded-1f0633423fff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0477934 Nov 09 05:04:42.907445 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ecb3ea-0c8d-436d-81f7-84fbeb0cfa19 None None] Checking router: cd60f2a9-7da4-4fdd-8cde-edaec6355be8 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:04:42.916304 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ecb3ea-0c8d-436d-81f7-84fbeb0cfa19 None None] Routers {'cd60f2a9-7da4-4fdd-8cde-edaec6355be8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:04:42.916907 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-45ecb3ea-0c8d-436d-81f7-84fbeb0cfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:04:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:04:42.943423 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1769a0-f12e-43b1-87bb-17fd34a02301 req-7f0f2dc3-aa70-467e-8909-e605c0475e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:42.944838 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab1769a0-f12e-43b1-87bb-17fd34a02301 req-7f0f2dc3-aa70-467e-8909-e605c0475e42 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390713 Nov 09 05:04:43.029180 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-45ecb3ea-0c8d-436d-81f7-84fbeb0cfa19 None None] Set router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:04:43.046775 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab1769a0-f12e-43b1-87bb-17fd34a02301 req-019345a4-ab79-4d35-93c4-b594cc36cbfd service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922790 Nov 09 05:04:43.138443 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ab1769a0-f12e-43b1-87bb-17fd34a02301 req-03d2da8d-51e3-4858-a7a9-9a4880b53952 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842686 Nov 09 05:04:43.255538 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-45ecb3ea-0c8d-436d-81f7-84fbeb0cfa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'feb35825-c390-48c5-bf93-a5fb1d96e29e', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'floating_ip_address': '172.26.5.211', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'port_id': 'e77ba313-3b78-44d6-858b-0d547de2c917', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'mac_address': 'fa:16:3e:70:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f422162-51ed-4c9a-8ce0-543f55630027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:04:41Z', 'updated_at': '2021-11-09T05:04:41Z', 'revision_number': 0, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f796c1-e6fe-418e-9d43-299848856a99', 'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'mac_address': 'fa:16:3e:0d:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:53Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 5, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'subnets': [{'id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:04:43.280285 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ecb3ea-0c8d-436d-81f7-84fbeb0cfa19 None None] The sync data for ids ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'] in dv-neutron-816800-2-hyperv is: [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'feb35825-c390-48c5-bf93-a5fb1d96e29e', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'floating_ip_address': '172.26.5.211', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'port_id': 'e77ba313-3b78-44d6-858b-0d547de2c917', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'mac_address': 'fa:16:3e:70:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f422162-51ed-4c9a-8ce0-543f55630027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:04:41Z', 'updated_at': '2021-11-09T05:04:41Z', 'revision_number': 0, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f796c1-e6fe-418e-9d43-299848856a99', 'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'mac_address': 'fa:16:3e:0d:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:53Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 5, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'subnets': [{'id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:04:43.467125 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72416c3-1b8d-4e95-8bcc-2c30b3e257cc None None] New status for floating IP feb35825-c390-48c5-bf93-a5fb1d96e29e: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:04:47.425377 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:49.239142 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:04:55.637057 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e30b96af-2b27-41c6-a9d7-72ec7b8ae606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:57.930767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c8a1aa9d-d7e8-415c-abbc-8cb084afe09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:59.257789 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:00.478532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:01.132862 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:07.240085 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-900c7b92-7c3b-438b-9802-6c6c42531b7e req-36df5650-2517-45e0-9d8d-532f96346b8b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400290 Nov 09 05:05:07.329199 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c7b92-7c3b-438b-9802-6c6c42531b7e req-131b6def-2213-47c2-b5a3-a032319937d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:05:07.330936 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-900c7b92-7c3b-438b-9802-6c6c42531b7e req-131b6def-2213-47c2-b5a3-a032319937d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 1098 time: 0.0480039 Nov 09 05:05:07.432440 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c7b92-7c3b-438b-9802-6c6c42531b7e req-0450d1c2-52a4-4973-a7ad-ff5469543db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:05:07.433921 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-900c7b92-7c3b-438b-9802-6c6c42531b7e req-0450d1c2-52a4-4973-a7ad-ff5469543db5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0837100 Nov 09 05:05:07.505185 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-900c7b92-7c3b-438b-9802-6c6c42531b7e req-e41ba462-21d3-425a-82ac-d0c5901b5a95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e77ba313-3b78-44d6-858b-0d547de2c917 HTTP/1.1" status: 200 len: 1001 time: 0.0620322 Nov 09 05:05:07.552041 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c7b92-7c3b-438b-9802-6c6c42531b7e req-657e657b-fb0b-4bae-8259-6e1c60cb88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:05:07.553412 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-900c7b92-7c3b-438b-9802-6c6c42531b7e req-657e657b-fb0b-4bae-8259-6e1c60cb88cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0412219 Nov 09 05:05:07.597312 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c7b92-7c3b-438b-9802-6c6c42531b7e req-94792847-15b2-4619-b391-4f6ff24b2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:05:07.598767 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-900c7b92-7c3b-438b-9802-6c6c42531b7e req-94792847-15b2-4619-b391-4f6ff24b2f50 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0371742 Nov 09 05:05:07.688214 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-900c7b92-7c3b-438b-9802-6c6c42531b7e req-4390c658-cc6b-4a8f-89ed-45537f0bcc62 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827029 Nov 09 05:05:07.776200 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-900c7b92-7c3b-438b-9802-6c6c42531b7e req-9438dbf9-05e4-4549-8ff8-182e3ac71d6e service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800700 Nov 09 05:05:17.424223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:25.637350 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8263f2c9-369e-4ab0-8bdd-e27756626769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:26.238097 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:05:27.932902 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7fce637b-d093-4ddf-9638-c36601871aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:29.262062 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:30.482107 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:31.133524 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:47.437041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:55.637863 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4cf32a22-c582-4690-bd13-90662229c75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:57.933829 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-04668df4-c0a8-4809-8e5d-65964999e902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:59.264666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:00.485849 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:01.141859 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:03.236598 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:06:09.223477 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03cfd723-4f6c-43a3-8b49-0a88d050133d req-7ccba432-722c-4006-a2fa-782d720fded6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442665 Nov 09 05:06:09.303811 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd723-4f6c-43a3-8b49-0a88d050133d req-b0c59b97-f1f9-4f8c-87c3-1772b2b7bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:09.305271 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03cfd723-4f6c-43a3-8b49-0a88d050133d req-b0c59b97-f1f9-4f8c-87c3-1772b2b7bc20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 1098 time: 0.0392642 Nov 09 05:06:09.404672 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd723-4f6c-43a3-8b49-0a88d050133d req-6d8ed65e-4384-4e79-a531-a26aa3dd16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:09.406154 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03cfd723-4f6c-43a3-8b49-0a88d050133d req-6d8ed65e-4384-4e79-a531-a26aa3dd16c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0822952 Nov 09 05:06:09.472632 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03cfd723-4f6c-43a3-8b49-0a88d050133d req-b708c8d9-d5b0-4cb7-b9b0-87deba17740b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e77ba313-3b78-44d6-858b-0d547de2c917 HTTP/1.1" status: 200 len: 1001 time: 0.0590508 Nov 09 05:06:09.520093 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd723-4f6c-43a3-8b49-0a88d050133d req-7e23a60b-8704-4db1-9ef0-cefeae0e83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:09.521401 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03cfd723-4f6c-43a3-8b49-0a88d050133d req-7e23a60b-8704-4db1-9ef0-cefeae0e83b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0419807 Nov 09 05:06:09.565213 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfd723-4f6c-43a3-8b49-0a88d050133d req-b2edb9a5-ce92-4cb0-96bf-aff2d1409a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:09.566678 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03cfd723-4f6c-43a3-8b49-0a88d050133d req-b2edb9a5-ce92-4cb0-96bf-aff2d1409a83 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380311 Nov 09 05:06:09.656353 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03cfd723-4f6c-43a3-8b49-0a88d050133d req-7b0bef8e-d76d-4c65-b404-cc7b31560ffd service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826859 Nov 09 05:06:09.742728 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-03cfd723-4f6c-43a3-8b49-0a88d050133d req-4679f4ee-f375-44e6-a2de-1cfbdfbbe3e6 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792906 Nov 09 05:06:17.452286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:25.639934 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c682d565-9e22-4858-bbf9-45c7510e1257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:27.936005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-e0535400-e5dc-4971-90a7-1c44aa0f2d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:29.267072 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:30.489219 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:31.132585 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:34.861437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba588fdb-e0af-4747-bb48-290d96741029 req-c1dd2755-6307-4734-bbe4-be698c35976e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:34.862880 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ba588fdb-e0af-4747-bb48-290d96741029 req-c1dd2755-6307-4734-bbe4-be698c35976e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0549188 Nov 09 05:06:34.911182 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ba588fdb-e0af-4747-bb48-290d96741029 req-83e36b9c-8fe4-433c-893a-8cb8ae5a163b tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423038 Nov 09 05:06:36.040369 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2b3bc-b74b-416f-a87a-7323fb1fa1d1 req-7ab49604-bf72-48f0-aaa4-173454c106e0 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:36.042437 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a0c2b3bc-b74b-416f-a87a-7323fb1fa1d1 req-7ab49604-bf72-48f0-aaa4-173454c106e0 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0511582 Nov 09 05:06:36.090547 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-a0c2b3bc-b74b-416f-a87a-7323fb1fa1d1 req-3f662dde-2872-4f5c-8e36-5998cb8208de tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421927 Nov 09 05:06:37.203339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7a6d0-c004-4655-99ad-b1ee19c8ae4c req-0ec22c27-cca6-4fbf-ab3d-3e77760e9c09 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:37.204824 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d6d7a6d0-c004-4655-99ad-b1ee19c8ae4c req-0ec22c27-cca6-4fbf-ab3d-3e77760e9c09 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0481741 Nov 09 05:06:37.254095 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d6d7a6d0-c004-4655-99ad-b1ee19c8ae4c req-cb2c3d05-ff6f-441f-ac69-81081b5196d5 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434957 Nov 09 05:06:38.368154 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac5a51-06ab-4482-a585-0fb16d52824c req-b38e1826-e5d1-4728-adf8-365ac65d4848 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:38.369686 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c2ac5a51-06ab-4482-a585-0fb16d52824c req-b38e1826-e5d1-4728-adf8-365ac65d4848 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0475774 Nov 09 05:06:38.417596 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c2ac5a51-06ab-4482-a585-0fb16d52824c req-49fccfe5-6822-438a-b8d5-1dc71b048caa tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413973 Nov 09 05:06:39.531939 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d186e-4793-47b8-9682-b90ff480f8e7 req-f2ce18ec-a986-4daf-bd06-090710b1e86c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:39.533396 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-397d186e-4793-47b8-9682-b90ff480f8e7 req-f2ce18ec-a986-4daf-bd06-090710b1e86c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0520060 Nov 09 05:06:39.581537 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-397d186e-4793-47b8-9682-b90ff480f8e7 req-dc64d55e-5d52-4bc9-84dc-7d82cc6d40dd tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423577 Nov 09 05:06:40.235625 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:06:40.697236 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a36bd-bdcd-4db4-b0db-f876c2c6fd44 req-f08e8cdd-2cf2-4fd9-bc36-bb7d02630e84 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:40.698779 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-964a36bd-bdcd-4db4-b0db-f876c2c6fd44 req-f08e8cdd-2cf2-4fd9-bc36-bb7d02630e84 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0518982 Nov 09 05:06:40.747049 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-964a36bd-bdcd-4db4-b0db-f876c2c6fd44 req-03545b4e-36e8-4a16-ae76-ee302e086e06 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423343 Nov 09 05:06:41.858376 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96936-7f1a-45dd-900d-912467182ded req-0787c44e-1f46-4f4d-9da7-34620dc239b8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:41.859853 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7ab96936-7f1a-45dd-900d-912467182ded req-0787c44e-1f46-4f4d-9da7-34620dc239b8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0482626 Nov 09 05:06:41.907812 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-7ab96936-7f1a-45dd-900d-912467182ded req-72262738-d2c0-46d8-865f-1b42ad2047b1 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421951 Nov 09 05:06:43.021067 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a0375-8be3-4025-8e82-cffeaeb5d500 req-5e9d94e5-7783-4e48-be2c-b941046050e6 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:43.022545 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d89a0375-8be3-4025-8e82-cffeaeb5d500 req-5e9d94e5-7783-4e48-be2c-b941046050e6 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0475183 Nov 09 05:06:43.070788 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d89a0375-8be3-4025-8e82-cffeaeb5d500 req-0a826281-c53f-47c0-b67a-23f3827b25e0 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416493 Nov 09 05:06:44.184712 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f10561-0b48-429b-b24b-5e0d7b0a62f6 req-f015ad26-a2a4-424c-8769-4ad7c2a26708 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:44.186217 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-09f10561-0b48-429b-b24b-5e0d7b0a62f6 req-f015ad26-a2a4-424c-8769-4ad7c2a26708 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0482445 Nov 09 05:06:44.238744 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-09f10561-0b48-429b-b24b-5e0d7b0a62f6 req-63642664-cd13-44c2-8faf-eabd729a0983 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467527 Nov 09 05:06:44.971605 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896dc2b-b167-496f-beac-5b1c12f3523d req-3250690c-63fd-4751-8729-e29e8d698a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:44.973090 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e896dc2b-b167-496f-beac-5b1c12f3523d req-3250690c-63fd-4751-8729-e29e8d698a38 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 1098 time: 0.0397143 Nov 09 05:06:45.060965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896dc2b-b167-496f-beac-5b1c12f3523d req-2eb7ed1e-27b9-40d0-afdb-0d576d76f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:45.062452 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e896dc2b-b167-496f-beac-5b1c12f3523d req-2eb7ed1e-27b9-40d0-afdb-0d576d76f179 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0828192 Nov 09 05:06:45.130536 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e896dc2b-b167-496f-beac-5b1c12f3523d req-885713e5-3f34-4b54-8831-afc367827a93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e77ba313-3b78-44d6-858b-0d547de2c917 HTTP/1.1" status: 200 len: 1001 time: 0.0608888 Nov 09 05:06:45.178084 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896dc2b-b167-496f-beac-5b1c12f3523d req-279747d5-21d7-43a7-ad05-e70c46faa811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:45.179513 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e896dc2b-b167-496f-beac-5b1c12f3523d req-279747d5-21d7-43a7-ad05-e70c46faa811 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0425923 Nov 09 05:06:45.222930 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896dc2b-b167-496f-beac-5b1c12f3523d req-395a0832-9bdd-41d0-b67f-050dc915a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:45.224384 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e896dc2b-b167-496f-beac-5b1c12f3523d req-395a0832-9bdd-41d0-b67f-050dc915a2e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378666 Nov 09 05:06:45.318817 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e896dc2b-b167-496f-beac-5b1c12f3523d req-d66727ea-a623-4d14-a168-eeb3037c08d9 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875831 Nov 09 05:06:45.351502 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70673b-4820-41a6-90f9-dc05d4fb30d3 req-4d9d1df2-c2c9-4df4-bb1d-50042637934f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:45.353369 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bc70673b-4820-41a6-90f9-dc05d4fb30d3 req-4d9d1df2-c2c9-4df4-bb1d-50042637934f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0482197 Nov 09 05:06:45.406894 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-bc70673b-4820-41a6-90f9-dc05d4fb30d3 req-a484332a-0188-43a2-a294-d10391395eaf tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470669 Nov 09 05:06:45.409438 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e896dc2b-b167-496f-beac-5b1c12f3523d req-6dcc5761-3dfb-4a8f-9f27-8fa55d59686d service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830877 Nov 09 05:06:46.531781 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a4ee8-2b74-4300-a505-45abb9f375f7 req-ef9b5fa3-5b2f-4b87-98a5-2bd128f12b97 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:46.533268 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1b9a4ee8-2b74-4300-a505-45abb9f375f7 req-ef9b5fa3-5b2f-4b87-98a5-2bd128f12b97 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0537636 Nov 09 05:06:46.581642 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1b9a4ee8-2b74-4300-a505-45abb9f375f7 req-e553138c-9153-4398-b022-7db5154edd78 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425286 Nov 09 05:06:47.453568 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:47.699328 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37aacf-23b5-44d9-bd25-972b3720887c req-0cd00991-3e3a-4d95-a757-d1aeb7df85ee tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:47.701109 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fb37aacf-23b5-44d9-bd25-972b3720887c req-0cd00991-3e3a-4d95-a757-d1aeb7df85ee tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0501430 Nov 09 05:06:47.754574 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-fb37aacf-23b5-44d9-bd25-972b3720887c req-dd695154-c3bd-4618-ad4a-c067e5bce2b6 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463836 Nov 09 05:06:49.036724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbe39b-a307-4ced-8429-96a16925a6f3 req-587d390d-f3df-4b28-8b17-ed117fec1da6 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:49.038179 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a2cbe39b-a307-4ced-8429-96a16925a6f3 req-587d390d-f3df-4b28-8b17-ed117fec1da6 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0498552 Nov 09 05:06:49.091732 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a2cbe39b-a307-4ced-8429-96a16925a6f3 req-b0ee36a1-1107-4795-a80b-e1e709eecbeb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464370 Nov 09 05:06:49.159238 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [req-6c881674-b76b-4a89-bdb4-8daf09b337f7 req-67a547e4-f7ce-4d1b-82a8-cafca79ba099 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 05:06:49.160228 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-6c881674-b76b-4a89-bdb4-8daf09b337f7 req-67a547e4-f7ce-4d1b-82a8-cafca79ba099 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054238 Nov 09 05:06:49.279464 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-564eeb98-c1a6-4830-8bda-19f29b51d075 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393958 Nov 09 05:06:49.288613 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-0aca1ff9-03da-42aa-9a6e-78dbf47cfaa1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 05:06:49.289531 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-0aca1ff9-03da-42aa-9a6e-78dbf47cfaa1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049257 Nov 09 05:06:49.312558 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe52f5-1fb6-4a55-9151-5996a76c2418 req-e35454f7-9ab2-4930-b309-2168c9f9d378 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:49.317595 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88fe52f5-1fb6-4a55-9151-5996a76c2418 req-e35454f7-9ab2-4930-b309-2168c9f9d378 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0552866 Nov 09 05:06:49.365058 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-88fe52f5-1fb6-4a55-9151-5996a76c2418 req-51e0beb8-5f12-4919-af5d-6afce5dcc1a5 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441499 Nov 09 05:06:49.688644 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e77ba313-3b78-44d6-858b-0d547de2c917 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:06:49.767527 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:49.789917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f422162-51ed-4c9a-8ce0-543f55630027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e77ba313-3b78-44d6-858b-0d547de2c917'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:06:49.792125 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2c9d76-ffbc-424a-9e70-a2926ea075bb" -d '{"events": [{"server_uuid": "4f422162-51ed-4c9a-8ce0-543f55630027", "name": "network-vif-unplugged", "status": "completed", "tag": "e77ba313-3b78-44d6-858b-0d547de2c917"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:06:49.804343 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e77ba313-3b78-44d6-858b-0d547de2c917, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e77ba313-3b78-44d6-858b-0d547de2c917,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:06:49.809635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:49.834424 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 05:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed842978-305d-4e7f-8e17-b8fce9d17154 x-openstack-request-id: req-ed842978-305d-4e7f-8e17-b8fce9d17154 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:06:49.834944 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f422162-51ed-4c9a-8ce0-543f55630027", "name": "network-vif-unplugged", "status": "failed", "tag": "e77ba313-3b78-44d6-858b-0d547de2c917", "code": 422}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:06:49.835325 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed842978-305d-4e7f-8e17-b8fce9d17154 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:06:49.835719 dv-neutron-816800-2-hyperv neutron-server[101885]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f422162-51ed-4c9a-8ce0-543f55630027', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e77ba313-3b78-44d6-858b-0d547de2c917', 'code': 422} returned with failed status Nov 09 05:06:49.861108 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=e77ba313-3b78-44d6-858b-0d547de2c917,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:06:49.867916 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:49.868271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:49.868617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:49.868958 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:49.869295 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:49.869662 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:49.869998 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:49.870331 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:49.870662 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:49.871522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:49.871851 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:49.872212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:50.478163 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2ed90-578b-4784-918d-c43a316bb4aa req-0045600b-db99-4314-8185-96cd3e27ec74 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:50.479650 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-22a2ed90-578b-4784-918d-c43a316bb4aa req-0045600b-db99-4314-8185-96cd3e27ec74 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0487599 Nov 09 05:06:50.528923 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-22a2ed90-578b-4784-918d-c43a316bb4aa req-14093785-2cd2-42a8-a8f9-a90804c7cabb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428264 Nov 09 05:06:51.646907 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d1549-a3c7-4cf2-9aba-c7b9bca60cdc req-d8840512-ebb1-4dca-ba21-ece63c4e23d7 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:51.648454 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-de5d1549-a3c7-4cf2-9aba-c7b9bca60cdc req-d8840512-ebb1-4dca-ba21-ece63c4e23d7 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0501227 Nov 09 05:06:51.703815 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-de5d1549-a3c7-4cf2-9aba-c7b9bca60cdc req-d9d20a32-0d29-4e77-ab7e-582a49800a60 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491252 Nov 09 05:06:52.816826 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad224f-fcfe-4153-90d1-932971fdd523 req-69dd57b2-a9d7-41e0-bd15-e9f9c4712e65 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:52.818359 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e0ad224f-fcfe-4153-90d1-932971fdd523 req-69dd57b2-a9d7-41e0-bd15-e9f9c4712e65 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0485117 Nov 09 05:06:52.872154 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e0ad224f-fcfe-4153-90d1-932971fdd523 req-2292c52a-d810-45f7-871d-badac76aa101 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474291 Nov 09 05:06:53.988098 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28f104-f80b-4cb2-8546-5fdeba1d2e1b req-625336d2-e58c-44e2-b761-b95c7041f944 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:53.989597 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2b28f104-f80b-4cb2-8546-5fdeba1d2e1b req-625336d2-e58c-44e2-b761-b95c7041f944 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0488620 Nov 09 05:06:54.037831 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-2b28f104-f80b-4cb2-8546-5fdeba1d2e1b req-47d0a6e2-9cf3-484d-aa04-e47152c7a7d4 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421476 Nov 09 05:06:54.867348 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-6e22f830-fd92-4433-9dd3-5e32b5568fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:54.868834 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-6e22f830-fd92-4433-9dd3-5e32b5568fac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027&tenant_id=aac8fdd2f6fd41debe614da6f12cc299 HTTP/1.1" status: 200 len: 1096 time: 0.0400114 Nov 09 05:06:54.929065 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-48ddf04a-1a13-4f3f-8321-227e171eca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:54.930574 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-48ddf04a-1a13-4f3f-8321-227e171eca44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 1096 time: 0.0394514 Nov 09 05:06:55.022523 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-c47712e2-8ba7-4f38-a32e-eb59b7474116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:55.023984 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-c47712e2-8ba7-4f38-a32e-eb59b7474116 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0856271 Nov 09 05:06:55.089484 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-d8504f59-c312-41cc-9519-02c817021b3a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e77ba313-3b78-44d6-858b-0d547de2c917 HTTP/1.1" status: 200 len: 999 time: 0.0575082 Nov 09 05:06:55.170778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-67a88805-13c1-4e41-bcc8-bc94abfc259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:55.172151 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-67a88805-13c1-4e41-bcc8-bc94abfc259e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0756676 Nov 09 05:06:55.182657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6affe33-e556-4f22-8a2b-5521c1f58d25 req-30994b2b-f320-4f2a-bd45-59d5a3c5ddde tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:55.184018 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a6affe33-e556-4f22-8a2b-5521c1f58d25 req-30994b2b-f320-4f2a-bd45-59d5a3c5ddde tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0800190 Nov 09 05:06:55.252426 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-5df00089-a293-492e-b3e9-2c32f552731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:55.253922 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-5df00089-a293-492e-b3e9-2c32f552731a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690687 Nov 09 05:06:55.258010 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a6affe33-e556-4f22-8a2b-5521c1f58d25 req-2c925dc1-a499-44e8-bcc5-6fae86483f4f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659614 Nov 09 05:06:55.345292 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-c9e5be02-534e-482d-8b12-f2404d61588b service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840945 Nov 09 05:06:55.432532 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b77f26dd-d26b-41f6-8125-f34878c4a524 req-5f06091c-f493-473b-ac4e-dde3e4d26376 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796969 Nov 09 05:06:55.644459 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-7fc48756-1cd2-4388-b59d-34df3af6b230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:56.369774 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987f104-6729-4930-b354-4809496d9330 req-99a3cac4-b3b3-4923-be1f-d6285593029d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:56.371904 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b987f104-6729-4930-b354-4809496d9330 req-99a3cac4-b3b3-4923-be1f-d6285593029d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0474737 Nov 09 05:06:56.419396 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b987f104-6729-4930-b354-4809496d9330 req-665e0257-a74a-4afb-8461-e8453f0d8aad tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417254 Nov 09 05:06:57.534297 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6edf1d-5894-471e-904b-85f8c5ee87a8 req-108e4653-669c-4d57-951e-0ffbcee9b855 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:57.535759 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5d6edf1d-5894-471e-904b-85f8c5ee87a8 req-108e4653-669c-4d57-951e-0ffbcee9b855 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0513289 Nov 09 05:06:57.583161 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5d6edf1d-5894-471e-904b-85f8c5ee87a8 req-685db087-9ca1-4dab-bbfc-3938e83e42ba tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415711 Nov 09 05:06:57.936153 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c121eca0-7244-413b-8ab9-e7e8678281de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:58.705412 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8baeb04-88d5-4d72-ab0b-b439c0e9d391 req-55d51d7b-371d-4042-b670-0f2177c46dfb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:58.706901 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c8baeb04-88d5-4d72-ab0b-b439c0e9d391 req-55d51d7b-371d-4042-b670-0f2177c46dfb tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0511231 Nov 09 05:06:58.755189 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c8baeb04-88d5-4d72-ab0b-b439c0e9d391 req-afa48bad-2d9d-405b-9a3a-a4df22718ac5 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424857 Nov 09 05:06:59.269563 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:59.866936 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a04896-963b-48d8-adbd-b8ef9f63eec7 req-845b458c-57e3-4b79-9fae-600ed0aa60da tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:59.868378 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-81a04896-963b-48d8-adbd-b8ef9f63eec7 req-845b458c-57e3-4b79-9fae-600ed0aa60da tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0473564 Nov 09 05:06:59.915512 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-81a04896-963b-48d8-adbd-b8ef9f63eec7 req-d24f3734-912b-4ab0-b1e2-d60c57198a62 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407984 Nov 09 05:07:00.492018 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:01.028781 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ab182-9979-4126-ba75-e2d4d6d20a1d req-a0b74eaa-a3fe-4faf-9505-8a3cdda7fe23 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:01.030294 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-622ab182-9979-4126-ba75-e2d4d6d20a1d req-a0b74eaa-a3fe-4faf-9505-8a3cdda7fe23 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 943 time: 0.0482104 Nov 09 05:07:01.077897 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-622ab182-9979-4126-ba75-e2d4d6d20a1d req-9a9a8723-6468-4eb5-bdee-1a09217a296e tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417075 Nov 09 05:07:01.134717 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:01.703769 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e77ba313-3b78-44d6-858b-0d547de2c917 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:07:01.797186 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e77ba313-3b78-44d6-858b-0d547de2c917, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e77ba313-3b78-44d6-858b-0d547de2c917,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:07:01.808055 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'e77ba313-3b78-44d6-858b-0d547de2c917', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'port_id': 'e77ba313-3b78-44d6-858b-0d547de2c917', 'mac_address': 'fa:16:3e:70:51:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:07:01.843618 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:01.856414 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77ba313-3b78-44d6-858b-0d547de2c917 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:07:01.874778 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e77ba313-3b78-44d6-858b-0d547de2c917, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e77ba313-3b78-44d6-858b-0d547de2c917,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:07:01.878611 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:01.926705 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=e77ba313-3b78-44d6-858b-0d547de2c917,revision_number=7']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:07:02.119815 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['e77ba313-3b78-44d6-858b-0d547de2c917'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:07:02.189668 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb896a86-5def-4eb8-b939-35cc90172720 req-c65c8e58-2b49-4ba3-9aec-aa9fb17733d1 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:02.191254 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb896a86-5def-4eb8-b939-35cc90172720 req-c65c8e58-2b49-4ba3-9aec-aa9fb17733d1 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 944 time: 0.0480723 Nov 09 05:07:02.243429 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-cb896a86-5def-4eb8-b939-35cc90172720 req-35fc613c-995f-4d12-957d-096f57444c42 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463843 Nov 09 05:07:03.360650 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d539d34-68de-4579-a222-0a8144e0247c req-e6b197d2-34ba-4edb-944b-5002ae90a97c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:03.362154 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3d539d34-68de-4579-a222-0a8144e0247c req-e6b197d2-34ba-4edb-944b-5002ae90a97c tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 944 time: 0.0523758 Nov 09 05:07:03.409865 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3d539d34-68de-4579-a222-0a8144e0247c req-3652751a-1cbc-4b47-89b5-236480168e69 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418408 Nov 09 05:07:03.709413 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e77ba313-3b78-44d6-858b-0d547de2c917 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:07:03.756793 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port e77ba313-3b78-44d6-858b-0d547de2c917 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:07:03.757156 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:03.829827 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:03.855000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f422162-51ed-4c9a-8ce0-543f55630027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77ba313-3b78-44d6-858b-0d547de2c917'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:07:03.857199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af11faf6-fc3a-4f0a-9fd5-3d7d7640ac9d" -d '{"events": [{"server_uuid": "4f422162-51ed-4c9a-8ce0-543f55630027", "name": "network-vif-plugged", "status": "completed", "tag": "e77ba313-3b78-44d6-858b-0d547de2c917"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:07:03.869369 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port e77ba313-3b78-44d6-858b-0d547de2c917, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e77ba313-3b78-44d6-858b-0d547de2c917,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:07:03.873823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:03.898571 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63de5d72-ee36-476d-ab5d-349dfba36b42 x-openstack-request-id: req-63de5d72-ee36-476d-ab5d-349dfba36b42 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:07:03.898944 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f422162-51ed-4c9a-8ce0-543f55630027", "name": "network-vif-plugged", "status": "completed", "tag": "e77ba313-3b78-44d6-858b-0d547de2c917", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:07:03.899199 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63de5d72-ee36-476d-ab5d-349dfba36b42 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:07:03.899581 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f422162-51ed-4c9a-8ce0-543f55630027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77ba313-3b78-44d6-858b-0d547de2c917', 'code': 200} Nov 09 05:07:03.925078 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=e77ba313-3b78-44d6-858b-0d547de2c917,revision_number=8']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:07:04.095301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba371ba-2fe2-4efa-8d7e-588db74cd91a req-34712231-9c6d-4f1f-b822-5f95cd18b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:04.096752 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3ba371ba-2fe2-4efa-8d7e-588db74cd91a req-34712231-9c6d-4f1f-b822-5f95cd18b043 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 1098 time: 0.0391827 Nov 09 05:07:04.141536 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-3ba371ba-2fe2-4efa-8d7e-588db74cd91a req-365f363a-16f1-4e4e-8d8c-c1290f06fd55 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377665 Nov 09 05:07:04.521983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493d1dd-b32b-49ec-bee1-219e51ff09ef req-aeac312d-220a-48cd-943b-929e10eb7388 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:04.523448 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3493d1dd-b32b-49ec-bee1-219e51ff09ef req-aeac312d-220a-48cd-943b-929e10eb7388 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0480616 Nov 09 05:07:04.571178 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-3493d1dd-b32b-49ec-bee1-219e51ff09ef req-21440b5c-249b-45df-87ca-e67a14960e6a tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418870 Nov 09 05:07:05.684764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fadc88-6e38-445f-8fbb-4eb580c98ea6 req-6ba64c6e-4126-49a0-8deb-13e43e44008d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:05.686266 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-98fadc88-6e38-445f-8fbb-4eb580c98ea6 req-6ba64c6e-4126-49a0-8deb-13e43e44008d tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0476532 Nov 09 05:07:05.734185 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-98fadc88-6e38-445f-8fbb-4eb580c98ea6 req-693f66b7-a497-4bab-b436-7589681850e6 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420895 Nov 09 05:07:09.219149 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-880c6f36-f16f-489b-9f5d-8ad96809f6fd req-30e66fbf-85ee-44f3-8f40-94ae73d003ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418143 Nov 09 05:07:09.297915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c6f36-f16f-489b-9f5d-8ad96809f6fd req-b1c42e26-eff6-48be-afa0-b23bdf45e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:09.299368 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-880c6f36-f16f-489b-9f5d-8ad96809f6fd req-b1c42e26-eff6-48be-afa0-b23bdf45e6f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 1098 time: 0.0398815 Nov 09 05:07:09.398396 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c6f36-f16f-489b-9f5d-8ad96809f6fd req-208f1b97-0df3-4dcd-b71a-7ca10ae6c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:09.399868 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-880c6f36-f16f-489b-9f5d-8ad96809f6fd req-208f1b97-0df3-4dcd-b71a-7ca10ae6c8b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0826535 Nov 09 05:07:09.468414 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-880c6f36-f16f-489b-9f5d-8ad96809f6fd req-22484a34-dbfa-4810-a27b-efbf6b1b05f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e77ba313-3b78-44d6-858b-0d547de2c917 HTTP/1.1" status: 200 len: 1001 time: 0.0599527 Nov 09 05:07:09.518174 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c6f36-f16f-489b-9f5d-8ad96809f6fd req-131bcbb2-b21e-42a6-aa7c-154d200e004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:09.519491 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-880c6f36-f16f-489b-9f5d-8ad96809f6fd req-131bcbb2-b21e-42a6-aa7c-154d200e004f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0426300 Nov 09 05:07:09.562873 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c6f36-f16f-489b-9f5d-8ad96809f6fd req-8cb17bd8-6373-4cef-8be8-4d0c6ad326e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:09.564303 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-880c6f36-f16f-489b-9f5d-8ad96809f6fd req-8cb17bd8-6373-4cef-8be8-4d0c6ad326e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377030 Nov 09 05:07:09.575620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [req-880c6f36-f16f-489b-9f5d-8ad96809f6fd req-f5c6ba5c-509c-4650-839d-10760c22785e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 05:07:09.576549 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-880c6f36-f16f-489b-9f5d-8ad96809f6fd req-f5c6ba5c-509c-4650-839d-10760c22785e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053453 Nov 09 05:07:09.667416 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-880c6f36-f16f-489b-9f5d-8ad96809f6fd req-523f8797-8375-4c64-bcf6-5769f9fa498e service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832493 Nov 09 05:07:09.758332 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-880c6f36-f16f-489b-9f5d-8ad96809f6fd req-4ab259ef-0741-45d3-85e5-c8423951f5ce service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840099 Nov 09 05:07:17.234638 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:07:17.453869 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:25.645825 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d80ca7db-dc90-4b83-917c-efb1daa75269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:27.938904 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b4362300-5969-4839-b287-52e011eb9ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:29.271650 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:30.496182 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:31.137139 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:47.465901 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:54.235184 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:07:55.646830 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4a29196f-d048-4877-9ec5-233e9b050c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:57.941051 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ee6461d2-6ac5-4112-98a9-c89777fc8aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:59.275179 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:00.497887 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:01.139223 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:09.310079 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d044290f-a069-4129-bb80-8226f8984165 req-8aaf9f2e-f337-4412-a3f6-0be152ef69ac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1329763 Nov 09 05:08:09.389558 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044290f-a069-4129-bb80-8226f8984165 req-18382c10-c00f-41a5-965b-20b55890cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:09.391049 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d044290f-a069-4129-bb80-8226f8984165 req-18382c10-c00f-41a5-965b-20b55890cc88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 1098 time: 0.0397272 Nov 09 05:08:09.495831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044290f-a069-4129-bb80-8226f8984165 req-f5b01012-63f0-4445-8b4e-3740a38ef4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:09.497196 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d044290f-a069-4129-bb80-8226f8984165 req-f5b01012-63f0-4445-8b4e-3740a38ef4e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.0861526 Nov 09 05:08:09.560171 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d044290f-a069-4129-bb80-8226f8984165 req-7a22f137-9973-40d0-b8ed-5f8291f78f94 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e77ba313-3b78-44d6-858b-0d547de2c917 HTTP/1.1" status: 200 len: 1001 time: 0.0561090 Nov 09 05:08:09.607863 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044290f-a069-4129-bb80-8226f8984165 req-95a8248b-c514-41ec-8d98-66a95fbdf0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:09.609286 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d044290f-a069-4129-bb80-8226f8984165 req-95a8248b-c514-41ec-8d98-66a95fbdf0ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0422809 Nov 09 05:08:09.658565 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044290f-a069-4129-bb80-8226f8984165 req-a897a8a3-cf79-42f4-a4a1-c0583b5e47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:09.660043 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d044290f-a069-4129-bb80-8226f8984165 req-a897a8a3-cf79-42f4-a4a1-c0583b5e47ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439525 Nov 09 05:08:09.747434 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d044290f-a069-4129-bb80-8226f8984165 req-cdc4fefb-25bb-4679-98b0-4acd38b599c2 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801501 Nov 09 05:08:09.836781 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d044290f-a069-4129-bb80-8226f8984165 req-2485cfae-053b-47ca-9d04-bb3f13ee2795 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824709 Nov 09 05:08:17.477467 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:21.261245 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 58284) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:21.412832 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Deleting port 4dde9ef8-b789-43f6-8cc4-3a5edc8c8fca {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:08:21.413165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:21.484308 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:21.484631 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:21.495830 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Calling delete_port for 4dde9ef8-b789-43f6-8cc4-3a5edc8c8fca owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:08:21.645123 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:21.675993 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event deleted for resources: {'Port': ['ID=4dde9ef8-b789-43f6-8cc4-3a5edc8c8fca,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:21.701647 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:21.701850 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:21.702184 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:21.702509 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:21.702833 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:21.703156 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:21.703475 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:21.703791 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:21.704108 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:21.704423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:21.704737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:21.705052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:21.745951 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:21.746277 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Floating IP feb35825-c390-48c5-bf93-a5fb1d96e29e disassociated (deleted). External IP: 172.26.5.211, port: e77ba313-3b78-44d6-858b-0d547de2c917. Nov 09 05:08:21.945303 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:08:22.049232 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:08:22.054059 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:22.059111 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bfc9ef-dab2-43f1-a0e6-bb906237e8e0 None None] Sync routers for ids ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:08:22.067978 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bfc9ef-dab2-43f1-a0e6-bb906237e8e0 None None] Routers {'cd60f2a9-7da4-4fdd-8cde-edaec6355be8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:08:22.068581 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e5bfc9ef-dab2-43f1-a0e6-bb906237e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:07:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:22.079457 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-ffcbebc0-18b8-4514-9f07-6356fdf5526f tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "DELETE /v2.0/floatingips/feb35825-c390-48c5-bf93-a5fb1d96e29e HTTP/1.1" status: 204 len: 168 time: 0.8172157 Nov 09 05:08:22.080022 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f422162-51ed-4c9a-8ce0-543f55630027', 'tag': 'e77ba313-3b78-44d6-858b-0d547de2c917'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:08:22.082257 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea418697-4178-4c23-ad7a-0eefbe4fb993" -d '{"events": [{"name": "network-changed", "server_uuid": "4f422162-51ed-4c9a-8ce0-543f55630027", "tag": "e77ba313-3b78-44d6-858b-0d547de2c917"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:08:22.118935 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715ec9b2-ef80-4217-96d3-3eb8b967c8dc x-openstack-request-id: req-715ec9b2-ef80-4217-96d3-3eb8b967c8dc {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:08:22.119223 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f422162-51ed-4c9a-8ce0-543f55630027", "tag": "e77ba313-3b78-44d6-858b-0d547de2c917", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:08:22.119473 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-715ec9b2-ef80-4217-96d3-3eb8b967c8dc {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:08:22.119872 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f422162-51ed-4c9a-8ce0-543f55630027', 'tag': 'e77ba313-3b78-44d6-858b-0d547de2c917', 'status': 'completed', 'code': 200} Nov 09 05:08:22.184669 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e5bfc9ef-dab2-43f1-a0e6-bb906237e8e0 None None] Set router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:08:22.186018 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea418697-4178-4c23-ad7a-0eefbe4fb993 req-3fc662a6-c5f3-4a2c-94fc-62df69988959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:22.187635 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ea418697-4178-4c23-ad7a-0eefbe4fb993 req-3fc662a6-c5f3-4a2c-94fc-62df69988959 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 1098 time: 0.0453908 Nov 09 05:08:22.301077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea418697-4178-4c23-ad7a-0eefbe4fb993 req-20a58199-acc6-4fc5-8a94-4a158641f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:22.302615 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ea418697-4178-4c23-ad7a-0eefbe4fb993 req-20a58199-acc6-4fc5-8a94-4a158641f6ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 200 len: 909 time: 0.1059313 Nov 09 05:08:22.355507 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ea418697-4178-4c23-ad7a-0eefbe4fb993 req-a21050af-965e-4ea2-a3e3-76a747e5f701 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e77ba313-3b78-44d6-858b-0d547de2c917 HTTP/1.1" status: 200 len: 217 time: 0.0437939 Nov 09 05:08:22.385840 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e5bfc9ef-dab2-43f1-a0e6-bb906237e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '93f796c1-e6fe-418e-9d43-299848856a99', 'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'mac_address': 'fa:16:3e:0d:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:53Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 5, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'subnets': [{'id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:22.414127 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bfc9ef-dab2-43f1-a0e6-bb906237e8e0 None None] Checking router: cd60f2a9-7da4-4fdd-8cde-edaec6355be8 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:08:22.422218 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bfc9ef-dab2-43f1-a0e6-bb906237e8e0 None None] Routers {'cd60f2a9-7da4-4fdd-8cde-edaec6355be8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:08:22.422805 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e5bfc9ef-dab2-43f1-a0e6-bb906237e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:07:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:22.426537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa2e9-92de-42e5-a5b3-d18aa90c59fd req-0fb12f08-dbda-45a5-b311-57b0b46b7220 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:22.428037 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-272aa2e9-92de-42e5-a5b3-d18aa90c59fd req-0fb12f08-dbda-45a5-b311-57b0b46b7220 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.1626797 Nov 09 05:08:22.429334 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea418697-4178-4c23-ad7a-0eefbe4fb993 req-6f51fbec-cef1-483b-9aa1-497e53333648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:22.431206 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ea418697-4178-4c23-ad7a-0eefbe4fb993 req-6f51fbec-cef1-483b-9aa1-497e53333648 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 200 len: 848 time: 0.0605116 Nov 09 05:08:22.507114 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-272aa2e9-92de-42e5-a5b3-d18aa90c59fd req-ea64e919-eb71-4951-b366-94c1de7f86bf tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724833 Nov 09 05:08:22.513259 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea418697-4178-4c23-ad7a-0eefbe4fb993 req-d94cf712-f2ca-4f24-8cc7-042655bede8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:22.515064 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ea418697-4178-4c23-ad7a-0eefbe4fb993 req-d94cf712-f2ca-4f24-8cc7-042655bede8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a8758e45-1f3d-4084-ad83-935eff165827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748179 Nov 09 05:08:22.524934 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-e5bfc9ef-dab2-43f1-a0e6-bb906237e8e0 None None] Set router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:08:22.604286 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ea418697-4178-4c23-ad7a-0eefbe4fb993 req-89a0a610-4dd3-4674-a1f9-b8baac40baa5 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814991 Nov 09 05:08:22.698248 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-ea418697-4178-4c23-ad7a-0eefbe4fb993 req-c8b8f9a8-1ee5-47ca-ba47-e09a9d4da404 service neutron] 10.222.0.31 "GET /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862813 Nov 09 05:08:22.714586 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-e5bfc9ef-dab2-43f1-a0e6-bb906237e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '93f796c1-e6fe-418e-9d43-299848856a99', 'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'mac_address': 'fa:16:3e:0d:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:53Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 5, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'subnets': [{'id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:22.741430 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bfc9ef-dab2-43f1-a0e6-bb906237e8e0 None None] The sync data for ids ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'] in dv-neutron-816800-2-hyperv is: [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:53Z', 'revision_number': 4, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '93f796c1-e6fe-418e-9d43-299848856a99', 'name': '', 'network_id': 'a8758e45-1f3d-4084-ad83-935eff165827', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'mac_address': 'fa:16:3e:0d:bc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:53Z', 'updated_at': '2021-11-09T04:59:58Z', 'revision_number': 5, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'subnets': [{'id': 'a1efa820-e3fb-46cc-a5ba-c4262e00e485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:08:22.943111 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51aae79-f890-4086-8ec8-795396b97be0 None None] New status for floating IP feb35825-c390-48c5-bf93-a5fb1d96e29e: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:08:23.699049 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8069d6-aa40-4cab-9d5a-0ce47218c02d req-1bc5ad6a-437d-4a97-85b1-cdd682bf74a8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:23.700588 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ea8069d6-aa40-4cab-9d5a-0ce47218c02d req-1bc5ad6a-437d-4a97-85b1-cdd682bf74a8 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.1252315 Nov 09 05:08:23.749130 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ea8069d6-aa40-4cab-9d5a-0ce47218c02d req-e31877f2-2e6e-4eee-a993-d999c9a4f021 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423272 Nov 09 05:08:23.809248 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e33892-016e-43bf-b279-a1f7b1fe37b2 req-83a77e28-77ad-4f01-b882-a966e8452cb6 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:23.810626 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32e33892-016e-43bf-b279-a1f7b1fe37b2 req-83a77e28-77ad-4f01-b882-a966e8452cb6 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 945 time: 0.0466168 Nov 09 05:08:23.899911 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-32e33892-016e-43bf-b279-a1f7b1fe37b2 req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Deleting port e77ba313-3b78-44d6-858b-0d547de2c917 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:08:23.900249 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-32e33892-016e-43bf-b279-a1f7b1fe37b2 req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:23.984156 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-32e33892-016e-43bf-b279-a1f7b1fe37b2 req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] For port e77ba313-3b78-44d6-858b-0d547de2c917, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=e77ba313-3b78-44d6-858b-0d547de2c917,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:23.984517 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-32e33892-016e-43bf-b279-a1f7b1fe37b2 req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:23.997021 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-32e33892-016e-43bf-b279-a1f7b1fe37b2 req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Calling delete_port for e77ba313-3b78-44d6-858b-0d547de2c917 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:08:24.121620 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-32e33892-016e-43bf-b279-a1f7b1fe37b2 req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:24.146825 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event deleted for resources: {'Port': ['ID=e77ba313-3b78-44d6-858b-0d547de2c917,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:24.159935 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:24.160284 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:24.160626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:24.160965 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:24.161296 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:24.161657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:24.161987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:24.162314 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:24.162648 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:24.162975 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:24.163301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:24.163621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:24.200861 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e33892-016e-43bf-b279-a1f7b1fe37b2 req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] No DVR routers for this DVR port e77ba313-3b78-44d6-858b-0d547de2c917 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:08:24.203306 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-32e33892-016e-43bf-b279-a1f7b1fe37b2 req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:24.206585 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-32e33892-016e-43bf-b279-a1f7b1fe37b2 req-97fd01e0-60ba-4abb-98bf-425b93800c87 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.31 "DELETE /v2.0/ports/e77ba313-3b78-44d6-858b-0d547de2c917 HTTP/1.1" status: 204 len: 173 time: 0.3899066 Nov 09 05:08:24.207009 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f422162-51ed-4c9a-8ce0-543f55630027', 'name': 'network-vif-deleted', 'tag': 'e77ba313-3b78-44d6-858b-0d547de2c917'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:08:24.209273 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a16957-735e-4654-bb9f-51a1444d5b07" -d '{"events": [{"server_uuid": "4f422162-51ed-4c9a-8ce0-543f55630027", "name": "network-vif-deleted", "tag": "e77ba313-3b78-44d6-858b-0d547de2c917"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:08:24.246843 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8047886-6c2c-4654-82bc-d9d5f10e40ae x-openstack-request-id: req-c8047886-6c2c-4654-82bc-d9d5f10e40ae {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:08:24.247160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f422162-51ed-4c9a-8ce0-543f55630027", "name": "network-vif-deleted", "tag": "e77ba313-3b78-44d6-858b-0d547de2c917", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:08:24.247412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8047886-6c2c-4654-82bc-d9d5f10e40ae {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:08:24.247813 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f422162-51ed-4c9a-8ce0-543f55630027', 'name': 'network-vif-deleted', 'tag': 'e77ba313-3b78-44d6-858b-0d547de2c917', 'status': 'completed', 'code': 200} Nov 09 05:08:24.841349 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ab534d27-7d8b-4fec-b520-bc1154272f81 req-6e8c5c5e-1ebd-4b01-9834-47d88f2ed777 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 210 time: 0.0263276 Nov 09 05:08:25.650562 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-59bf26df-8c33-42fb-9364-1b3aa455fdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:25.935931 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-51e0cf6d-0d87-4798-ba62-b4e747350d44 req-d3330569-8e89-4edf-a783-794bd8efd5f3 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 210 time: 0.0266047 Nov 09 05:08:26.137270 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e77ba313-3b78-44d6-858b-0d547de2c917 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:08:26.158576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: e77ba313-3b78-44d6-858b-0d547de2c917 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:08:26.158925 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device e77ba313-3b78-44d6-858b-0d547de2c917 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:08:27.034650 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-01b6c3fb-5555-427b-ad1d-8bd38d17ca7d req-26fe3f65-cbbc-4830-bfbb-61134a832d21 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 210 time: 0.0294425 Nov 09 05:08:27.944786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f40a61be-8c5a-435c-97d6-1042473c1fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:28.129286 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e57f673a-956a-4fa9-b6e9-b0257f33a006 req-7dcbb485-9ef9-4db0-a78e-da67fa843652 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f422162-51ed-4c9a-8ce0-543f55630027 HTTP/1.1" status: 200 len: 210 time: 0.0260494 Nov 09 05:08:29.186294 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58328) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:29.246832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cca6c8d5-5296-4b71-8c6c-fa602a5f5b15 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:29.272582 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cca6c8d5-5296-4b71-8c6c-fa602a5f5b15 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:29.278041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:29.333410 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cca6c8d5-5296-4b71-8c6c-fa602a5f5b15 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:29.336145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-cca6c8d5-5296-4b71-8c6c-fa602a5f5b15 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:29.337328 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-cca6c8d5-5296-4b71-8c6c-fa602a5f5b15 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] 10.222.0.21 "DELETE /v2.0/security-groups/cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93 HTTP/1.1" status: 204 len: 168 time: 0.1499660 Nov 09 05:08:29.348583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6c8d5-5296-4b71-8c6c-fa602a5f5b15 tempest-TestShelveInstance-631808316 tempest-TestShelveInstance-631808316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2faf9e-76f9-4f7c-950f-bf7d6d6e6c93,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:29.377543 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58332) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:29.829408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9f7531c-4499-4f0b-b818-881800384524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:30.395696 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d9f7531c-4499-4f0b-b818-881800384524 admin admin] Deleting port 93f796c1-e6fe-418e-9d43-299848856a99 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:08:30.396408 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9f7531c-4499-4f0b-b818-881800384524 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:30.474160 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-d9f7531c-4499-4f0b-b818-881800384524 admin admin] For port 93f796c1-e6fe-418e-9d43-299848856a99, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=93f796c1-e6fe-418e-9d43-299848856a99,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:30.474519 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9f7531c-4499-4f0b-b818-881800384524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:30.487007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-d9f7531c-4499-4f0b-b818-881800384524 admin admin] Calling delete_port for 93f796c1-e6fe-418e-9d43-299848856a99 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:08:30.502424 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:30.665529 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9f7531c-4499-4f0b-b818-881800384524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:30.697130 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7531c-4499-4f0b-b818-881800384524 admin admin] Pushing event deleted for resources: {'Port': ['ID=93f796c1-e6fe-418e-9d43-299848856a99,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:30.865622 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-d9f7531c-4499-4f0b-b818-881800384524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:31.085201 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f7531c-4499-4f0b-b818-881800384524 admin admin] Router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:08:31.144645 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:31.197282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f7531c-4499-4f0b-b818-881800384524 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:08:31.202623 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-d9f7531c-4499-4f0b-b818-881800384524 admin admin] 10.222.0.21 "PUT /v2.0/routers/cd60f2a9-7da4-4fdd-8cde-edaec6355be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8240509 Nov 09 05:08:31.205189 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58338) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:31.208256 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401ebff-4e97-498c-a774-270a47f8e058 None None] Sync routers for ids ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:08:31.224396 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401ebff-4e97-498c-a774-270a47f8e058 None None] Routers {'cd60f2a9-7da4-4fdd-8cde-edaec6355be8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:08:31.225007 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6401ebff-4e97-498c-a774-270a47f8e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:08:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:31.313400 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:31.336572 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-6401ebff-4e97-498c-a774-270a47f8e058 None None] Set router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:08:31.389335 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:08:31.417561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:31.471940 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] Deleting port 65255f8b-d220-4552-963d-ea0d91023f6a {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:08:31.472194 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:31.522429 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6401ebff-4e97-498c-a774-270a47f8e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T05:08:30Z', 'revision_number': 5, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port': {'id': '65255f8b-d220-4552-963d-ea0d91023f6a', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:50:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T04:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:31.550179 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401ebff-4e97-498c-a774-270a47f8e058 None None] Checking router: cd60f2a9-7da4-4fdd-8cde-edaec6355be8 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:08:31.550428 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] For port 65255f8b-d220-4552-963d-ea0d91023f6a, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=65255f8b-d220-4552-963d-ea0d91023f6a,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:31.550813 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:31.560090 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401ebff-4e97-498c-a774-270a47f8e058 None None] Routers {'cd60f2a9-7da4-4fdd-8cde-edaec6355be8'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:08:31.560814 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6401ebff-4e97-498c-a774-270a47f8e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:08:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:31.564166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] Calling delete_port for 65255f8b-d220-4552-963d-ea0d91023f6a owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:08:31.649772 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-6401ebff-4e97-498c-a774-270a47f8e058 None None] Set router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:08:31.704425 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6401ebff-4e97-498c-a774-270a47f8e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T05:08:31Z', 'revision_number': 6, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:31.731223 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401ebff-4e97-498c-a774-270a47f8e058 None None] The sync data for ids ['cd60f2a9-7da4-4fdd-8cde-edaec6355be8'] in dv-neutron-816800-2-hyperv is: [{'id': 'cd60f2a9-7da4-4fdd-8cde-edaec6355be8', 'name': 'tempest-TestShelveInstance-1064963909-router', 'tenant_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:51Z', 'updated_at': '2021-11-09T05:08:31Z', 'revision_number': 6, 'project_id': 'aac8fdd2f6fd41debe614da6f12cc299', 'gw_port_host': None}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:08:31.744527 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:31.774691 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] Pushing event deleted for resources: {'Port': ['ID=65255f8b-d220-4552-963d-ea0d91023f6a,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:31.832609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:31.928412 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:31.930743 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:31.973673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:31.974394 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd60f2a9-7da4-4fdd-8cde-edaec6355be8 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 05:08:31.980116 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:31.981147 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1bdaad32-53f0-45c5-8dca-6d0156410463 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cd60f2a9-7da4-4fdd-8cde-edaec6355be8 HTTP/1.1" status: 204 len: 168 time: 0.7749305 Nov 09 05:08:31.983739 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58342) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:32.031017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5842b3-43bf-43e0-bdb0-01a4b8406a41 admin admin] Deleting subnet a1efa820-e3fb-46cc-a5ba-c4262e00e485 {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:08:32.034032 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c5842b3-43bf-43e0-bdb0-01a4b8406a41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.067969 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c5842b3-43bf-43e0-bdb0-01a4b8406a41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.150946 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c5842b3-43bf-43e0-bdb0-01a4b8406a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.213169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c5842b3-43bf-43e0-bdb0-01a4b8406a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.239776 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5842b3-43bf-43e0-bdb0-01a4b8406a41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1efa820-e3fb-46cc-a5ba-c4262e00e485,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:32.243344 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-4c5842b3-43bf-43e0-bdb0-01a4b8406a41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.248803 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-4c5842b3-43bf-43e0-bdb0-01a4b8406a41 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a1efa820-e3fb-46cc-a5ba-c4262e00e485 HTTP/1.1" status: 204 len: 168 time: 0.2618401 Nov 09 05:08:32.249049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58344) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:32.249958 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812ebd77-2dc0-4210-b778-e7ba81c263ce None None] Network a8758e45-1f3d-4084-ad83-935eff165827 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:08:32.317278 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.379508 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] Deleting port 7f08707b-c4bb-4ed5-ab74-81fee6de3646 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:08:32.379921 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.446328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] For port 7f08707b-c4bb-4ed5-ab74-81fee6de3646, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=7f08707b-c4bb-4ed5-ab74-81fee6de3646,segment=NetworkSegment(602cf6d8-c434-4e62-ac9c-bbe1a7a05da9),segment_id=602cf6d8-c434-4e62-ac9c-bbe1a7a05da9)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:32.446930 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.458718 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] Calling delete_port for 7f08707b-c4bb-4ed5-ab74-81fee6de3646 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:08:32.534835 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] DHCP port deletion for a8758e45-1f3d-4084-ad83-935eff165827 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 05:08:32.557771 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.587591 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f08707b-c4bb-4ed5-ab74-81fee6de3646,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:32.591036 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] No DVR routers for this DVR port 7f08707b-c4bb-4ed5-ab74-81fee6de3646 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:08:32.592702 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Deleting port 7f08707b-c4bb-4ed5-ab74-81fee6de3646 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:08:32.593086 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.665027 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] For port 7f08707b-c4bb-4ed5-ab74-81fee6de3646, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:32.665419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.667516 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.679541 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 7f08707b-c4bb-4ed5-ab74-81fee6de3646 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:08:32.682249 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Calling delete_port for 7f08707b-c4bb-4ed5-ab74-81fee6de3646 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:08:32.685998 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.ipam_backend_mixin [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Port 7f08707b-c4bb-4ed5-ab74-81fee6de3646 was not found and therefore no delete operation was performed {{(pid=101885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 05:08:32.703409 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 7f08707b-c4bb-4ed5-ab74-81fee6de3646 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:08:32.703572 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8758e45-1f3d-4084-ad83-935eff165827']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:32.703757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 7f08707b-c4bb-4ed5-ab74-81fee6de3646 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:08:32.704368 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 65255f8b-d220-4552-963d-ea0d91023f6a no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:08:32.713685 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:32.713993 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602cf6d8-c434-4e62-ac9c-bbe1a7a05da9') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:32.722811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.723353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.730975 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 65255f8b-d220-4552-963d-ea0d91023f6a {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:08:32.731324 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 65255f8b-d220-4552-963d-ea0d91023f6a not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:08:32.731771 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 93f796c1-e6fe-418e-9d43-299848856a99 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:08:32.736624 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.743129 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:08:32.743577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:08:32.745225 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:08:32.753442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Pushing event deleted for resources: {'Port': ['ID=7f08707b-c4bb-4ed5-ab74-81fee6de3646,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:32.755630 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] No DVR routers for this DVR port 7f08707b-c4bb-4ed5-ab74-81fee6de3646 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:08:32.781842 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 93f796c1-e6fe-418e-9d43-299848856a99 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:08:32.782059 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 93f796c1-e6fe-418e-9d43-299848856a99 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:08:32.786672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:32.786672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:32.786672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:32.786672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:32.786672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:32.786672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:32.787735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:32.787735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:32.787735 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:32.788005 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:32.788096 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:32.788409 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e5828-acc6-48b6-afbb-6fa0fecdc389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:32.803896 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.811040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.814307 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a8758e45-1f3d-4084-ad83-935eff165827 HTTP/1.1" status: 204 len: 168 time: 0.5643148 Nov 09 05:08:32.817265 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 58346) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:32.827049 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0d791-aa79-4996-ab3a-0c8d8fcd2011 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8758e45-1f3d-4084-ad83-935eff165827,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:33.454444 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2fbca65-52bc-4d84-9853-d9ebd045cd4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:33.687815 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbca65-52bc-4d84-9853-d9ebd045cd4e admin admin] Deleting port 239441fc-57ea-4f63-8cd9-ff602b64af7c {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:08:33.688158 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2fbca65-52bc-4d84-9853-d9ebd045cd4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:33.767590 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-f2fbca65-52bc-4d84-9853-d9ebd045cd4e admin admin] For port 239441fc-57ea-4f63-8cd9-ff602b64af7c, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=239441fc-57ea-4f63-8cd9-ff602b64af7c,segment=NetworkSegment(4ff8d3e3-eebd-419f-af37-32b0e1d1d859),segment_id=4ff8d3e3-eebd-419f-af37-32b0e1d1d859)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:33.767883 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2fbca65-52bc-4d84-9853-d9ebd045cd4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:33.780042 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-f2fbca65-52bc-4d84-9853-d9ebd045cd4e admin admin] Calling delete_port for 239441fc-57ea-4f63-8cd9-ff602b64af7c owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:08:33.951621 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2fbca65-52bc-4d84-9853-d9ebd045cd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:33.978230 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbca65-52bc-4d84-9853-d9ebd045cd4e admin admin] Pushing event deleted for resources: {'Port': ['ID=239441fc-57ea-4f63-8cd9-ff602b64af7c,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:34.137670 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f2fbca65-52bc-4d84-9853-d9ebd045cd4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:34.344047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fbca65-52bc-4d84-9853-d9ebd045cd4e admin admin] Router 642ee915-6837-4389-97de-33c87b2cf9d7 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:08:34.451714 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fbca65-52bc-4d84-9853-d9ebd045cd4e admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:08:34.456626 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f2fbca65-52bc-4d84-9853-d9ebd045cd4e admin admin] 10.222.0.21 "PUT /v2.0/routers/642ee915-6837-4389-97de-33c87b2cf9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6382797 Nov 09 05:08:34.459565 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58348) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:34.460160 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2519832a-2ed5-4538-b4b3-494d6a65b0aa None None] Sync routers for ids ['642ee915-6837-4389-97de-33c87b2cf9d7'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:08:34.469589 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2519832a-2ed5-4538-b4b3-494d6a65b0aa None None] Routers {'642ee915-6837-4389-97de-33c87b2cf9d7'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:08:34.470204 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2519832a-2ed5-4538-b4b3-494d6a65b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:08:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['642ee915-6837-4389-97de-33c87b2cf9d7'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:34.564455 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:34.573664 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-2519832a-2ed5-4538-b4b3-494d6a65b0aa None None] Set router 642ee915-6837-4389-97de-33c87b2cf9d7 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:08:34.671418 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:34.722698 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] Deleting port c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:08:34.723036 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:34.749261 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2519832a-2ed5-4538-b4b3-494d6a65b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'name': 'tempest-TestShelveInstance-716238438-router', 'tenant_id': '036bcaf937084da084905519a903ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:55Z', 'updated_at': '2021-11-09T05:08:33Z', 'revision_number': 5, 'project_id': '036bcaf937084da084905519a903ca35', 'gw_port': {'id': 'c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:59:56Z', 'updated_at': '2021-11-09T05:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:34.775292 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2519832a-2ed5-4538-b4b3-494d6a65b0aa None None] Checking router: 642ee915-6837-4389-97de-33c87b2cf9d7 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:08:34.783378 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2519832a-2ed5-4538-b4b3-494d6a65b0aa None None] Routers {'642ee915-6837-4389-97de-33c87b2cf9d7'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:08:34.783976 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2519832a-2ed5-4538-b4b3-494d6a65b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:08:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['642ee915-6837-4389-97de-33c87b2cf9d7'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:34.804229 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] For port c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:34.804589 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:34.817282 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] Calling delete_port for c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:08:34.868473 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-2519832a-2ed5-4538-b4b3-494d6a65b0aa None None] Set router 642ee915-6837-4389-97de-33c87b2cf9d7 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:08:34.921847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-2519832a-2ed5-4538-b4b3-494d6a65b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'name': 'tempest-TestShelveInstance-716238438-router', 'tenant_id': '036bcaf937084da084905519a903ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:55Z', 'updated_at': '2021-11-09T05:08:34Z', 'revision_number': 6, 'project_id': '036bcaf937084da084905519a903ca35', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:34.947282 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2519832a-2ed5-4538-b4b3-494d6a65b0aa None None] The sync data for ids ['642ee915-6837-4389-97de-33c87b2cf9d7'] in dv-neutron-816800-2-hyperv is: [{'id': '642ee915-6837-4389-97de-33c87b2cf9d7', 'name': 'tempest-TestShelveInstance-716238438-router', 'tenant_id': '036bcaf937084da084905519a903ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:59:55Z', 'updated_at': '2021-11-09T05:08:34Z', 'revision_number': 6, 'project_id': '036bcaf937084da084905519a903ca35', 'gw_port_host': None}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:08:34.982949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.005139 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:35.069328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.155797 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.157815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.198385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.198901 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 642ee915-6837-4389-97de-33c87b2cf9d7 {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 05:08:35.203101 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.204242 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-369f11ff-8610-49d8-8b1d-9754212edd2e admin admin] 10.222.0.21 "DELETE /v2.0/routers/642ee915-6837-4389-97de-33c87b2cf9d7 HTTP/1.1" status: 204 len: 168 time: 0.7436774 Nov 09 05:08:35.206821 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58350) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:35.250048 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6112924-483a-4366-b3db-3cb3c39b0fb2 admin admin] Deleting subnet 51650d7b-522d-4e56-bda2-29492718487f {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:08:35.252881 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c6112924-483a-4366-b3db-3cb3c39b0fb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.289034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c6112924-483a-4366-b3db-3cb3c39b0fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.371334 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c6112924-483a-4366-b3db-3cb3c39b0fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.421934 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c6112924-483a-4366-b3db-3cb3c39b0fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.447558 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6112924-483a-4366-b3db-3cb3c39b0fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51650d7b-522d-4e56-bda2-29492718487f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:35.449498 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-c6112924-483a-4366-b3db-3cb3c39b0fb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.452638 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-c6112924-483a-4366-b3db-3cb3c39b0fb2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/51650d7b-522d-4e56-bda2-29492718487f HTTP/1.1" status: 204 len: 168 time: 0.2448812 Nov 09 05:08:35.454499 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d6cfdf-3199-4b04-819f-b24e4eaa438c None None] Network da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:08:35.455244 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58352) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:35.527255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.577904 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] Deleting port 62088504-a707-43a6-86fc-54eebd3a7437 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:08:35.578251 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.643728 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] For port 62088504-a707-43a6-86fc-54eebd3a7437, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=62088504-a707-43a6-86fc-54eebd3a7437,segment=NetworkSegment(4ff8d3e3-eebd-419f-af37-32b0e1d1d859),segment_id=4ff8d3e3-eebd-419f-af37-32b0e1d1d859)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:35.644025 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.656841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] Calling delete_port for 62088504-a707-43a6-86fc-54eebd3a7437 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:08:35.697682 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0964898b-8a7c-41aa-9b68-64e6552ac0f2 None None] DHCP port deletion for da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 05:08:35.738338 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.752667 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-0964898b-8a7c-41aa-9b68-64e6552ac0f2 None None] Deleting port 62088504-a707-43a6-86fc-54eebd3a7437 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:08:35.753041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0964898b-8a7c-41aa-9b68-64e6552ac0f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.764741 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] Pushing event deleted for resources: {'Port': ['ID=62088504-a707-43a6-86fc-54eebd3a7437,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:35.768157 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] No DVR routers for this DVR port 62088504-a707-43a6-86fc-54eebd3a7437 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:08:35.814181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0964898b-8a7c-41aa-9b68-64e6552ac0f2 None None] For port 62088504-a707-43a6-86fc-54eebd3a7437, host dv-neutron-816800-2-hyperv, got binding levels [] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:35.814666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0964898b-8a7c-41aa-9b68-64e6552ac0f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.828116 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-0964898b-8a7c-41aa-9b68-64e6552ac0f2 None None] Calling delete_port for 62088504-a707-43a6-86fc-54eebd3a7437 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:08:35.830845 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.ipam_backend_mixin [None req-0964898b-8a7c-41aa-9b68-64e6552ac0f2 None None] Port 62088504-a707-43a6-86fc-54eebd3a7437 was not found and therefore no delete operation was performed {{(pid=101885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 05:08:35.832169 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0964898b-8a7c-41aa-9b68-64e6552ac0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.841299 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.855799 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964898b-8a7c-41aa-9b68-64e6552ac0f2 None None] Pushing event deleted for resources: {'Port': ['ID=62088504-a707-43a6-86fc-54eebd3a7437,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:35.861242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964898b-8a7c-41aa-9b68-64e6552ac0f2 None None] No DVR routers for this DVR port 62088504-a707-43a6-86fc-54eebd3a7437 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:08:35.861367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:35.871353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff8d3e3-eebd-419f-af37-32b0e1d1d859') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:35.871652 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff8d3e3-eebd-419f-af37-32b0e1d1d859') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:35.880818 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.894098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.900053 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:08:35.900439 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:08:35.902308 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:08:35.961229 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.971878 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:35.971878 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] 10.222.0.21 "DELETE /v2.0/networks/da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca HTTP/1.1" status: 204 len: 168 time: 0.5139697 Nov 09 05:08:35.989004 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109afd7-89aa-415c-b8b9-46a9b49a4edb admin admin] Pushing event deleted for resources: {'Network': ['ID=da6fc2b5-e0bd-4d61-aab2-03a5c2d081ca,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:36.080545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58356) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:36.119682 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-194425de-d170-4dfe-882e-ccf2e667d6c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aac8fdd2f6fd41debe614da6f12cc299&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379899 Nov 09 05:08:36.122201 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58358) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:36.171279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a68df03d-88a1-4f50-aee2-1c0fbb6c5914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:36.192333 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a68df03d-88a1-4f50-aee2-1c0fbb6c5914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:36.237077 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a68df03d-88a1-4f50-aee2-1c0fbb6c5914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:36.239575 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a68df03d-88a1-4f50-aee2-1c0fbb6c5914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:36.240746 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a68df03d-88a1-4f50-aee2-1c0fbb6c5914 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b87fe2e-9b6b-47da-bf6c-0f928f83c4a1 HTTP/1.1" status: 204 len: 168 time: 0.1176414 Nov 09 05:08:36.248640 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68df03d-88a1-4f50-aee2-1c0fbb6c5914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b87fe2e-9b6b-47da-bf6c-0f928f83c4a1,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:36.562902 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58366) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:36.601554 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-40d74f20-7499-4790-80f3-00ec8d5beb65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=036bcaf937084da084905519a903ca35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372419 Nov 09 05:08:36.604039 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58368) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:36.656290 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-53cea6ad-8b46-4964-93c0-5a07ab98b160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:36.658699 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:08:36.676963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-53cea6ad-8b46-4964-93c0-5a07ab98b160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:36.682427 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:08:36.682781 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device c2e981ed-99b3-4c93-97e8-6dc8f9aff3ed not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:08:36.683202 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 62088504-a707-43a6-86fc-54eebd3a7437 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:08:36.702462 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 62088504-a707-43a6-86fc-54eebd3a7437 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:08:36.703043 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 62088504-a707-43a6-86fc-54eebd3a7437 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:08:36.703216 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 239441fc-57ea-4f63-8cd9-ff602b64af7c no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:08:36.722560 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 239441fc-57ea-4f63-8cd9-ff602b64af7c {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:08:36.722909 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 239441fc-57ea-4f63-8cd9-ff602b64af7c not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:08:36.724397 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-53cea6ad-8b46-4964-93c0-5a07ab98b160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:36.727839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-53cea6ad-8b46-4964-93c0-5a07ab98b160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:36.729460 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-53cea6ad-8b46-4964-93c0-5a07ab98b160 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df0162fd-0b70-46ef-89c9-f39e8edd33dc HTTP/1.1" status: 204 len: 168 time: 0.1241837 Nov 09 05:08:36.737388 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cea6ad-8b46-4964-93c0-5a07ab98b160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0162fd-0b70-46ef-89c9-f39e8edd33dc,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:37.403777 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 58390) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:37.499025 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1052391543-network', 'tenant_id': '707b0fd38e294fd0810e42f955d05598'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:37.519262 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] Made reservation on behalf of 707b0fd38e294fd0810e42f955d05598 for: {'network': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:08:37.521675 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:37.530432 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:37.602171 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:37.605749 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:37.625144 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=101884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 05:08:37.639747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97c0ff8-0fde-4540-8159-bff388e2c641,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:37.642571 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:37.642914 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.segments_db [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] Added segment f4d89c29-e088-4471-b471-20e83278666b of type vlan for network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 Nov 09 05:08:37.685834 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:37.710898 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:37.712498 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:37.713075 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] Publish callbacks [] for network, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:37.768737 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3638577 Nov 09 05:08:37.771722 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58394) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:37.774329 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940877eb-2701-4e20-b6c7-ee480a76ebca admin admin] Pushing event updated for resources: {'Network': ['ID=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:37.777200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-a10e7559-a734-4b82-a5d0-7fc91f6b3d5c admin admin] Request body: {'subnet': {'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1052391543-subnet', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'ip_version': 4}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:37.783668 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 05:08:37.798006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10e7559-a734-4b82-a5d0-7fc91f6b3d5c admin admin] Made reservation on behalf of 707b0fd38e294fd0810e42f955d05598 for: {'subnet': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:08:37.800505 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a10e7559-a734-4b82-a5d0-7fc91f6b3d5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62879850'] for subnet, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:37.971092 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a10e7559-a734-4b82-a5d0-7fc91f6b3d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62122709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62880144'] for subnet, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:38.019983 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e7559-a734-4b82-a5d0-7fc91f6b3d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=233ac7ac-7438-4c89-950a-2d2cdbdde9ec,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:38.034624 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10e7559-a734-4b82-a5d0-7fc91f6b3d5c admin admin] Checking segment: {'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:08:38.034984 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10e7559-a734-4b82-a5d0-7fc91f6b3d5c admin admin] Network hostable DHCP agents. Network: 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 05:08:38.049991 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10e7559-a734-4b82-a5d0-7fc91f6b3d5c admin admin] Network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 05:08:38.058375 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-a10e7559-a734-4b82-a5d0-7fc91f6b3d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7) {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:08:38.062285 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e7559-a734-4b82-a5d0-7fc91f6b3d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:38.062878 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a10e7559-a734-4b82-a5d0-7fc91f6b3d5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:38.069007 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d76d3b-5015-4a36-972f-3f4dbc252436 None None] Network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:08:38.079032 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a10e7559-a734-4b82-a5d0-7fc91f6b3d5c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3062451 Nov 09 05:08:38.081819 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58396) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:38.086123 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:38.107634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:38.108638 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:38.162337 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:38.210641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 05:08:38.211533 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:38.346522 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Allocated IP 172.20.0.2 (7b6f1b42-4e2e-45a6-aff9-1711df5c73d7/233ac7ac-7438-4c89-950a-2d2cdbdde9ec/aa4b9b18-db05-4a34-87a2-adaf411425b3) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:08:38.495687 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:38.501684 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:38.536655 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:08:38.548665 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:08:38.552583 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:08:38.560993 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Pushing event updated for resources: {'Port': ['ID=aa4b9b18-db05-4a34-87a2-adaf411425b3,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:38.612009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Attempting to bind port aa4b9b18-db05-4a34-87a2-adaf411425b3 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:08:38.612383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Attempting to bind port aa4b9b18-db05-4a34-87a2-adaf411425b3 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:08:38.612747 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Attempting to bind port aa4b9b18-db05-4a34-87a2-adaf411425b3 on network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:08:38.617722 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:08:38.618103 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Checking segment: {'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:08:38.618506 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:38.618902 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Bound using segment: {'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:08:38.619371 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Bound port: aa4b9b18-db05-4a34-87a2-adaf411425b3, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:08:38.619752 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:38.629459 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:38.682612 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] For port aa4b9b18-db05-4a34-87a2-adaf411425b3, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:08:38.685911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] For port aa4b9b18-db05-4a34-87a2-adaf411425b3, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=aa4b9b18-db05-4a34-87a2-adaf411425b3,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:08:38.690832 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:38.750459 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9de014-d198-493f-9d85-77ab916c5ba4 None None] Pushing event updated for resources: {'Port': ['ID=aa4b9b18-db05-4a34-87a2-adaf411425b3,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:38.838356 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:38.857477 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:38.974471 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Allocated IP 172.26.5.44 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/a9465031-7474-4885-a36f-9a3871618606) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:08:39.078421 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:39.112216 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:39.153577 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:08:39.158142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:08:39.160512 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:08:39.186499 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a9465031-7474-4885-a36f-9a3871618606,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:39.413610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:39.577130 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af929b7d-fdb8-450c-a74d-a8b004a427f8 None None] Network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:08:39.615437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:39.691265 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-816df841-49d0-40bf-8762-b58c1135e890 None None] Provisioning complete for port aa4b9b18-db05-4a34-87a2-adaf411425b3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:39.691575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-816df841-49d0-40bf-8762-b58c1135e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:39.746715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Router 60099175-a205-403b-9708-e940cfee699d is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 05:08:39.808315 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-816df841-49d0-40bf-8762-b58c1135e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:39.842773 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-816df841-49d0-40bf-8762-b58c1135e890 None None] For port aa4b9b18-db05-4a34-87a2-adaf411425b3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=aa4b9b18-db05-4a34-87a2-adaf411425b3,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:39.848189 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-816df841-49d0-40bf-8762-b58c1135e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:39.855681 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:08:39.867396 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Sync routers for ids ['60099175-a205-403b-9708-e940cfee699d'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:08:39.875180 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:39.879591 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 58400) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:39.880217 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Routers {'60099175-a205-403b-9708-e940cfee699d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:08:39.881035 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:08:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['60099175-a205-403b-9708-e940cfee699d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:39.888121 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-41a3f7dd-3114-4103-9362-37e0e5a6f5e3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8049479 Nov 09 05:08:39.901362 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816df841-49d0-40bf-8762-b58c1135e890 None None] Pushing event updated for resources: {'Port': ['ID=aa4b9b18-db05-4a34-87a2-adaf411425b3,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:40.074729 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-8cbbe318-09b1-4ec3-a55b-2a630f89ac61 None None] Provisioning complete for port aa4b9b18-db05-4a34-87a2-adaf411425b3 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:40.075374 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8cbbe318-09b1-4ec3-a55b-2a630f89ac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:40.080948 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Set router 60099175-a205-403b-9708-e940cfee699d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:08:40.257266 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:39Z', 'revision_number': 3, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:40.282891 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Checking router: 60099175-a205-403b-9708-e940cfee699d for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:08:40.283238 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Updating router 60099175-a205-403b-9708-e940cfee699d port a9465031-7474-4885-a36f-9a3871618606 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:08:40.306998 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:40.309955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:40.461545 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Allocated IP 172.20.0.1 (7b6f1b42-4e2e-45a6-aff9-1711df5c73d7/233ac7ac-7438-4c89-950a-2d2cdbdde9ec/63d59c73-c082-446c-9848-0dbb6f415aa1) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:08:40.548667 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:40.553618 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:40.562237 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:40.593994 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:40.602336 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ffdb8-6baa-4dba-949d-abf547b78034 None None] Pushing event updated for resources: {'Port': ['ID=a9465031-7474-4885-a36f-9a3871618606,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:40.610562 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ffdb8-6baa-4dba-949d-abf547b78034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:40.610914 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ffdb8-6baa-4dba-949d-abf547b78034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:40.611243 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ffdb8-6baa-4dba-949d-abf547b78034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:40.611575 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ffdb8-6baa-4dba-949d-abf547b78034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:40.611946 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ffdb8-6baa-4dba-949d-abf547b78034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:40.612303 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ffdb8-6baa-4dba-949d-abf547b78034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:40.612606 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ffdb8-6baa-4dba-949d-abf547b78034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:40.612837 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ffdb8-6baa-4dba-949d-abf547b78034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:40.613162 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ffdb8-6baa-4dba-949d-abf547b78034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:40.613478 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ffdb8-6baa-4dba-949d-abf547b78034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:40.613827 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ffdb8-6baa-4dba-949d-abf547b78034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:40.614147 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ffdb8-6baa-4dba-949d-abf547b78034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:08:40.619828 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Attempting to bind port a9465031-7474-4885-a36f-9a3871618606 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:08:40.620183 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Attempting to bind port a9465031-7474-4885-a36f-9a3871618606 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:08:40.620534 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Attempting to bind port a9465031-7474-4885-a36f-9a3871618606 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:08:40.626851 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:08:40.627284 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:08:40.627704 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:40.628069 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:08:40.628684 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Bound port: a9465031-7474-4885-a36f-9a3871618606, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:08:40.628938 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:40.641890 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:08:40.648023 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:08:40.650561 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Pushing event updated for resources: {'Port': ['ID=63d59c73-c082-446c-9848-0dbb6f415aa1,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:40.654438 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:08:40.683788 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] For port a9465031-7474-4885-a36f-9a3871618606, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:08:40.694746 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] For port a9465031-7474-4885-a36f-9a3871618606, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a9465031-7474-4885-a36f-9a3871618606,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:08:40.700654 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:40.721261 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:40.744711 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device aa4b9b18-db05-4a34-87a2-adaf411425b3 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:08:40.751071 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Routers {'60099175-a205-403b-9708-e940cfee699d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:08:40.751689 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:08:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['60099175-a205-403b-9708-e940cfee699d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:40.797011 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port aa4b9b18-db05-4a34-87a2-adaf411425b3 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:40.797805 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:40.865955 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:40.870547 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] Set router 60099175-a205-403b-9708-e940cfee699d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:08:40.986118 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ffdb8-6baa-4dba-949d-abf547b78034 None None] Pushing event updated for resources: {'Port': ['ID=a9465031-7474-4885-a36f-9a3871618606,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:40.996442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-abded5f8-dcf4-41dc-98cc-ab7fcd28031b None None] Provisioning complete for port 63d59c73-c082-446c-9848-0dbb6f415aa1 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:40.996917 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-abded5f8-dcf4-41dc-98cc-ab7fcd28031b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:41.031166 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-abded5f8-dcf4-41dc-98cc-ab7fcd28031b None None] Port 63d59c73-c082-446c-9848-0dbb6f415aa1 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:08:41.035519 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:41.041028 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:41.059755 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:39Z', 'revision_number': 3, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:41.085017 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04348ee8-92d9-417a-bc86-ef172fd36ab0 None None] The sync data for ids ['60099175-a205-403b-9708-e940cfee699d'] in dv-neutron-816800-2-hyperv is: [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:39Z', 'revision_number': 3, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:08:41.110678 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:41.118812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Pushing event updated for resources: {'Port': ['ID=63d59c73-c082-446c-9848-0dbb6f415aa1,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:41.205629 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:08:41.206978 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:08:41.334983 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Router 60099175-a205-403b-9708-e940cfee699d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:08:41.456575 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b0b8c473-ae8f-4877-a2ef-f5ca859c14fd None None] Provisioning complete for port 63d59c73-c082-446c-9848-0dbb6f415aa1 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:41.457337 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c473-ae8f-4877-a2ef-f5ca859c14fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:41.460172 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:08:41.465912 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-f832dea6-1b89-4416-aa19-7837eb787b14 admin admin] 10.222.0.21 "PUT /v2.0/routers/60099175-a205-403b-9708-e940cfee699d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5847118 Nov 09 05:08:41.493209 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8c473-ae8f-4877-a2ef-f5ca859c14fd None None] Port 63d59c73-c082-446c-9848-0dbb6f415aa1 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:08:41.947273 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58416) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:41.952200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1732489992-network', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:41.971926 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] Made reservation on behalf of 8814a0951ae147fbbf5faccb82fb870a for: {'network': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:08:41.974409 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for network, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:41.986211 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.060383 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.064029 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.087292 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=101883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 05:08:42.095610 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692da747-a1d1-4cd1-990f-71aa4265f4dd,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:42.102142 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.102473 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.segments_db [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] Added segment f3bba947-f0e1-4eea-8cc9-63178bb5faa5 of type vlan for network 98ce8bcd-032b-4521-a8ab-e21e2b76f5e0 Nov 09 05:08:42.140799 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748279316947'] for network, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.164573 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759'] for network, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.165450 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:42.166047 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.196261 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2479057 Nov 09 05:08:42.199139 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 58418) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:42.204252 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-bb2aec77-44e6-4920-bf60-7c2377a6c72c admin admin] Request body: {'subnet': {'network_id': '98ce8bcd-032b-4521-a8ab-e21e2b76f5e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1732489992-subnet', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a', 'ip_version': 4}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:42.227667 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06575e35-2d7a-484e-9b6b-1427e0c2da3b admin admin] Pushing event updated for resources: {'Network': ['ID=98ce8bcd-032b-4521-a8ab-e21e2b76f5e0,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:42.235858 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2aec77-44e6-4920-bf60-7c2377a6c72c admin admin] Made reservation on behalf of 8814a0951ae147fbbf5faccb82fb870a for: {'subnet': 1} {{(pid=101884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:08:42.239277 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec77-44e6-4920-bf60-7c2377a6c72c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62454272'] for subnet, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.243745 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Network 98ce8bcd-032b-4521-a8ab-e21e2b76f5e0 details requested by agent ovs-agent-dv-neutron-816800-2-hyperv with host dv-neutron-816800-2-hyperv {{(pid=101885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 05:08:42.406747 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec77-44e6-4920-bf60-7c2377a6c72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62889670', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62454778'] for subnet, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.456423 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aec77-44e6-4920-bf60-7c2377a6c72c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e63bf326-8b94-4352-88a3-c64c7f25a1bf,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:42.471374 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2aec77-44e6-4920-bf60-7c2377a6c72c admin admin] Checking segment: {'id': 'f3bba947-f0e1-4eea-8cc9-63178bb5faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '98ce8bcd-032b-4521-a8ab-e21e2b76f5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:08:42.471726 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2aec77-44e6-4920-bf60-7c2377a6c72c admin admin] Network hostable DHCP agents. Network: 98ce8bcd-032b-4521-a8ab-e21e2b76f5e0, hostable agents: ['37584269-0a98-4094-8690-c71ccdf211aa'], hosted agents: [] {{(pid=101884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 05:08:42.488202 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2aec77-44e6-4920-bf60-7c2377a6c72c admin admin] Network 98ce8bcd-032b-4521-a8ab-e21e2b76f5e0 is scheduled to be hosted by DHCP agent 37584269-0a98-4094-8690-c71ccdf211aa with binding_index 1 {{(pid=101884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 05:08:42.498380 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-bb2aec77-44e6-4920-bf60-7c2377a6c72c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-816800-2-hyperv, 98ce8bcd-032b-4521-a8ab-e21e2b76f5e0) {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:08:42.502605 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2aec77-44e6-4920-bf60-7c2377a6c72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:42.503205 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-bb2aec77-44e6-4920-bf60-7c2377a6c72c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.508913 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a83181-42f5-47a5-8699-25838cb2b32c None None] Network 98ce8bcd-032b-4521-a8ab-e21e2b76f5e0 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:08:42.520400 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-bb2aec77-44e6-4920-bf60-7c2377a6c72c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3200951 Nov 09 05:08:42.523692 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58422) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:42.528878 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1732489992-router', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:42.531900 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Sync routers for ids ['60099175-a205-403b-9708-e940cfee699d'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:08:42.551058 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3948'] for router, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.552200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593716', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-604559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3957'] for router, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.575841 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Routers {'60099175-a205-403b-9708-e940cfee699d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:08:42.576468 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-55414175-78f7-46dc-8053-9881bc906569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:08:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['60099175-a205-403b-9708-e940cfee699d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:42.608851 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.713725 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a9465031-7474-4885-a36f-9a3871618606 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:08:42.750007 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.756847 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Set router 60099175-a205-403b-9708-e940cfee699d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:08:42.826017 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf68e6f4f-2bd7-57bd-ae64-9ea569b733ea-98ce8bcd-032b-4521-a8ab-e21e2b76f5e0', 'network_id': '98ce8bcd-032b-4521-a8ab-e21e2b76f5e0', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a', 'fixed_ips': [{'subnet_id': 'e63bf326-8b94-4352-88a3-c64c7f25a1bf'}]}} from dv-neutron-816800-2-hyperv. {{(pid=101885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 05:08:42.826836 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.931733 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port a9465031-7474-4885-a36f-9a3871618606 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:42.932082 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.950046 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:42.968658 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:43.073972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Allocated IP 172.26.5.45 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/387d5fd9-725a-4561-8f1d-d9f9a82f08f0) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:08:43.133969 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.db_base_plugin_common [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Allocated IP 172.20.0.2 (98ce8bcd-032b-4521-a8ab-e21e2b76f5e0/e63bf326-8b94-4352-88a3-c64c7f25a1bf/faab9b1f-b767-4897-986f-d4c16401e181) {{(pid=101885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:08:43.180208 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:43.185811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:43.212915 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:43.241309 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port a9465031-7474-4885-a36f-9a3871618606, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a9465031-7474-4885-a36f-9a3871618606,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:43.248114 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:43.251074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-55414175-78f7-46dc-8053-9881bc906569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '63d59c73-c082-446c-9848-0dbb6f415aa1', 'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'mac_address': 'fa:16:3e:9c:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:40Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 2, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'subnets': [{'id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:43.256009 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:08:43.261621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:08:43.265162 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:08:43.289580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Pushing event updated for resources: {'Port': ['ID=387d5fd9-725a-4561-8f1d-d9f9a82f08f0,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:43.303502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Checking router: 60099175-a205-403b-9708-e940cfee699d for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:08:43.303852 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Updating router 60099175-a205-403b-9708-e940cfee699d port 63d59c73-c082-446c-9848-0dbb6f415aa1 binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:08:43.383403 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:43.390549 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=a9465031-7474-4885-a36f-9a3871618606,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:43.434330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Publish callbacks [] for port, precommit_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:43.442610 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217'] for port, after_create {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:43.516006 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:43.687000 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Network 98ce8bcd-032b-4521-a8ab-e21e2b76f5e0 is already hosted by enough agents. {{(pid=101885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:08:43.695933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.scheduler.base_scheduler [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Resources bound (agent type, host, resource id): {{(pid=101885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:08:43.700192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Pushing event updated for resources: {'Port': ['ID=faab9b1f-b767-4897-986f-d4c16401e181,revision_number=1']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:43.700192 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Received port after_create {{(pid=101885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:08:43.811931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Attempting to bind port faab9b1f-b767-4897-986f-d4c16401e181 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:08:43.812259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Attempting to bind port faab9b1f-b767-4897-986f-d4c16401e181 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'f3bba947-f0e1-4eea-8cc9-63178bb5faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '98ce8bcd-032b-4521-a8ab-e21e2b76f5e0'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:08:43.812550 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Attempting to bind port faab9b1f-b767-4897-986f-d4c16401e181 on network 98ce8bcd-032b-4521-a8ab-e21e2b76f5e0 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:08:43.823583 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:08:43.823956 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Checking segment: {'id': 'f3bba947-f0e1-4eea-8cc9-63178bb5faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '98ce8bcd-032b-4521-a8ab-e21e2b76f5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:08:43.824373 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:43.824746 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Bound using segment: {'id': 'f3bba947-f0e1-4eea-8cc9-63178bb5faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '98ce8bcd-032b-4521-a8ab-e21e2b76f5e0'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:08:43.825225 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Bound port: faab9b1f-b767-4897-986f-d4c16401e181, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3bba947-f0e1-4eea-8cc9-63178bb5faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '98ce8bcd-032b-4521-a8ab-e21e2b76f5e0'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:08:43.825627 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:43.948427 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] For port faab9b1f-b767-4897-986f-d4c16401e181, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:08:43.966500 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] For port faab9b1f-b767-4897-986f-d4c16401e181, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=faab9b1f-b767-4897-986f-d4c16401e181,segment=NetworkSegment(f3bba947-f0e1-4eea-8cc9-63178bb5faa5),segment_id=f3bba947-f0e1-4eea-8cc9-63178bb5faa5)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:08:43.973285 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:43.980152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:44.005704 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:44.045858 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27ccf1-370c-4c4f-b200-6db6d99975d2 None None] Pushing event updated for resources: {'Port': ['ID=faab9b1f-b767-4897-986f-d4c16401e181,revision_number=2']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:44.060595 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593889'] for router, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:44.093357 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b91c05-6447-47f9-ba8c-aa9a29d0f94e None None] Pushing event updated for resources: {'Port': ['ID=63d59c73-c082-446c-9848-0dbb6f415aa1,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:44.149799 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Attempting to bind port 63d59c73-c082-446c-9848-0dbb6f415aa1 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:08:44.150312 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Attempting to bind port 63d59c73-c082-446c-9848-0dbb6f415aa1 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:08:44.150690 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Attempting to bind port 63d59c73-c082-446c-9848-0dbb6f415aa1 on network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:08:44.156242 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:08:44.156666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Checking segment: {'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:08:44.157073 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:44.157469 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Bound using segment: {'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:08:44.157965 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Bound port: 63d59c73-c082-446c-9848-0dbb6f415aa1, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:08:44.158343 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:44.222745 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Router 0471bbc9-db5b-4fac-a6a0-774d09c8c305 is scheduled to L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 with binding_index 1 {{(pid=101883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 05:08:44.232941 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-55414175-78f7-46dc-8053-9881bc906569 None None] For port 63d59c73-c082-446c-9848-0dbb6f415aa1, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:08:44.241271 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-55414175-78f7-46dc-8053-9881bc906569 None None] For port 63d59c73-c082-446c-9848-0dbb6f415aa1, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=63d59c73-c082-446c-9848-0dbb6f415aa1,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:08:44.251041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:44.336617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Routers {'60099175-a205-403b-9708-e940cfee699d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:08:44.337260 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-55414175-78f7-46dc-8053-9881bc906569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:08:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['60099175-a205-403b-9708-e940cfee699d'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:44.373478 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:08:44.381678 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-a09225fe-f339-4c0f-b64f-8e1452c23cbc None None] Provisioning complete for port 63d59c73-c082-446c-9848-0dbb6f415aa1 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:44.382067 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a09225fe-f339-4c0f-b64f-8e1452c23cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:44.384084 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b91c05-6447-47f9-ba8c-aa9a29d0f94e None None] Pushing event updated for resources: {'Port': ['ID=63d59c73-c082-446c-9848-0dbb6f415aa1,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:44.386390 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Sync routers for ids ['0471bbc9-db5b-4fac-a6a0-774d09c8c305'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:08:44.402312 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Routers {'0471bbc9-db5b-4fac-a6a0-774d09c8c305'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:08:44.403779 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:08:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0471bbc9-db5b-4fac-a6a0-774d09c8c305'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:44.421562 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:44.423168 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-ef49d74f-ca58-4c7a-91d4-557d635ab678 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8984041 Nov 09 05:08:44.426120 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58424) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:44.547227 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Set router 0471bbc9-db5b-4fac-a6a0-774d09c8c305 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:08:44.547469 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-55414175-78f7-46dc-8053-9881bc906569 None None] Set router 60099175-a205-403b-9708-e940cfee699d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:08:44.595582 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a09225fe-f339-4c0f-b64f-8e1452c23cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:44.687556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-a09225fe-f339-4c0f-b64f-8e1452c23cbc None None] For port 63d59c73-c082-446c-9848-0dbb6f415aa1, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=63d59c73-c082-446c-9848-0dbb6f415aa1,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:44.731041 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a09225fe-f339-4c0f-b64f-8e1452c23cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:44.782268 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'name': 'tempest-TestSnapshotPattern-1732489992-router', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '387d5fd9-725a-4561-8f1d-d9f9a82f08f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 3, 'project_id': '8814a0951ae147fbbf5faccb82fb870a', 'gw_port': {'id': '387d5fd9-725a-4561-8f1d-d9f9a82f08f0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:94:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:44.807156 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09225fe-f339-4c0f-b64f-8e1452c23cbc None None] Pushing event updated for resources: {'Port': ['ID=63d59c73-c082-446c-9848-0dbb6f415aa1,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:44.811081 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Checking router: 0471bbc9-db5b-4fac-a6a0-774d09c8c305 for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:08:44.811424 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Updating router 0471bbc9-db5b-4fac-a6a0-774d09c8c305 port 387d5fd9-725a-4561-8f1d-d9f9a82f08f0 binding host dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:08:44.839963 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device faab9b1f-b767-4897-986f-d4c16401e181 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:08:44.841414 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:44.895435 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-41ecb6ee-df88-49d7-a142-d4aea7f42b24 None None] Provisioning complete for port 63d59c73-c082-446c-9848-0dbb6f415aa1 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:44.895961 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-41ecb6ee-df88-49d7-a142-d4aea7f42b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:44.965231 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port faab9b1f-b767-4897-986f-d4c16401e181 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:44.965802 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:44.970143 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-55414175-78f7-46dc-8053-9881bc906569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '63d59c73-c082-446c-9848-0dbb6f415aa1', 'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'mac_address': 'fa:16:3e:9c:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:40Z', 'updated_at': '2021-11-09T05:08:44Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'subnets': [{'id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:44.993901 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:45.025409 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55414175-78f7-46dc-8053-9881bc906569 None None] The sync data for ids ['60099175-a205-403b-9708-e940cfee699d'] in dv-neutron-816800-2-hyperv is: [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '63d59c73-c082-446c-9848-0dbb6f415aa1', 'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'mac_address': 'fa:16:3e:9c:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:40Z', 'updated_at': '2021-11-09T05:08:44Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'subnets': [{'id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:08:45.170555 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:45.217009 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port faab9b1f-b767-4897-986f-d4c16401e181, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=faab9b1f-b767-4897-986f-d4c16401e181,segment=NetworkSegment(f3bba947-f0e1-4eea-8cc9-63178bb5faa5),segment_id=f3bba947-f0e1-4eea-8cc9-63178bb5faa5)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:45.227742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:45.228876 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a9465031-7474-4885-a36f-9a3871618606 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:08:45.271413 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Allocated IP 172.20.0.1 (98ce8bcd-032b-4521-a8ab-e21e2b76f5e0/e63bf326-8b94-4352-88a3-c64c7f25a1bf/4e35b5fd-85be-45ad-985e-2efc48cec8de) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:08:45.338420 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Publish callbacks [] for port, precommit_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:45.348081 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:45.348655 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port a9465031-7474-4885-a36f-9a3871618606 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:45.349258 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:45.350929 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=faab9b1f-b767-4897-986f-d4c16401e181,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:45.402770 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780101b2-629d-4b9b-bd8e-b3124ce42340 None None] Network 98ce8bcd-032b-4521-a8ab-e21e2b76f5e0 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:08:45.424581 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f562769-d2d7-4b21-bdd4-d37744503461 None None] Pushing event updated for resources: {'Port': ['ID=387d5fd9-725a-4561-8f1d-d9f9a82f08f0,revision_number=2']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:45.436890 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Attempting to bind port 387d5fd9-725a-4561-8f1d-d9f9a82f08f0 on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:08:45.437374 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Attempting to bind port 387d5fd9-725a-4561-8f1d-d9f9a82f08f0 by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:08:45.437850 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Attempting to bind port 387d5fd9-725a-4561-8f1d-d9f9a82f08f0 on network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:08:45.444258 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:08:45.444768 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Checking segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:08:45.445979 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:45.446456 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Bound using segment: {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'} {{(pid=101886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:08:45.447023 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.managers [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Bound port: 387d5fd9-725a-4561-8f1d-d9f9a82f08f0, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be'}}] {{(pid=101886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:08:45.447489 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:45.457164 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:45.506354 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:45.510180 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] For port 387d5fd9-725a-4561-8f1d-d9f9a82f08f0, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:08:45.514729 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.plugins.ml2.db [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] For port 387d5fd9-725a-4561-8f1d-d9f9a82f08f0, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=387d5fd9-725a-4561-8f1d-d9f9a82f08f0,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:08:45.521041 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron_lib.callbacks.manager [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:45.521806 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-604e186e-acbb-4dbd-8749-c537996ae587 None None] Provisioning complete for port faab9b1f-b767-4897-986f-d4c16401e181 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:45.522180 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-604e186e-acbb-4dbd-8749-c537996ae587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:45.572469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Pushing event updated for resources: {'Port': ['ID=4e35b5fd-85be-45ad-985e-2efc48cec8de,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:45.580885 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Network 98ce8bcd-032b-4521-a8ab-e21e2b76f5e0 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:08:45.582414 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:08:45.584824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:08:45.612721 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f562769-d2d7-4b21-bdd4-d37744503461 None None] Pushing event updated for resources: {'Port': ['ID=387d5fd9-725a-4561-8f1d-d9f9a82f08f0,revision_number=3']} {{(pid=101886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:45.639824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593460'] for router_interface, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:45.641621 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Routers {'0471bbc9-db5b-4fac-a6a0-774d09c8c305'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:08:45.644111 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:08:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0471bbc9-db5b-4fac-a6a0-774d09c8c305'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:45.795780 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] Set router 0471bbc9-db5b-4fac-a6a0-774d09c8c305 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:08:45.812217 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:46.010307 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'name': 'tempest-TestSnapshotPattern-1732489992-router', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '387d5fd9-725a-4561-8f1d-d9f9a82f08f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 3, 'project_id': '8814a0951ae147fbbf5faccb82fb870a', 'gw_port': {'id': '387d5fd9-725a-4561-8f1d-d9f9a82f08f0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:94:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:46.028987 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:46.035804 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:46.046961 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7529e-cba6-47aa-a131-7dce6a17b5ea None None] The sync data for ids ['0471bbc9-db5b-4fac-a6a0-774d09c8c305'] in dv-neutron-816800-2-hyperv is: [{'id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'name': 'tempest-TestSnapshotPattern-1732489992-router', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '387d5fd9-725a-4561-8f1d-d9f9a82f08f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 3, 'project_id': '8814a0951ae147fbbf5faccb82fb870a', 'gw_port': {'id': '387d5fd9-725a-4561-8f1d-d9f9a82f08f0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:94:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:08:46.113749 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Pushing event updated for resources: {'Port': ['ID=4e35b5fd-85be-45ad-985e-2efc48cec8de,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:46.116266 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593568'] for router_interface, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:46.135479 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bd0e95ba-b885-4809-a403-3a657e925d16 None None] Provisioning complete for port 4e35b5fd-85be-45ad-985e-2efc48cec8de triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:46.135848 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bd0e95ba-b885-4809-a403-3a657e925d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:46.197068 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-bd0e95ba-b885-4809-a403-3a657e925d16 None None] Port 4e35b5fd-85be-45ad-985e-2efc48cec8de cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:08:46.211954 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-bd0e95ba-b885-4809-a403-3a657e925d16 None None] Provisioning complete for port faab9b1f-b767-4897-986f-d4c16401e181 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:46.212468 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-bd0e95ba-b885-4809-a403-3a657e925d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:46.249868 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Network 98ce8bcd-032b-4521-a8ab-e21e2b76f5e0 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:08:46.252353 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:08:46.400036 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Router 0471bbc9-db5b-4fac-a6a0-774d09c8c305 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:08:46.439884 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-68a8dccc-6423-43d1-9278-b8e7c600b716 None None] Provisioning complete for port 4e35b5fd-85be-45ad-985e-2efc48cec8de triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:46.440416 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-68a8dccc-6423-43d1-9278-b8e7c600b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:46.516732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-68a8dccc-6423-43d1-9278-b8e7c600b716 None None] Port 4e35b5fd-85be-45ad-985e-2efc48cec8de cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:08:46.566914 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:08:46.574019 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-638bd0c9-2089-415d-a3e6-a42dbbf78b83 admin admin] 10.222.0.21 "PUT /v2.0/routers/0471bbc9-db5b-4fac-a6a0-774d09c8c305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1468310 Nov 09 05:08:46.636828 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-3219aed2-7e3b-4b61-94c2-db0240367ca8 None None] Provisioning complete for port 4e35b5fd-85be-45ad-985e-2efc48cec8de triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:46.637567 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3219aed2-7e3b-4b61-94c2-db0240367ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:46.680734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-3219aed2-7e3b-4b61-94c2-db0240367ca8 None None] Port 4e35b5fd-85be-45ad-985e-2efc48cec8de cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:08:46.825100 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 63d59c73-c082-446c-9848-0dbb6f415aa1 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:08:46.878403 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 63d59c73-c082-446c-9848-0dbb6f415aa1 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:46.878855 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:46.963166 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device faab9b1f-b767-4897-986f-d4c16401e181 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:08:47.012734 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port faab9b1f-b767-4897-986f-d4c16401e181 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:47.013356 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.097152 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 387d5fd9-725a-4561-8f1d-d9f9a82f08f0 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:08:47.145241 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 387d5fd9-725a-4561-8f1d-d9f9a82f08f0 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:47.145551 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.185236 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58432) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:47.190673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-f3417a52-85a7-4f31-91db-79dbace3d3a2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1290391149', 'description': 'tempest-secgroup-smoke-1290391149 description', 'project_id': '707b0fd38e294fd0810e42f955d05598'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:47.212673 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f3417a52-85a7-4f31-91db-79dbace3d3a2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.225429 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.247640 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] For port 387d5fd9-725a-4561-8f1d-d9f9a82f08f0, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=387d5fd9-725a-4561-8f1d-d9f9a82f08f0,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:47.251131 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.278089 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f3417a52-85a7-4f31-91db-79dbace3d3a2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.282591 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f3417a52-85a7-4f31-91db-79dbace3d3a2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.300685 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Pushing event updated for resources: {'Port': ['ID=387d5fd9-725a-4561-8f1d-d9f9a82f08f0,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:47.313200 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-f3417a52-85a7-4f31-91db-79dbace3d3a2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.314462 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-f3417a52-85a7-4f31-91db-79dbace3d3a2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1281688 Nov 09 05:08:47.316316 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3417a52-85a7-4f31-91db-79dbace3d3a2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b15c7a-0320-42f4-a890-692b95e9a80f,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:47.317543 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 58434) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:47.322288 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-0a8b0e46-7b59-4845-80d1-b2508c3f7b5a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Request body: {'security_group_rule': {'security_group_id': '35b15c7a-0320-42f4-a890-692b95e9a80f', 'project_id': '707b0fd38e294fd0810e42f955d05598', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:47.353463 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0e46-7b59-4845-80d1-b2508c3f7b5a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.406954 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0e46-7b59-4845-80d1-b2508c3f7b5a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.410138 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0e46-7b59-4845-80d1-b2508c3f7b5a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.430510 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b0e46-7b59-4845-80d1-b2508c3f7b5a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3dde374-3f4c-4705-9de5-630890a68f39,revision_number=0']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:47.434494 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0e46-7b59-4845-80d1-b2508c3f7b5a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.435664 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-0a8b0e46-7b59-4845-80d1-b2508c3f7b5a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170471 Nov 09 05:08:47.438544 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58438) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:47.443331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-95f495b6-111a-4a81-a877-0afdec2cb52c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Request body: {'security_group_rule': {'security_group_id': '35b15c7a-0320-42f4-a890-692b95e9a80f', 'project_id': '707b0fd38e294fd0810e42f955d05598', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:47.469504 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95f495b6-111a-4a81-a877-0afdec2cb52c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.479741 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.524839 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95f495b6-111a-4a81-a877-0afdec2cb52c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.528178 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95f495b6-111a-4a81-a877-0afdec2cb52c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.545564 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f495b6-111a-4a81-a877-0afdec2cb52c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159fe26f-4e09-4865-8a79-7fc36588e313,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:47.551970 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-95f495b6-111a-4a81-a877-0afdec2cb52c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.553166 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-95f495b6-111a-4a81-a877-0afdec2cb52c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136198 Nov 09 05:08:47.556385 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58440) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:47.560651 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-314ed4a4-741d-46e2-b455-1cccb06c6d03 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Request body: {'security_group_rule': {'security_group_id': '35b15c7a-0320-42f4-a890-692b95e9a80f', 'project_id': '707b0fd38e294fd0810e42f955d05598', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:47.585205 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-314ed4a4-741d-46e2-b455-1cccb06c6d03 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.639123 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-314ed4a4-741d-46e2-b455-1cccb06c6d03 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.642407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-314ed4a4-741d-46e2-b455-1cccb06c6d03 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.660487 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ed4a4-741d-46e2-b455-1cccb06c6d03 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6110dcfb-65f7-4ff6-b7a1-9dadde1e227f,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:47.665719 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-314ed4a4-741d-46e2-b455-1cccb06c6d03 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.669657 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-314ed4a4-741d-46e2-b455-1cccb06c6d03 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1096032 Nov 09 05:08:47.669657 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58442) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:47.673858 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-1d8724ae-a241-465b-9175-2a6a1198844c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Request body: {'security_group_rule': {'security_group_id': '35b15c7a-0320-42f4-a890-692b95e9a80f', 'project_id': '707b0fd38e294fd0810e42f955d05598', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:47.699056 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d8724ae-a241-465b-9175-2a6a1198844c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.758700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d8724ae-a241-465b-9175-2a6a1198844c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.762373 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d8724ae-a241-465b-9175-2a6a1198844c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.779930 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8724ae-a241-465b-9175-2a6a1198844c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed53cdc-5b66-42a2-85d5-80d52ca59b4e,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:47.788378 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-1d8724ae-a241-465b-9175-2a6a1198844c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.790239 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-1d8724ae-a241-465b-9175-2a6a1198844c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197326 Nov 09 05:08:47.792883 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58444) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:47.797263 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-45565c99-c19e-4d66-92e7-f0cb51f4da8e tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Request body: {'security_group_rule': {'security_group_id': '35b15c7a-0320-42f4-a890-692b95e9a80f', 'project_id': '707b0fd38e294fd0810e42f955d05598', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:47.817897 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-45565c99-c19e-4d66-92e7-f0cb51f4da8e tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Project 707b0fd38e294fd0810e42f955d05598 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 05:08:47.822561 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-45565c99-c19e-4d66-92e7-f0cb51f4da8e tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.879189 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-45565c99-c19e-4d66-92e7-f0cb51f4da8e tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.882724 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-45565c99-c19e-4d66-92e7-f0cb51f4da8e tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.900592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45565c99-c19e-4d66-92e7-f0cb51f4da8e tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95cef17-93ea-40e6-b78a-a88b8a59a78e,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:47.907637 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-45565c99-c19e-4d66-92e7-f0cb51f4da8e tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:47.908837 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-45565c99-c19e-4d66-92e7-f0cb51f4da8e tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150253 Nov 09 05:08:47.911609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58446) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:47.916391 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-68d20bc0-c18a-46b4-b418-d1f7c7999edd tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Request body: {'security_group_rule': {'security_group_id': '35b15c7a-0320-42f4-a890-692b95e9a80f', 'project_id': '707b0fd38e294fd0810e42f955d05598', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:47.937170 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.securitygroups_db [None req-68d20bc0-c18a-46b4-b418-d1f7c7999edd tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Project 707b0fd38e294fd0810e42f955d05598 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 05:08:47.941883 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-68d20bc0-c18a-46b4-b418-d1f7c7999edd tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:48.000299 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-68d20bc0-c18a-46b4-b418-d1f7c7999edd tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:48.003641 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-68d20bc0-c18a-46b4-b418-d1f7c7999edd tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572242'] for security_group_rule, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:48.020704 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d20bc0-c18a-46b4-b418-d1f7c7999edd tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d0f093-ec87-45da-8b06-c46b17919785,revision_number=0']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:48.028388 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-68d20bc0-c18a-46b4-b418-d1f7c7999edd tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:48.029638 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-68d20bc0-c18a-46b4-b418-d1f7c7999edd tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171260 Nov 09 05:08:48.179830 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-46403c56-d963-46b1-b1d7-0c539ccf4679 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290391149&fields=id&tenant_id=707b0fd38e294fd0810e42f955d05598 HTTP/1.1" status: 200 len: 267 time: 0.0487092 Nov 09 05:08:48.285541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-0a67834e-0c80-4187-ba29-c85b46505ef7 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:48.287009 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-0a67834e-0c80-4187-ba29-c85b46505ef7 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/networks?id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 200 len: 810 time: 0.1005170 Nov 09 05:08:48.301405 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-7aa6809a-e000-4c32-b916-5f352abdbb97 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/quotas/707b0fd38e294fd0810e42f955d05598 HTTP/1.1" status: 200 len: 375 time: 0.0088050 Nov 09 05:08:48.353912 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-5e7730ac-ddfc-4e0a-af95-944de6eac8d1 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=707b0fd38e294fd0810e42f955d05598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471089 Nov 09 05:08:48.461132 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-918f6f11-ed93-41a6-8575-4b1127e9c4e0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=101883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 05:08:48.462248 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-918f6f11-ed93-41a6-8575-4b1127e9c4e0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0973446 Nov 09 05:08:48.491030 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Sync routers for ids ['0471bbc9-db5b-4fac-a6a0-774d09c8c305'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:08:48.501624 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Routers {'0471bbc9-db5b-4fac-a6a0-774d09c8c305'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:08:48.502238 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:08:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0471bbc9-db5b-4fac-a6a0-774d09c8c305'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:48.558435 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-c5c2807b-6740-4e49-8d87-4ea8e1d5ef47 service neutron] 10.222.0.21 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891678 Nov 09 05:08:48.657443 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-3278f9a1-19d7-4e97-8349-c8b080ebbb90 service neutron] 10.222.0.21 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928373 Nov 09 05:08:48.731830 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 387d5fd9-725a-4561-8f1d-d9f9a82f08f0 up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:08:48.804135 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Set router 0471bbc9-db5b-4fac-a6a0-774d09c8c305 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:08:48.822931 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-505334b7-72d4-4f73-a93d-aa0f18323178 req-3d9321a7-2aa1-499b-89de-b12f07f8c6b2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 210 time: 0.0287199 Nov 09 05:08:48.886302 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 387d5fd9-725a-4561-8f1d-d9f9a82f08f0 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:48.886672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:49.078584 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'name': 'tempest-TestSnapshotPattern-1732489992-router', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '387d5fd9-725a-4561-8f1d-d9f9a82f08f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:08:45Z', 'revision_number': 4, 'project_id': '8814a0951ae147fbbf5faccb82fb870a', 'gw_port': {'id': '387d5fd9-725a-4561-8f1d-d9f9a82f08f0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4e35b5fd-85be-45ad-985e-2efc48cec8de', 'name': '', 'network_id': '98ce8bcd-032b-4521-a8ab-e21e2b76f5e0', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a', 'mac_address': 'fa:16:3e:1b:69:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'e63bf326-8b94-4352-88a3-c64c7f25a1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:45Z', 'updated_at': '2021-11-09T05:08:45Z', 'revision_number': 2, 'project_id': '8814a0951ae147fbbf5faccb82fb870a', 'subnets': [{'id': 'e63bf326-8b94-4352-88a3-c64c7f25a1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:49.113534 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Checking router: 0471bbc9-db5b-4fac-a6a0-774d09c8c305 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:08:49.113903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Updating router 0471bbc9-db5b-4fac-a6a0-774d09c8c305 port 4e35b5fd-85be-45ad-985e-2efc48cec8de binding host dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:08:49.139157 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:49.403516 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Publish callbacks [] for port, precommit_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:49.407903 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:49.459400 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585dd1e-110a-4743-ad9b-6ccbf3913f66 None None] Pushing event updated for resources: {'Port': ['ID=4e35b5fd-85be-45ad-985e-2efc48cec8de,revision_number=3']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:49.516089 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Attempting to bind port 4e35b5fd-85be-45ad-985e-2efc48cec8de on host dv-neutron-816800-2-hyperv for vnic_type normal with profile {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:08:49.516785 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Attempting to bind port 4e35b5fd-85be-45ad-985e-2efc48cec8de by drivers openvswitch,hyperv on host dv-neutron-816800-2-hyperv at level 0 using segments [{'id': 'f3bba947-f0e1-4eea-8cc9-63178bb5faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '98ce8bcd-032b-4521-a8ab-e21e2b76f5e0'}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:08:49.516914 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Attempting to bind port 4e35b5fd-85be-45ad-985e-2efc48cec8de on network 98ce8bcd-032b-4521-a8ab-e21e2b76f5e0 {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:08:49.523556 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Checking agent: {'id': '436556b5-9bbe-4bf6-bc6d-7ef1e6a83702', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-816800-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 8, 31), 'started_at': datetime.datetime(2021, 11, 9, 4, 9, 1), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-816800-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:08:49.523959 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Checking segment: {'id': 'f3bba947-f0e1-4eea-8cc9-63178bb5faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '98ce8bcd-032b-4521-a8ab-e21e2b76f5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:08:49.524365 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:49.524866 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Bound using segment: {'id': 'f3bba947-f0e1-4eea-8cc9-63178bb5faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '98ce8bcd-032b-4521-a8ab-e21e2b76f5e0'} {{(pid=101885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:08:49.525333 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.managers [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Bound port: 4e35b5fd-85be-45ad-985e-2efc48cec8de, host: dv-neutron-816800-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3bba947-f0e1-4eea-8cc9-63178bb5faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '98ce8bcd-032b-4521-a8ab-e21e2b76f5e0'}}] {{(pid=101885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:08:49.525742 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:49.590994 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] For port 4e35b5fd-85be-45ad-985e-2efc48cec8de, host dv-neutron-816800-2-hyperv, cleared binding levels {{(pid=101885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:08:49.594259 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] For port 4e35b5fd-85be-45ad-985e-2efc48cec8de, host dv-neutron-816800-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4e35b5fd-85be-45ad-985e-2efc48cec8de,segment=NetworkSegment(f3bba947-f0e1-4eea-8cc9-63178bb5faa5),segment_id=f3bba947-f0e1-4eea-8cc9-63178bb5faa5)] {{(pid=101885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:08:49.598885 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:49.658541 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Routers {'0471bbc9-db5b-4fac-a6a0-774d09c8c305'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:08:49.659169 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:08:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0471bbc9-db5b-4fac-a6a0-774d09c8c305'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:49.664442 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585dd1e-110a-4743-ad9b-6ccbf3913f66 None None] Pushing event updated for resources: {'Port': ['ID=4e35b5fd-85be-45ad-985e-2efc48cec8de,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:49.759637 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-c2d9ed35-8e12-4d5d-b113-4648f629cec4 None None] Provisioning complete for port 4e35b5fd-85be-45ad-985e-2efc48cec8de triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:49.760011 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c2d9ed35-8e12-4d5d-b113-4648f629cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:49.810657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] Set router 0471bbc9-db5b-4fac-a6a0-774d09c8c305 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:08:49.952292 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-73af78a2-5a6d-478d-ad29-8f67534fa65f req-dcb9527c-3ff0-4c04-818e-9241c5ad3448 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 210 time: 0.0368309 Nov 09 05:08:49.962993 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-503f2fb3-8bcf-4bb4-af84-1fc2811e0e77 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:49.964493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c2d9ed35-8e12-4d5d-b113-4648f629cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:49.964965 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-503f2fb3-8bcf-4bb4-af84-1fc2811e0e77 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.31 "GET /v2.0/networks?id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 200 len: 810 time: 0.1447444 Nov 09 05:08:50.039093 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-c2d9ed35-8e12-4d5d-b113-4648f629cec4 None None] For port 4e35b5fd-85be-45ad-985e-2efc48cec8de, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4e35b5fd-85be-45ad-985e-2efc48cec8de,segment=NetworkSegment(f3bba947-f0e1-4eea-8cc9-63178bb5faa5),segment_id=f3bba947-f0e1-4eea-8cc9-63178bb5faa5)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:50.041349 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-ff5f69e6-c20d-4ccc-9134-862c58d09f63 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707b0fd38e294fd0810e42f955d05598 HTTP/1.1" status: 200 len: 380 time: 0.0621552 Nov 09 05:08:50.044012 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c2d9ed35-8e12-4d5d-b113-4648f629cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:50.052582 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-faab2414-9055-462b-9901-fe1e7d759379 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Request body: {'port': {'device_id': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'admin_state_up': True, 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'security_groups': ['35b15c7a-0320-42f4-a890-692b95e9a80f']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:50.119807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9ed35-8e12-4d5d-b113-4648f629cec4 None None] Pushing event updated for resources: {'Port': ['ID=4e35b5fd-85be-45ad-985e-2efc48cec8de,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:50.144299 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'name': 'tempest-TestSnapshotPattern-1732489992-router', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '387d5fd9-725a-4561-8f1d-d9f9a82f08f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:08:45Z', 'revision_number': 4, 'project_id': '8814a0951ae147fbbf5faccb82fb870a', 'gw_port': {'id': '387d5fd9-725a-4561-8f1d-d9f9a82f08f0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4e35b5fd-85be-45ad-985e-2efc48cec8de', 'name': '', 'network_id': '98ce8bcd-032b-4521-a8ab-e21e2b76f5e0', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a', 'mac_address': 'fa:16:3e:1b:69:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'e63bf326-8b94-4352-88a3-c64c7f25a1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:45Z', 'updated_at': '2021-11-09T05:08:49Z', 'revision_number': 4, 'project_id': '8814a0951ae147fbbf5faccb82fb870a', 'subnets': [{'id': 'e63bf326-8b94-4352-88a3-c64c7f25a1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:08:50.159464 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-faab2414-9055-462b-9901-fe1e7d759379 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Made reservation on behalf of 707b0fd38e294fd0810e42f955d05598 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:08:50.163171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-faab2414-9055-462b-9901-fe1e7d759379 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:50.173463 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ab7d46-453a-40ed-a14f-0e469ccd9979 None None] The sync data for ids ['0471bbc9-db5b-4fac-a6a0-774d09c8c305'] in dv-neutron-816800-2-hyperv is: [{'id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'name': 'tempest-TestSnapshotPattern-1732489992-router', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '387d5fd9-725a-4561-8f1d-d9f9a82f08f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:08:45Z', 'revision_number': 4, 'project_id': '8814a0951ae147fbbf5faccb82fb870a', 'gw_port': {'id': '387d5fd9-725a-4561-8f1d-d9f9a82f08f0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '4e35b5fd-85be-45ad-985e-2efc48cec8de', 'name': '', 'network_id': '98ce8bcd-032b-4521-a8ab-e21e2b76f5e0', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a', 'mac_address': 'fa:16:3e:1b:69:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'e63bf326-8b94-4352-88a3-c64c7f25a1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:45Z', 'updated_at': '2021-11-09T05:08:49Z', 'revision_number': 4, 'project_id': '8814a0951ae147fbbf5faccb82fb870a', 'subnets': [{'id': 'e63bf326-8b94-4352-88a3-c64c7f25a1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:08:50.184670 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-19371811-a2dd-4ddc-b481-ad0e6e5beb83 None None] Provisioning complete for port 4e35b5fd-85be-45ad-985e-2efc48cec8de triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:50.185030 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-19371811-a2dd-4ddc-b481-ad0e6e5beb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:50.319944 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-faab2414-9055-462b-9901-fe1e7d759379 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Allocated IP 172.20.0.7 (7b6f1b42-4e2e-45a6-aff9-1711df5c73d7/233ac7ac-7438-4c89-950a-2d2cdbdde9ec/d237822c-bf7b-4dda-a171-6896f0f1be8d) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:08:50.467320 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-faab2414-9055-462b-9901-fe1e7d759379 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:50.501707 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-faab2414-9055-462b-9901-fe1e7d759379 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:50.544446 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-faab2414-9055-462b-9901-fe1e7d759379 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:08:50.550157 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-faab2414-9055-462b-9901-fe1e7d759379 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:08:50.554065 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-faab2414-9055-462b-9901-fe1e7d759379 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:08:50.579141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab2414-9055-462b-9901-fe1e7d759379 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event updated for resources: {'Port': ['ID=d237822c-bf7b-4dda-a171-6896f0f1be8d,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:50.612512 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-faab2414-9055-462b-9901-fe1e7d759379 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:50.613191 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-faab2414-9055-462b-9901-fe1e7d759379 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:50.637683 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-faab2414-9055-462b-9901-fe1e7d759379 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888557 Nov 09 05:08:50.652801 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Request body: {'port': {'device_id': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:50.709940 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:50.722156 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4e35b5fd-85be-45ad-985e-2efc48cec8de up at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:08:50.771212 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Provisioning complete for port 4e35b5fd-85be-45ad-985e-2efc48cec8de triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:50.771611 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:50.820643 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-3b24ddef-bcec-4443-8ead-50cada4ea802 None None] Provisioning complete for port d237822c-bf7b-4dda-a171-6896f0f1be8d triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:50.821020 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-3b24ddef-bcec-4443-8ead-50cada4ea802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:50.885036 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-3b24ddef-bcec-4443-8ead-50cada4ea802 None None] Port d237822c-bf7b-4dda-a171-6896f0f1be8d cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:08:50.980746 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d237822c-bf7b-4dda-a171-6896f0f1be8d {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:08:50.988789 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:51.000618 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Transition to ACTIVE for port object d237822c-bf7b-4dda-a171-6896f0f1be8d will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 05:08:51.004630 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:51.057549 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Pushing event updated for resources: {'Port': ['ID=d237822c-bf7b-4dda-a171-6896f0f1be8d,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:51.075730 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb140782-fc52-43b4-b23f-9560c914b21c req-35df0709-46cf-4e84-bad6-85601455ffc0 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:51.078149 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb140782-fc52-43b4-b23f-9560c914b21c req-35df0709-46cf-4e84-bad6-85601455ffc0 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 943 time: 0.0567880 Nov 09 05:08:51.134352 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Attempting to bind port d237822c-bf7b-4dda-a171-6896f0f1be8d on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:08:51.134702 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Attempting to bind port d237822c-bf7b-4dda-a171-6896f0f1be8d by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:08:51.135036 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Attempting to bind port d237822c-bf7b-4dda-a171-6896f0f1be8d on network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:08:51.139700 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Port d237822c-bf7b-4dda-a171-6896f0f1be8d on network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 05:08:51.140026 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Attempting to bind port d237822c-bf7b-4dda-a171-6896f0f1be8d on network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:08:51.145298 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:08:51.145755 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Checking segment: {'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:08:51.146141 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Bound using segment: {'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:08:51.146583 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Bound port: d237822c-bf7b-4dda-a171-6896f0f1be8d, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:08:51.146937 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:51.149733 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-cb140782-fc52-43b4-b23f-9560c914b21c req-63e1f5f4-f63e-468d-82c3-7e1cf5991f3e tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610092 Nov 09 05:08:51.212931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] For port d237822c-bf7b-4dda-a171-6896f0f1be8d, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:08:51.216170 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] For port d237822c-bf7b-4dda-a171-6896f0f1be8d, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:08:51.221255 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:51.255658 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:51.256279 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:51.258223 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] 10.222.0.31 "PUT /v2.0/ports/d237822c-bf7b-4dda-a171-6896f0f1be8d HTTP/1.1" status: 200 len: 1093 time: 0.6122916 Nov 09 05:08:51.258660 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'tag': 'd237822c-bf7b-4dda-a171-6896f0f1be8d'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:08:51.260897 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a368a499-7cdf-4570-8707-e6d18e1c5e93" -d '{"events": [{"name": "network-changed", "server_uuid": "a586a7dd-1913-4e06-af07-66e3c0f9b4ab", "tag": "d237822c-bf7b-4dda-a171-6896f0f1be8d"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:08:51.284899 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bf2b8-b427-406a-a379-fa533f896c1f service neutron] Pushing event updated for resources: {'Port': ['ID=d237822c-bf7b-4dda-a171-6896f0f1be8d,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:51.316261 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ac1b8e-d40a-4c2e-b41b-be22b8525948 x-openstack-request-id: req-b8ac1b8e-d40a-4c2e-b41b-be22b8525948 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:08:51.316555 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a586a7dd-1913-4e06-af07-66e3c0f9b4ab", "tag": "d237822c-bf7b-4dda-a171-6896f0f1be8d", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:08:51.316809 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8ac1b8e-d40a-4c2e-b41b-be22b8525948 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:08:51.317204 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'tag': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'status': 'completed', 'code': 200} Nov 09 05:08:51.351907 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-58bc8b34-3d97-4f76-9a2b-ac690e20cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:51.353433 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-58bc8b34-3d97-4f76-9a2b-ac690e20cee2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=707b0fd38e294fd0810e42f955d05598&device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 1096 time: 0.0476654 Nov 09 05:08:51.400040 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-830c666a-9c53-4de4-899d-128038adbc26 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d HTTP/1.1" status: 200 len: 217 time: 0.0386369 Nov 09 05:08:51.451854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-5e31ea09-fc9a-4cc1-bcab-b7b8ddddf5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:51.453345 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-5e31ea09-fc9a-4cc1-bcab-b7b8ddddf5fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=233ac7ac-7438-4c89-950a-2d2cdbdde9ec HTTP/1.1" status: 200 len: 849 time: 0.0462408 Nov 09 05:08:51.498730 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-dcb46638-7114-47ab-8e50-8cac588c09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:51.500229 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-dcb46638-7114-47ab-8e50-8cac588c09a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397754 Nov 09 05:08:51.592039 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-c08b590a-d461-4825-80dd-8e5a0f40b644 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834515 Nov 09 05:08:51.680426 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-5247f2f7-f7de-4624-bb4a-c6c1ddae9226 req-b9eebc43-4aa8-4cde-a6d3-6fe4cd0bc807 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816112 Nov 09 05:08:51.770990 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368a499-7cdf-4570-8707-e6d18e1c5e93 req-c552b672-9188-4b4f-be6c-e49de263eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:51.772483 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a368a499-7cdf-4570-8707-e6d18e1c5e93 req-c552b672-9188-4b4f-be6c-e49de263eeef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=707b0fd38e294fd0810e42f955d05598&device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 1096 time: 0.0450799 Nov 09 05:08:51.861331 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368a499-7cdf-4570-8707-e6d18e1c5e93 req-504a2d0d-fcd7-4b67-becd-0dd042992639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:51.862909 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a368a499-7cdf-4570-8707-e6d18e1c5e93 req-504a2d0d-fcd7-4b67-becd-0dd042992639 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 200 len: 910 time: 0.0828371 Nov 09 05:08:51.909339 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a368a499-7cdf-4570-8707-e6d18e1c5e93 req-c26e1bab-932d-46e1-8581-0667ba67cdef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d HTTP/1.1" status: 200 len: 217 time: 0.0374496 Nov 09 05:08:51.958603 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368a499-7cdf-4570-8707-e6d18e1c5e93 req-7150e119-d6f8-4977-8cb2-8ebae4e2822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:51.960036 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a368a499-7cdf-4570-8707-e6d18e1c5e93 req-7150e119-d6f8-4977-8cb2-8ebae4e2822f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=233ac7ac-7438-4c89-950a-2d2cdbdde9ec HTTP/1.1" status: 200 len: 849 time: 0.0433857 Nov 09 05:08:52.009245 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368a499-7cdf-4570-8707-e6d18e1c5e93 req-9705af16-f87a-44ba-945a-4c00ed0bbc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:52.010737 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a368a499-7cdf-4570-8707-e6d18e1c5e93 req-9705af16-f87a-44ba-945a-4c00ed0bbc37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426419 Nov 09 05:08:52.102829 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a368a499-7cdf-4570-8707-e6d18e1c5e93 req-bb07109f-2f9d-4c02-b97e-dbc6b491f539 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837755 Nov 09 05:08:52.196254 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-a368a499-7cdf-4570-8707-e6d18e1c5e93 req-9c975713-903d-4431-966d-8184ca2f3cca service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856860 Nov 09 05:08:52.262330 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439df1a-71d0-4bc5-9d59-1e6b39ef7cd1 req-b1e40f6f-3ac8-4e41-81a6-fa6923bf81cb tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:52.263848 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8439df1a-71d0-4bc5-9d59-1e6b39ef7cd1 req-b1e40f6f-3ac8-4e41-81a6-fa6923bf81cb tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 943 time: 0.0500100 Nov 09 05:08:52.314608 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-8439df1a-71d0-4bc5-9d59-1e6b39ef7cd1 req-3c64ade7-b307-4589-b7b4-9331587c3762 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445163 Nov 09 05:08:53.427421 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f7ef5-012f-41f9-8ed7-bed4148f02bc req-ac31f90d-fbf9-4776-9099-3e8b81162edf tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:53.428964 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c90f7ef5-012f-41f9-8ed7-bed4148f02bc req-ac31f90d-fbf9-4776-9099-3e8b81162edf tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 943 time: 0.0478115 Nov 09 05:08:53.480220 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c90f7ef5-012f-41f9-8ed7-bed4148f02bc req-addf06d9-8a0c-4b88-8836-6544ee6fb668 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456166 Nov 09 05:08:54.213380 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device d237822c-bf7b-4dda-a171-6896f0f1be8d details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:08:54.310544 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port d237822c-bf7b-4dda-a171-6896f0f1be8d, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:54.321321 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'port_id': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'mac_address': 'fa:16:3e:63:eb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:08:54.357046 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:54.369711 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d237822c-bf7b-4dda-a171-6896f0f1be8d {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:08:54.387747 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port d237822c-bf7b-4dda-a171-6896f0f1be8d, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:54.391885 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:54.437351 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=d237822c-bf7b-4dda-a171-6896f0f1be8d,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:54.595708 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f4c67-039d-42c3-99bd-b266920bcdfd req-32e79fee-6cfa-4754-ba86-8f7fb2975ab8 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:54.597230 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ac6f4c67-039d-42c3-99bd-b266920bcdfd req-32e79fee-6cfa-4754-ba86-8f7fb2975ab8 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 944 time: 0.0495288 Nov 09 05:08:54.601931 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['d237822c-bf7b-4dda-a171-6896f0f1be8d'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:08:54.651798 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ac6f4c67-039d-42c3-99bd-b266920bcdfd req-03c09175-6d0f-47a6-8320-944637b93276 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459337 Nov 09 05:08:55.654453 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-052616f5-0f90-4a35-bb2b-3624290e9281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:55.766708 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77161b74-000a-49dd-98e7-7472f21d9b4d req-d5a87357-c891-46dd-8b43-e2b359916711 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:55.768328 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77161b74-000a-49dd-98e7-7472f21d9b4d req-d5a87357-c891-46dd-8b43-e2b359916711 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 944 time: 0.0498352 Nov 09 05:08:55.816738 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77161b74-000a-49dd-98e7-7472f21d9b4d req-1aafea3f-335b-4ebf-95af-a5224ad77f4e tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417330 Nov 09 05:08:56.229100 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device d237822c-bf7b-4dda-a171-6896f0f1be8d up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:08:56.283221 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port d237822c-bf7b-4dda-a171-6896f0f1be8d completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 05:08:56.289891 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port d237822c-bf7b-4dda-a171-6896f0f1be8d triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:08:56.290255 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:56.363205 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:56.385493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd237822c-bf7b-4dda-a171-6896f0f1be8d'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:08:56.387747 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5b67af-4fc6-49ec-867e-689ae05e3c24" -d '{"events": [{"server_uuid": "a586a7dd-1913-4e06-af07-66e3c0f9b4ab", "name": "network-vif-plugged", "status": "completed", "tag": "d237822c-bf7b-4dda-a171-6896f0f1be8d"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:08:56.403788 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port d237822c-bf7b-4dda-a171-6896f0f1be8d, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:08:56.408314 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:56.456515 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=d237822c-bf7b-4dda-a171-6896f0f1be8d,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:56.479992 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dc257d-ee9b-428c-ac0f-4d315cfe9280 x-openstack-request-id: req-f9dc257d-ee9b-428c-ac0f-4d315cfe9280 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:08:56.480256 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a586a7dd-1913-4e06-af07-66e3c0f9b4ab", "name": "network-vif-plugged", "status": "completed", "tag": "d237822c-bf7b-4dda-a171-6896f0f1be8d", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:08:56.480576 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9dc257d-ee9b-428c-ac0f-4d315cfe9280 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:08:56.480974 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'code': 200} Nov 09 05:08:56.645145 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023758d3-e1f1-4b83-9b38-941b04e2cd5f req-70ee4fdd-85dc-4275-ba83-792979fe6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:56.646700 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-023758d3-e1f1-4b83-9b38-941b04e2cd5f req-70ee4fdd-85dc-4275-ba83-792979fe6e94 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 1098 time: 0.0394435 Nov 09 05:08:56.692115 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-023758d3-e1f1-4b83-9b38-941b04e2cd5f req-322b972f-82da-44cc-8b13-eefff10fd7b6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388463 Nov 09 05:08:56.931395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d7aa0-b626-450c-88be-3be47e12b5b1 req-75d71c1d-0480-4544-b19a-2b07dc6275c8 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:56.932835 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-442d7aa0-b626-450c-88be-3be47e12b5b1 req-75d71c1d-0480-4544-b19a-2b07dc6275c8 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 945 time: 0.0505605 Nov 09 05:08:56.980614 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-442d7aa0-b626-450c-88be-3be47e12b5b1 req-9990e497-8960-45dd-bf1d-6bf8c4fbca8d tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Nov 09 05:08:57.945933 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-08ec6c3f-302b-43eb-b8c6-88ad27c008bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:58.098356 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1b6b7-c49c-4846-a971-b1325cb2c01e req-a3923d82-804b-42de-a6d5-dbfee5190da1 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:58.099796 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f5d1b6b7-c49c-4846-a971-b1325cb2c01e req-a3923d82-804b-42de-a6d5-dbfee5190da1 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 945 time: 0.0517278 Nov 09 05:08:58.146703 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f5d1b6b7-c49c-4846-a971-b1325cb2c01e req-6d909385-71a6-4ac3-82c5-9348ef18d046 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408096 Nov 09 05:08:58.260441 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285c9aa-8586-4d44-b663-e1da933af505 req-11fb5314-3b97-435a-9983-e45ccb445f1c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:58.261875 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6285c9aa-8586-4d44-b663-e1da933af505 req-11fb5314-3b97-435a-9983-e45ccb445f1c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 945 time: 0.0480893 Nov 09 05:08:58.308769 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6285c9aa-8586-4d44-b663-e1da933af505 req-678b35b3-a43c-4640-92b1-46e288734ed6 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410984 Nov 09 05:08:58.330227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58510) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:58.411330 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1bd7ff-2736-48bb-8fd6-3f4c7a6531a0 tempest-TestSnapshotPattern-1982630905 tempest-TestSnapshotPattern-1982630905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:58.412834 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7a1bd7ff-2736-48bb-8fd6-3f4c7a6531a0 tempest-TestSnapshotPattern-1982630905 tempest-TestSnapshotPattern-1982630905-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 1093 time: 0.0816181 Nov 09 05:08:58.415730 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 58514) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:08:58.419931 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:08:58.441340 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for floatingip, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:58.534671 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:58.636469 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Allocated IP 172.26.5.64 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/5d609a48-ebc6-42ed-8b30-958877fe6ead) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:08:58.734710 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:58.767117 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:58.799567 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:08:58.803555 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:08:58.813425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:08:58.835127 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event updated for resources: {'Port': ['ID=5d609a48-ebc6-42ed-8b30-958877fe6ead,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:59.280786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:59.482370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:59.548749 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:59.690828 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:59.695946 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:59.768795 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event updated for resources: {'Port': ['ID=5d609a48-ebc6-42ed-8b30-958877fe6ead,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:08:59.777959 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:59.878064 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Floating IP e6be4e22-9a2f-43a3-be3c-1fc3ee2db9ca associated. External IP: 172.26.5.64, port: d237822c-bf7b-4dda-a171-6896f0f1be8d. Nov 09 05:09:00.080992 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Router 60099175-a205-403b-9708-e940cfee699d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:09:00.186514 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:09:00.195852 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc2f55-09a6-4eb0-ad61-e32dad18880e None None] Sync routers for ids ['60099175-a205-403b-9708-e940cfee699d'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:09:00.203680 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:00.204935 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc2f55-09a6-4eb0-ad61-e32dad18880e None None] Routers {'60099175-a205-403b-9708-e940cfee699d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:09:00.205548 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3ebc2f55-09a6-4eb0-ad61-e32dad18880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:08:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['60099175-a205-403b-9708-e940cfee699d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:09:00.231368 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-473ebc0e-7d17-4010-883c-de265e1013aa tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8146255 Nov 09 05:09:00.231943 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'tag': 'd237822c-bf7b-4dda-a171-6896f0f1be8d'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:09:00.234197 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa95906-057d-4c27-8af1-69593906ed3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a586a7dd-1913-4e06-af07-66e3c0f9b4ab", "tag": "d237822c-bf7b-4dda-a171-6896f0f1be8d"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:09:00.272227 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501f11a3-6960-47bc-8a39-08f17bbd5e58 x-openstack-request-id: req-501f11a3-6960-47bc-8a39-08f17bbd5e58 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:09:00.272516 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a586a7dd-1913-4e06-af07-66e3c0f9b4ab", "tag": "d237822c-bf7b-4dda-a171-6896f0f1be8d", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:09:00.272815 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-501f11a3-6960-47bc-8a39-08f17bbd5e58 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:09:00.273217 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'tag': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'status': 'completed', 'code': 200} Nov 09 05:09:00.319836 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-3ebc2f55-09a6-4eb0-ad61-e32dad18880e None None] Set router 60099175-a205-403b-9708-e940cfee699d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:09:00.335791 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa95906-057d-4c27-8af1-69593906ed3c req-907a8ab6-2fce-419d-aeb0-6b1e0487a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:09:00.337325 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6fa95906-057d-4c27-8af1-69593906ed3c req-907a8ab6-2fce-419d-aeb0-6b1e0487a861 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=707b0fd38e294fd0810e42f955d05598&device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 1098 time: 0.0405257 Nov 09 05:09:00.430609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa95906-057d-4c27-8af1-69593906ed3c req-9ffcfeb7-b434-4d1d-b38e-310ba91eefe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:09:00.432085 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6fa95906-057d-4c27-8af1-69593906ed3c req-9ffcfeb7-b434-4d1d-b38e-310ba91eefe0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 200 len: 910 time: 0.0877721 Nov 09 05:09:00.501684 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6fa95906-057d-4c27-8af1-69593906ed3c req-423a28ec-0bdd-4e8e-ade9-60567e365cf8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d HTTP/1.1" status: 200 len: 998 time: 0.0595145 Nov 09 05:09:00.504833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:00.538285 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3ebc2f55-09a6-4eb0-ad61-e32dad18880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'e6be4e22-9a2f-43a3-be3c-1fc3ee2db9ca', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '60099175-a205-403b-9708-e940cfee699d', 'port_id': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'mac_address': 'fa:16:3e:63:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:08:59Z', 'updated_at': '2021-11-09T05:08:59Z', 'revision_number': 0, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d59c73-c082-446c-9848-0dbb6f415aa1', 'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'mac_address': 'fa:16:3e:9c:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:40Z', 'updated_at': '2021-11-09T05:08:44Z', 'revision_number': 5, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'subnets': [{'id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:09:00.549991 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa95906-057d-4c27-8af1-69593906ed3c req-1b2ef2a8-d0a6-41de-ad21-2e2c54901523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:09:00.551636 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6fa95906-057d-4c27-8af1-69593906ed3c req-1b2ef2a8-d0a6-41de-ad21-2e2c54901523 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=233ac7ac-7438-4c89-950a-2d2cdbdde9ec HTTP/1.1" status: 200 len: 849 time: 0.0433033 Nov 09 05:09:00.563945 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc2f55-09a6-4eb0-ad61-e32dad18880e None None] Checking router: 60099175-a205-403b-9708-e940cfee699d for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:09:00.572112 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc2f55-09a6-4eb0-ad61-e32dad18880e None None] Routers {'60099175-a205-403b-9708-e940cfee699d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:09:00.572699 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3ebc2f55-09a6-4eb0-ad61-e32dad18880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:08:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['60099175-a205-403b-9708-e940cfee699d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:09:00.600215 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa95906-057d-4c27-8af1-69593906ed3c req-91570e56-364a-4a99-9d7f-57afdab06275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:09:00.602426 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6fa95906-057d-4c27-8af1-69593906ed3c req-91570e56-364a-4a99-9d7f-57afdab06275 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440152 Nov 09 05:09:00.677317 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-3ebc2f55-09a6-4eb0-ad61-e32dad18880e None None] Set router 60099175-a205-403b-9708-e940cfee699d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:09:00.694473 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6fa95906-057d-4c27-8af1-69593906ed3c req-4e1b89b1-84ef-429d-ac2e-aa88bbf5d494 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847898 Nov 09 05:09:00.789144 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6fa95906-057d-4c27-8af1-69593906ed3c req-bc44be24-8cc3-4073-9806-5a279703dbd2 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876031 Nov 09 05:09:00.896381 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-3ebc2f55-09a6-4eb0-ad61-e32dad18880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'e6be4e22-9a2f-43a3-be3c-1fc3ee2db9ca', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '60099175-a205-403b-9708-e940cfee699d', 'port_id': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'mac_address': 'fa:16:3e:63:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:08:59Z', 'updated_at': '2021-11-09T05:08:59Z', 'revision_number': 0, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d59c73-c082-446c-9848-0dbb6f415aa1', 'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'mac_address': 'fa:16:3e:9c:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:40Z', 'updated_at': '2021-11-09T05:08:44Z', 'revision_number': 5, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'subnets': [{'id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:09:00.921648 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc2f55-09a6-4eb0-ad61-e32dad18880e None None] The sync data for ids ['60099175-a205-403b-9708-e940cfee699d'] in dv-neutron-816800-2-hyperv is: [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'e6be4e22-9a2f-43a3-be3c-1fc3ee2db9ca', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '60099175-a205-403b-9708-e940cfee699d', 'port_id': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'mac_address': 'fa:16:3e:63:eb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:08:59Z', 'updated_at': '2021-11-09T05:08:59Z', 'revision_number': 0, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d59c73-c082-446c-9848-0dbb6f415aa1', 'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'mac_address': 'fa:16:3e:9c:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:40Z', 'updated_at': '2021-11-09T05:08:44Z', 'revision_number': 5, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'subnets': [{'id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:09:01.098013 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a359b7f-d37c-4571-b6c4-7424380a4555 None None] New status for floating IP e6be4e22-9a2f-43a3-be3c-1fc3ee2db9ca: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:09:01.161085 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:08.327521 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:09:09.226699 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-80f8cd5d-5657-49e4-b705-6c6e1dfd0eeb req-72e81952-093b-46de-8220-5c2bacda06d5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400338 Nov 09 05:09:09.310280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8cd5d-5657-49e4-b705-6c6e1dfd0eeb req-a3f2a4c7-447f-4a5e-9822-b293d68ddb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:09:09.311754 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-80f8cd5d-5657-49e4-b705-6c6e1dfd0eeb req-a3f2a4c7-447f-4a5e-9822-b293d68ddb6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=707b0fd38e294fd0810e42f955d05598&device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 1098 time: 0.0394542 Nov 09 05:09:09.418778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8cd5d-5657-49e4-b705-6c6e1dfd0eeb req-3593bd67-9168-4c6c-98eb-5f1afe895d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:09:09.420274 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-80f8cd5d-5657-49e4-b705-6c6e1dfd0eeb req-3593bd67-9168-4c6c-98eb-5f1afe895d88 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 200 len: 910 time: 0.0871718 Nov 09 05:09:09.483056 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-80f8cd5d-5657-49e4-b705-6c6e1dfd0eeb req-e7027f7a-3b6a-4778-ba2e-4847050a6c37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d HTTP/1.1" status: 200 len: 1000 time: 0.0558813 Nov 09 05:09:09.534239 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8cd5d-5657-49e4-b705-6c6e1dfd0eeb req-596f5ca4-864b-4c76-baf5-85c333a1af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:09:09.535630 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-80f8cd5d-5657-49e4-b705-6c6e1dfd0eeb req-596f5ca4-864b-4c76-baf5-85c333a1af70 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=233ac7ac-7438-4c89-950a-2d2cdbdde9ec HTTP/1.1" status: 200 len: 849 time: 0.0453620 Nov 09 05:09:09.581195 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8cd5d-5657-49e4-b705-6c6e1dfd0eeb req-423defce-891f-4936-921a-6d8ac08000b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:09:09.582695 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-80f8cd5d-5657-49e4-b705-6c6e1dfd0eeb req-423defce-891f-4936-921a-6d8ac08000b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388582 Nov 09 05:09:09.669458 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-80f8cd5d-5657-49e4-b705-6c6e1dfd0eeb req-2e74bd23-0dfe-4f37-a1da-89c779237cf4 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786431 Nov 09 05:09:09.763849 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-80f8cd5d-5657-49e4-b705-6c6e1dfd0eeb req-2650078b-7338-42b9-887e-d70e80708647 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850713 Nov 09 05:09:17.478322 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:25.656424 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c793e6af-62b3-4c5f-9198-b685c4a5afbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:27.947090 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c903322c-9d98-4e19-964e-e03ea232a7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:29.283292 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:30.507380 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:31.141795 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:45.326335 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:09:47.482058 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:55.658577 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-550ebd0b-eb0b-4ca0-b852-b908c77979fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:57.948325 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-861fb784-8ee9-4be7-8079-fe017d711edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:59.284614 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:00.510848 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:01.143266 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:11.226193 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-219cb33f-31e7-4a0b-97be-ec11fbd11fd1 req-52d75a9c-355e-4e0f-9fe0-2d18fd1516ca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409570 Nov 09 05:10:11.306626 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cb33f-31e7-4a0b-97be-ec11fbd11fd1 req-a86d3aad-d2c0-4e15-a50e-1c96afb45db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:10:11.308149 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-219cb33f-31e7-4a0b-97be-ec11fbd11fd1 req-a86d3aad-d2c0-4e15-a50e-1c96afb45db1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=707b0fd38e294fd0810e42f955d05598&device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 1098 time: 0.0388460 Nov 09 05:10:11.411894 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cb33f-31e7-4a0b-97be-ec11fbd11fd1 req-f4907758-744b-43af-905e-284b6ef865b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:10:11.413341 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-219cb33f-31e7-4a0b-97be-ec11fbd11fd1 req-f4907758-744b-43af-905e-284b6ef865b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 200 len: 910 time: 0.0868335 Nov 09 05:10:11.475779 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-219cb33f-31e7-4a0b-97be-ec11fbd11fd1 req-75e71927-c550-4070-a9fe-308517da60cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d HTTP/1.1" status: 200 len: 1000 time: 0.0546596 Nov 09 05:10:11.527327 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cb33f-31e7-4a0b-97be-ec11fbd11fd1 req-f1223d48-28df-4d53-b998-172223066712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:10:11.528641 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-219cb33f-31e7-4a0b-97be-ec11fbd11fd1 req-f1223d48-28df-4d53-b998-172223066712 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=233ac7ac-7438-4c89-950a-2d2cdbdde9ec HTTP/1.1" status: 200 len: 849 time: 0.0454419 Nov 09 05:10:11.572957 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cb33f-31e7-4a0b-97be-ec11fbd11fd1 req-e22ed18a-8f04-42c3-bb76-591602043545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:10:11.574441 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-219cb33f-31e7-4a0b-97be-ec11fbd11fd1 req-e22ed18a-8f04-42c3-bb76-591602043545 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388293 Nov 09 05:10:11.666195 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-219cb33f-31e7-4a0b-97be-ec11fbd11fd1 req-c17189d3-87bb-4b3f-b7ac-98338919416c service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844889 Nov 09 05:10:11.753657 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-219cb33f-31e7-4a0b-97be-ec11fbd11fd1 req-5b375ddf-a109-4ba2-b322-c0c762b79a0b service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808816 Nov 09 05:10:17.487508 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:22.325670 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:10:25.659189 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-24172e60-dc95-41c6-86e7-b618d881293d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:27.949144 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-ab8316be-290c-4191-9922-115f0d66b13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:29.287170 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:30.513878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:31.145720 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:47.505308 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:55.662832 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f159e212-47dd-408f-bd74-16d9a54d0956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:57.950326 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-92bdb766-c67c-4585-897e-9b5f119302cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:58.956959 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device d237822c-bf7b-4dda-a171-6896f0f1be8d details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:10:59.055661 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port d237822c-bf7b-4dda-a171-6896f0f1be8d, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:10:59.067870 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'port_id': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'mac_address': 'fa:16:3e:63:eb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:10:59.108892 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:59.124419 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d237822c-bf7b-4dda-a171-6896f0f1be8d {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:10:59.143622 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port d237822c-bf7b-4dda-a171-6896f0f1be8d, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:10:59.147898 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:59.198919 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=d237822c-bf7b-4dda-a171-6896f0f1be8d,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:10:59.206811 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:10:59.207160 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:10:59.207501 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:10:59.207833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:10:59.208167 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:10:59.208498 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:10:59.208823 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:10:59.209148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:10:59.209473 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:10:59.209822 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:10:59.210138 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:10:59.210460 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:10:59.216418 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['d237822c-bf7b-4dda-a171-6896f0f1be8d'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:10:59.308080 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:59.325698 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:11:00.519778 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:00.973171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device d237822c-bf7b-4dda-a171-6896f0f1be8d up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:11:01.044173 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port d237822c-bf7b-4dda-a171-6896f0f1be8d triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:11:01.044541 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:01.145650 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:01.162949 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:01.177895 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd237822c-bf7b-4dda-a171-6896f0f1be8d'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:11:01.180064 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3e98cd-42f4-41b7-b62b-9e3100844457" -d '{"events": [{"server_uuid": "a586a7dd-1913-4e06-af07-66e3c0f9b4ab", "name": "network-vif-plugged", "status": "completed", "tag": "d237822c-bf7b-4dda-a171-6896f0f1be8d"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:11:01.198656 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port d237822c-bf7b-4dda-a171-6896f0f1be8d, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:11:01.205274 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:01.233044 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217c6c9c-e52b-425b-9d31-0418091e7613 x-openstack-request-id: req-217c6c9c-e52b-425b-9d31-0418091e7613 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:11:01.233385 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a586a7dd-1913-4e06-af07-66e3c0f9b4ab", "name": "network-vif-plugged", "status": "completed", "tag": "d237822c-bf7b-4dda-a171-6896f0f1be8d", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:11:01.233613 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-217c6c9c-e52b-425b-9d31-0418091e7613 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:11:01.234009 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'code': 200} Nov 09 05:11:01.264897 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=d237822c-bf7b-4dda-a171-6896f0f1be8d,revision_number=7']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:11:09.403695 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-c44ae66f-5a35-4756-8c80-2442113b3048 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290391149&fields=id&tenant_id=707b0fd38e294fd0810e42f955d05598 HTTP/1.1" status: 200 len: 267 time: 0.0439522 Nov 09 05:11:09.509746 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-1a2c43a9-fd0c-48d5-95ab-ad3e8a4702d0 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:09.511188 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-1a2c43a9-fd0c-48d5-95ab-ad3e8a4702d0 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/networks?id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 200 len: 810 time: 0.1010656 Nov 09 05:11:09.526061 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-eef4aab3-21e5-4151-b565-3846e2a1959d tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/quotas/707b0fd38e294fd0810e42f955d05598 HTTP/1.1" status: 200 len: 375 time: 0.0092428 Nov 09 05:11:09.578254 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-e4ead70f-5097-4000-957d-6f631ba34802 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=707b0fd38e294fd0810e42f955d05598&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0471799 Nov 09 05:11:09.674116 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-87748029-3675-48ff-aa79-1aa1e9ee03dd service neutron] 10.222.0.21 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838523 Nov 09 05:11:09.761648 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-fbb95431-78e2-4e79-85e0-75a084e80bf1 service neutron] 10.222.0.21 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816419 Nov 09 05:11:10.955666 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d450c2f2-d552-4862-b9a3-f679c1c927e6 req-9d822c3c-5060-4735-b9a4-362d8dfe9284 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 210 time: 0.0269160 Nov 09 05:11:11.929894 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-ddcf2079-bb38-48ef-bb9c-85f1c0f55bbd tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:11.931907 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-ddcf2079-bb38-48ef-bb9c-85f1c0f55bbd tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.31 "GET /v2.0/networks?id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 200 len: 810 time: 0.1086016 Nov 09 05:11:12.003077 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-5782a09b-a6c6-4aee-a71d-ad62d27b591f tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=707b0fd38e294fd0810e42f955d05598 HTTP/1.1" status: 200 len: 380 time: 0.0615046 Nov 09 05:11:12.013288 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Request body: {'port': {'device_id': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'admin_state_up': True, 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'security_groups': ['35b15c7a-0320-42f4-a890-692b95e9a80f']}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:11:12.088615 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-795e3700-9e92-4929-82d8-e766b79479e8 req-9254e951-df63-4ee9-ae96-c2d8496ce4f2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 210 time: 0.0606501 Nov 09 05:11:12.148856 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Made reservation on behalf of 707b0fd38e294fd0810e42f955d05598 for: {'port': 1} {{(pid=101883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:11:12.153163 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:12.187062 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.31', 54839) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:11:12.233212 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-629beea1-8ae6-4ced-a27a-5dcadc2c4428 req-3243d0db-c02b-4c25-963f-9719a81192fd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451443 Nov 09 05:11:12.333202 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_common [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Allocated IP 172.20.0.4 (7b6f1b42-4e2e-45a6-aff9-1711df5c73d7/233ac7ac-7438-4c89-950a-2d2cdbdde9ec/b0a1ce6d-e975-4af6-86fa-45f909e71292) {{(pid=101883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:11:12.601114 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for port, precommit_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:12.650290 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_create {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:12.705598 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 is already hosted by enough agents. {{(pid=101883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:11:12.710230 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.base_scheduler [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Resources bound (agent type, host, resource id): {{(pid=101883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:11:12.729715 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Received port after_create {{(pid=101883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:11:12.780983 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event updated for resources: {'Port': ['ID=b0a1ce6d-e975-4af6-86fa-45f909e71292,revision_number=1']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:11:12.796093 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:12.796516 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:12.796952 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:12.797272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:12.797717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:12.798039 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:12.798452 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:12.798854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:12.799405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:12.799733 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:12.800133 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:12.800534 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:12.809930 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:12.810464 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:12.832199 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-919e4080-d2a4-4f77-914b-35a991f2b371 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8223712 Nov 09 05:11:13.043659 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device d237822c-bf7b-4dda-a171-6896f0f1be8d no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:11:13.088148 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b7f7ca5c-9ffb-434b-a178-794b65f29565 None None] Provisioning complete for port b0a1ce6d-e975-4af6-86fa-45f909e71292 triggered by entity DHCP. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:11:13.088518 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ca5c-9ffb-434b-a178-794b65f29565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:13.163850 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7ca5c-9ffb-434b-a178-794b65f29565 None None] Port b0a1ce6d-e975-4af6-86fa-45f909e71292 cannot update to ACTIVE because it is not bound. {{(pid=101885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:11:13.176281 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:13.199878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd237822c-bf7b-4dda-a171-6896f0f1be8d'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:11:13.202183 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cf3ec0-b62e-4a96-b0ad-ce38f7b60c11" -d '{"events": [{"server_uuid": "a586a7dd-1913-4e06-af07-66e3c0f9b4ab", "name": "network-vif-unplugged", "status": "completed", "tag": "d237822c-bf7b-4dda-a171-6896f0f1be8d"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:11:13.224528 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef0a6d-3980-4981-9121-d112bd99b126 req-be3e0c32-3c88-4990-ae99-ee0d58034d61 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:13.226681 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d2ef0a6d-3980-4981-9121-d112bd99b126 req-be3e0c32-3c88-4990-ae99-ee0d58034d61 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 931 time: 0.0593467 Nov 09 05:11:13.233121 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port d237822c-bf7b-4dda-a171-6896f0f1be8d, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:11:13.240388 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:13.250973 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Nov 2021 05:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fbdd35-fa3d-4d89-bea8-fbd0985f47e5 x-openstack-request-id: req-71fbdd35-fa3d-4d89-bea8-fbd0985f47e5 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:11:13.251279 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a586a7dd-1913-4e06-af07-66e3c0f9b4ab", "name": "network-vif-unplugged", "status": "completed", "tag": "d237822c-bf7b-4dda-a171-6896f0f1be8d", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:11:13.251595 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71fbdd35-fa3d-4d89-bea8-fbd0985f47e5 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:11:13.252023 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'code': 200} Nov 09 05:11:13.286730 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d2ef0a6d-3980-4981-9121-d112bd99b126 req-b202a3c6-b270-4eb9-8e26-8c4a84c77362 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531776 Nov 09 05:11:13.321483 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=d237822c-bf7b-4dda-a171-6896f0f1be8d,revision_number=8']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:11:14.417592 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9212299-ceba-4393-aadf-db096312cc5c req-35fc1e7c-a888-44c2-acd4-4071e6b1d368 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:14.419469 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b9212299-ceba-4393-aadf-db096312cc5c req-35fc1e7c-a888-44c2-acd4-4071e6b1d368 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 931 time: 0.0540292 Nov 09 05:11:14.475850 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b9212299-ceba-4393-aadf-db096312cc5c req-9e9a922d-5941-4a5d-88be-f73f5da7a770 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493407 Nov 09 05:11:15.592379 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e170bc-7355-4099-b6e2-5b193b00ae0f req-382dbeb6-a0a2-45bf-bec2-540dd3e5cb68 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:15.594680 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-96e170bc-7355-4099-b6e2-5b193b00ae0f req-382dbeb6-a0a2-45bf-bec2-540dd3e5cb68 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 931 time: 0.0491490 Nov 09 05:11:15.645933 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-96e170bc-7355-4099-b6e2-5b193b00ae0f req-04487444-b1b9-47da-8ed0-c2465dd2bafc tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445497 Nov 09 05:11:16.779363 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a69d2f-2ef4-4fe3-9b48-495ad15e339f req-c15d8a1a-81f9-4530-b979-149452b36854 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:16.780897 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c2a69d2f-2ef4-4fe3-9b48-495ad15e339f req-c15d8a1a-81f9-4530-b979-149452b36854 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 931 time: 0.0555120 Nov 09 05:11:16.829842 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c2a69d2f-2ef4-4fe3-9b48-495ad15e339f req-9b147494-3a74-48c8-aa5d-ef4c90fbc9a7 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427558 Nov 09 05:11:17.515905 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:17.950073 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371aa3b-ea6d-4366-b399-3bab69f96851 req-94c9e8a6-15ce-45f2-9102-95a0336d0bd2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:17.951557 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d371aa3b-ea6d-4366-b399-3bab69f96851 req-94c9e8a6-15ce-45f2-9102-95a0336d0bd2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 931 time: 0.0519018 Nov 09 05:11:18.005599 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-d371aa3b-ea6d-4366-b399-3bab69f96851 req-eda99286-3b8c-4cf5-ac70-010d84f5d0d8 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479283 Nov 09 05:11:19.130470 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123f8a4-d036-4509-bd54-6884e3249600 req-21ee59cf-ea26-4461-8152-4cffc9f747f6 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:19.132131 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6123f8a4-d036-4509-bd54-6884e3249600 req-21ee59cf-ea26-4461-8152-4cffc9f747f6 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 931 time: 0.0510356 Nov 09 05:11:19.181985 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6123f8a4-d036-4509-bd54-6884e3249600 req-2adc3d6c-62a0-41c6-a036-08e939a484a8 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429413 Nov 09 05:11:20.313434 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64f42f-2c4c-452c-a7a3-076c5c8e3041 req-7dcf07e0-bb99-43f9-b73d-b20aae96f2f2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:20.315725 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0c64f42f-2c4c-452c-a7a3-076c5c8e3041 req-7dcf07e0-bb99-43f9-b73d-b20aae96f2f2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 931 time: 0.0543866 Nov 09 05:11:20.371237 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-0c64f42f-2c4c-452c-a7a3-076c5c8e3041 req-c7086b7e-8d6e-43d9-9f8f-6f2d10145c0c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484877 Nov 09 05:11:21.491706 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce87fd-9fda-4e37-9783-6f9e66747844 req-28970764-a74c-4c26-8e74-0ab1bc07a0c4 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:21.493965 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e1ce87fd-9fda-4e37-9783-6f9e66747844 req-28970764-a74c-4c26-8e74-0ab1bc07a0c4 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 931 time: 0.0530767 Nov 09 05:11:21.553170 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-e1ce87fd-9fda-4e37-9783-6f9e66747844 req-f31e1147-157b-4d4e-b4a6-105e5a428a65 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532389 Nov 09 05:11:22.671319 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098eb4a-6bd5-4501-90e2-7729045de428 req-8cc42bf9-d427-4e39-98d4-75d3da616908 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:22.672794 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f098eb4a-6bd5-4501-90e2-7729045de428 req-8cc42bf9-d427-4e39-98d4-75d3da616908 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 931 time: 0.0488515 Nov 09 05:11:22.724114 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-f098eb4a-6bd5-4501-90e2-7729045de428 req-cfebfb0d-9397-497b-8b85-121828c0e63d tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453753 Nov 09 05:11:23.347453 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.v2.base [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Request body: {'port': {'device_id': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8168'}} {{(pid=101883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:11:23.384107 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629beea1-8ae6-4ced-a27a-5dcadc2c4428 req-7f3bc407-b3d2-4c7b-92b5-c471c8028e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:23.385634 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-629beea1-8ae6-4ced-a27a-5dcadc2c4428 req-7f3bc407-b3d2-4c7b-92b5-c471c8028e71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=707b0fd38e294fd0810e42f955d05598&device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 1096 time: 0.0458221 Nov 09 05:11:23.399642 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:23.493260 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629beea1-8ae6-4ced-a27a-5dcadc2c4428 req-ab598dc1-220e-436a-9d7f-04b20d4f5645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:23.494798 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-629beea1-8ae6-4ced-a27a-5dcadc2c4428 req-ab598dc1-220e-436a-9d7f-04b20d4f5645 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 200 len: 910 time: 0.0838811 Nov 09 05:11:23.565909 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-629beea1-8ae6-4ced-a27a-5dcadc2c4428 req-904ac7af-dd82-45b0-87d0-467b472d29ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d HTTP/1.1" status: 200 len: 998 time: 0.0595670 Nov 09 05:11:23.613312 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629beea1-8ae6-4ced-a27a-5dcadc2c4428 req-b9e58ecf-e385-401c-9adb-fe9c6a4571fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:23.614673 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-629beea1-8ae6-4ced-a27a-5dcadc2c4428 req-b9e58ecf-e385-401c-9adb-fe9c6a4571fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=233ac7ac-7438-4c89-950a-2d2cdbdde9ec HTTP/1.1" status: 200 len: 849 time: 0.0423772 Nov 09 05:11:23.656982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a1ce6d-e975-4af6-86fa-45f909e71292 {{(pid=101883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:11:23.660357 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629beea1-8ae6-4ced-a27a-5dcadc2c4428 req-78d4152c-6c3a-41ba-8699-aa16ba4a1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:23.661878 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-629beea1-8ae6-4ced-a27a-5dcadc2c4428 req-78d4152c-6c3a-41ba-8699-aa16ba4a1d08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393095 Nov 09 05:11:23.664515 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:23.676128 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.provisioning_blocks [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Transition to ACTIVE for port object b0a1ce6d-e975-4af6-86fa-45f909e71292 will not be triggered until provisioned by entity L2. {{(pid=101883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 05:11:23.680025 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:23.748328 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a1ce6d-e975-4af6-86fa-45f909e71292,revision_number=2']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:11:23.756865 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-629beea1-8ae6-4ced-a27a-5dcadc2c4428 req-256ff075-09af-4119-bfba-67128168ca62 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873773 Nov 09 05:11:23.846354 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Attempting to bind port b0a1ce6d-e975-4af6-86fa-45f909e71292 on host hv-neutron-8168 for vnic_type normal with profile {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:11:23.846693 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Attempting to bind port b0a1ce6d-e975-4af6-86fa-45f909e71292 by drivers openvswitch,hyperv on host hv-neutron-8168 at level 0 using segments [{'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:11:23.847026 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Attempting to bind port b0a1ce6d-e975-4af6-86fa-45f909e71292 on network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:11:23.855350 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Port b0a1ce6d-e975-4af6-86fa-45f909e71292 on network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8168 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 05:11:23.855669 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Attempting to bind port b0a1ce6d-e975-4af6-86fa-45f909e71292 on network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:11:23.858003 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-629beea1-8ae6-4ced-a27a-5dcadc2c4428 req-9356258b-64d9-4444-93bb-3237c367c67c service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933740 Nov 09 05:11:23.863972 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Checking agent: {'id': '2840053f-d3d6-43f9-8898-d3bad7e45cf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8168', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'started_at': datetime.datetime(2021, 11, 9, 4, 14, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:11:23.864246 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Checking segment: {'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:11:23.864625 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Bound using segment: {'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'} {{(pid=101883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:11:23.865053 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.managers [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Bound port: b0a1ce6d-e975-4af6-86fa-45f909e71292, host: hv-neutron-8168, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d89c29-e088-4471-b471-20e83278666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7'}}] {{(pid=101883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:11:23.865407 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:23.888814 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568d750-d72e-4bcb-9cfa-2f84abfa24d5 req-e68d242b-007a-484f-81c8-692235b71464 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:23.890380 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1568d750-d72e-4bcb-9cfa-2f84abfa24d5 req-e68d242b-007a-484f-81c8-692235b71464 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 943 time: 0.0874803 Nov 09 05:11:23.980457 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-1568d750-d72e-4bcb-9cfa-2f84abfa24d5 req-7c7ef236-fdec-44a3-864c-9f311060d180 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836008 Nov 09 05:11:23.981339 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] For port b0a1ce6d-e975-4af6-86fa-45f909e71292, host hv-neutron-8168, cleared binding levels {{(pid=101883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:11:23.984413 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] For port b0a1ce6d-e975-4af6-86fa-45f909e71292, host hv-neutron-8168, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b0a1ce6d-e975-4af6-86fa-45f909e71292,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:11:23.988106 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62122590'] for port, after_update {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:24.021810 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:24.022424 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:24.023807 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] 10.222.0.31 "PUT /v2.0/ports/b0a1ce6d-e975-4af6-86fa-45f909e71292 HTTP/1.1" status: 200 len: 1093 time: 0.6808965 Nov 09 05:11:24.024832 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'tag': 'b0a1ce6d-e975-4af6-86fa-45f909e71292'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:11:24.027087 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00fa031-31b0-40f3-b323-c090b99c6a19" -d '{"events": [{"name": "network-changed", "server_uuid": "cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48", "tag": "b0a1ce6d-e975-4af6-86fa-45f909e71292"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:11:24.053474 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17880809-96f6-44ab-91a1-969d8fb18a85 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a1ce6d-e975-4af6-86fa-45f909e71292,revision_number=3']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:11:24.119806 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-8591786d-dc0a-40ce-accb-bd54754e909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:24.121536 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-8591786d-dc0a-40ce-accb-bd54754e909f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=707b0fd38e294fd0810e42f955d05598&device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 1096 time: 0.0565109 Nov 09 05:11:24.129698 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a028dcfe-e9ec-4f0e-a809-a521f20f72d2 x-openstack-request-id: req-a028dcfe-e9ec-4f0e-a809-a521f20f72d2 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:11:24.130046 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48", "tag": "b0a1ce6d-e975-4af6-86fa-45f909e71292", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:11:24.130302 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a028dcfe-e9ec-4f0e-a809-a521f20f72d2 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:11:24.130706 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'tag': 'b0a1ce6d-e975-4af6-86fa-45f909e71292', 'status': 'completed', 'code': 200} Nov 09 05:11:24.168614 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-fd08cf9c-756f-47d1-8f28-c955b87da6d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0a1ce6d-e975-4af6-86fa-45f909e71292 HTTP/1.1" status: 200 len: 217 time: 0.0337195 Nov 09 05:11:24.222451 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-f3a3d397-9d43-4f6f-9f19-0c4442f70ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:24.223934 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-f3a3d397-9d43-4f6f-9f19-0c4442f70ec6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=233ac7ac-7438-4c89-950a-2d2cdbdde9ec HTTP/1.1" status: 200 len: 849 time: 0.0484476 Nov 09 05:11:24.275848 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-106db0fc-04da-4e4b-a6fc-3211e720977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:24.277119 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-106db0fc-04da-4e4b-a6fc-3211e720977f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448899 Nov 09 05:11:24.366210 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-45a82c84-0bf8-486d-b3f6-b39b24c56e14 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804439 Nov 09 05:11:24.457061 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bf4f3d95-a131-4afe-bef8-91251423bda8 req-aa880855-14bc-45ca-996b-420ed6363ca6 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833173 Nov 09 05:11:24.542213 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fa031-31b0-40f3-b323-c090b99c6a19 req-71829d4d-bb80-443c-9fbd-55917f0199f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:24.543686 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d00fa031-31b0-40f3-b323-c090b99c6a19 req-71829d4d-bb80-443c-9fbd-55917f0199f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=707b0fd38e294fd0810e42f955d05598&device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 1096 time: 0.0401235 Nov 09 05:11:24.634492 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fa031-31b0-40f3-b323-c090b99c6a19 req-0838950d-3189-4b07-8007-50b84463a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:24.635935 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d00fa031-31b0-40f3-b323-c090b99c6a19 req-0838950d-3189-4b07-8007-50b84463a9db service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 200 len: 910 time: 0.0854437 Nov 09 05:11:24.676834 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d00fa031-31b0-40f3-b323-c090b99c6a19 req-d1990eeb-c692-4642-9d7e-48588526f0c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0a1ce6d-e975-4af6-86fa-45f909e71292 HTTP/1.1" status: 200 len: 217 time: 0.0330005 Nov 09 05:11:24.724963 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fa031-31b0-40f3-b323-c090b99c6a19 req-dd8ded77-aa09-45a3-a633-ca7ddd58bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:24.726419 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d00fa031-31b0-40f3-b323-c090b99c6a19 req-dd8ded77-aa09-45a3-a633-ca7ddd58bcdd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=233ac7ac-7438-4c89-950a-2d2cdbdde9ec HTTP/1.1" status: 200 len: 849 time: 0.0427072 Nov 09 05:11:24.770050 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fa031-31b0-40f3-b323-c090b99c6a19 req-e9d86d57-0546-437d-b71d-4cdad9a98ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:24.771503 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d00fa031-31b0-40f3-b323-c090b99c6a19 req-e9d86d57-0546-437d-b71d-4cdad9a98ab6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377138 Nov 09 05:11:25.112635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device b0a1ce6d-e975-4af6-86fa-45f909e71292 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:11:25.209455 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port b0a1ce6d-e975-4af6-86fa-45f909e71292, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b0a1ce6d-e975-4af6-86fa-45f909e71292,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:11:25.221466 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'b0a1ce6d-e975-4af6-86fa-45f909e71292', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'port_id': 'b0a1ce6d-e975-4af6-86fa-45f909e71292', 'mac_address': 'fa:16:3e:18:01:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:11:25.222473 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48110281-7a5a-4ac3-8ca1-219b5cf01e1e req-c3d4656a-8d36-4404-999d-9fcd5e79c43d tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:25.223964 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-48110281-7a5a-4ac3-8ca1-219b5cf01e1e req-c3d4656a-8d36-4404-999d-9fcd5e79c43d tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 943 time: 0.0925174 Nov 09 05:11:25.226421 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d00fa031-31b0-40f3-b323-c090b99c6a19 req-5e08db4d-cb4b-4f8c-8e5b-97a78fbf8cd2 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470387 Nov 09 05:11:25.258946 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:25.271274 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a1ce6d-e975-4af6-86fa-45f909e71292 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:11:25.290781 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port b0a1ce6d-e975-4af6-86fa-45f909e71292, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b0a1ce6d-e975-4af6-86fa-45f909e71292,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:11:25.294620 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:25.323679 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-48110281-7a5a-4ac3-8ca1-219b5cf01e1e req-a2901744-1e76-431b-b88b-7ad7fd7b95f6 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930867 Nov 09 05:11:25.344718 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=b0a1ce6d-e975-4af6-86fa-45f909e71292,revision_number=4']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:11:25.354175 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d00fa031-31b0-40f3-b323-c090b99c6a19 req-54111161-649f-400f-a480-b2d5da22e942 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169164 Nov 09 05:11:25.527910 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['b0a1ce6d-e975-4af6-86fa-45f909e71292'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:11:25.672330 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6946e668-3989-42e1-86e7-8a64c515e52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:26.443661 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04427b-7751-4350-a522-bf53a8c7d8a2 req-dec251d5-d8ac-4727-9332-3e83ace942df tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:26.445115 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ca04427b-7751-4350-a522-bf53a8c7d8a2 req-dec251d5-d8ac-4727-9332-3e83ace942df tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 944 time: 0.0509758 Nov 09 05:11:26.492711 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-ca04427b-7751-4350-a522-bf53a8c7d8a2 req-77c87f23-62d5-4112-9373-a0f4e194a1ef tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405457 Nov 09 05:11:27.112786 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device b0a1ce6d-e975-4af6-86fa-45f909e71292 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:11:27.160532 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning for port b0a1ce6d-e975-4af6-86fa-45f909e71292 completed by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 05:11:27.164808 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port b0a1ce6d-e975-4af6-86fa-45f909e71292 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:11:27.165171 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:27.242886 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:27.263877 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a1ce6d-e975-4af6-86fa-45f909e71292'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:11:27.266128 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdde6d9-020f-43d5-ac03-cd3b687d257f" -d '{"events": [{"server_uuid": "cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48", "name": "network-vif-plugged", "status": "completed", "tag": "b0a1ce6d-e975-4af6-86fa-45f909e71292"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:11:27.278972 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port b0a1ce6d-e975-4af6-86fa-45f909e71292, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b0a1ce6d-e975-4af6-86fa-45f909e71292,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:11:27.283099 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:27.308069 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d384cad-77e8-48fa-ad73-1c565cdc39a6 x-openstack-request-id: req-9d384cad-77e8-48fa-ad73-1c565cdc39a6 {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:11:27.308364 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48", "name": "network-vif-plugged", "status": "completed", "tag": "b0a1ce6d-e975-4af6-86fa-45f909e71292", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:11:27.308617 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d384cad-77e8-48fa-ad73-1c565cdc39a6 {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:11:27.309003 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a1ce6d-e975-4af6-86fa-45f909e71292', 'code': 200} Nov 09 05:11:27.333911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=b0a1ce6d-e975-4af6-86fa-45f909e71292,revision_number=5']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:11:27.465425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e2f93-6a16-4006-96d9-aff0b12171a3 req-ca7d88ec-6e62-45dc-b5a4-bc0b3f8c0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:27.466989 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b77e2f93-6a16-4006-96d9-aff0b12171a3 req-ca7d88ec-6e62-45dc-b5a4-bc0b3f8c0d1a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 1098 time: 0.0398154 Nov 09 05:11:27.516771 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b77e2f93-6a16-4006-96d9-aff0b12171a3 req-15884d54-1381-4f49-b7fe-4996b775087d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426338 Nov 09 05:11:27.606381 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93309e6-7bbc-4b5c-8bb1-d6c558ea3305 req-1e58157f-944b-4833-950f-ccffb1114120 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:27.607742 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b93309e6-7bbc-4b5c-8bb1-d6c558ea3305 req-1e58157f-944b-4833-950f-ccffb1114120 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 945 time: 0.0481443 Nov 09 05:11:27.654971 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-b93309e6-7bbc-4b5c-8bb1-d6c558ea3305 req-8cec31cb-84ca-488c-a463-9198e6c75509 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414214 Nov 09 05:11:27.951980 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-152f2649-9a17-4bb2-9e5e-145c1f0c59b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:28.771756 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1deda-f377-49d9-816f-287e357ce360 req-2328139b-5f1a-473b-8cc8-ea2644f3a7d7 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:28.773249 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c9e1deda-f377-49d9-816f-287e357ce360 req-2328139b-5f1a-473b-8cc8-ea2644f3a7d7 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 945 time: 0.0497432 Nov 09 05:11:28.821465 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-c9e1deda-f377-49d9-816f-287e357ce360 req-2e77dde4-ba9b-4fe4-8aea-9a98df24a2c7 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Nov 09 05:11:28.932665 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060228b-e3c8-4f1c-81e8-60a997ce33f8 req-042f7f62-6688-406b-b8e8-2644b6e0cd26 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:28.934061 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c060228b-e3c8-4f1c-81e8-60a997ce33f8 req-042f7f62-6688-406b-b8e8-2644b6e0cd26 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 945 time: 0.0472569 Nov 09 05:11:28.985166 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-c060228b-e3c8-4f1c-81e8-60a997ce33f8 req-a5f10d40-1c13-42c5-ab9d-8fef12a4b395 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448830 Nov 09 05:11:29.006224 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 58824) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:11:29.043753 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39136cbe-f416-459e-a573-3eca4a0114df tempest-TestSnapshotPattern-1982630905 tempest-TestSnapshotPattern-1982630905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:29.045220 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-39136cbe-f416-459e-a573-3eca4a0114df tempest-TestSnapshotPattern-1982630905 tempest-TestSnapshotPattern-1982630905-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 1093 time: 0.0380695 Nov 09 05:11:29.047900 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 58826) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:11:29.052045 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.v2.base [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Request body: {'floatingip': {'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'port_id': 'b0a1ce6d-e975-4af6-86fa-45f909e71292', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:11:29.073717 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for floatingip, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:29.163749 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:29.267830 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_common [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Allocated IP 172.26.5.181 (2ae56fdc-e45e-4e1f-9dc0-66e535d470be/53724b1a-2b16-4ea8-846d-f37d4445fcac/c09688b1-c732-4039-b509-f32da59c8f1a) {{(pid=101884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:11:29.294174 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:29.366416 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for port, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:29.402396 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748279300217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:29.437799 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Network 2ae56fdc-e45e-4e1f-9dc0-66e535d470be is already hosted by enough agents. {{(pid=101884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:11:29.444092 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.base_scheduler [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Resources bound (agent type, host, resource id): {{(pid=101884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:11:29.448581 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Received port after_create {{(pid=101884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:11:29.451299 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event updated for resources: {'Port': ['ID=c09688b1-c732-4039-b509-f32da59c8f1a,revision_number=1']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:11:29.477439 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:29.477807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:29.478144 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:29.478496 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:29.478805 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:29.479133 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:29.479457 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:29.479779 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:29.480102 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:29.480419 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:29.480735 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:29.481047 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:11:29.797722 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:29.863411 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:30.313789 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for port, precommit_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:30.318259 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62889549'] for port, after_update {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:30.382383 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event updated for resources: {'Port': ['ID=c09688b1-c732-4039-b509-f32da59c8f1a,revision_number=2']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:11:30.393531 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593807'] for floatingip, after_create {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:30.488812 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Floating IP b14b790c-6cd6-4d3e-a3aa-9c7e2d5df1e5 associated. External IP: 172.26.5.181, port: b0a1ce6d-e975-4af6-86fa-45f909e71292. Nov 09 05:11:30.519818 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:30.692852 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Router 60099175-a205-403b-9708-e940cfee699d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:11:30.798485 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:11:30.807986 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19259c6-4904-4e26-88e9-137068554e33 None None] Sync routers for ids ['60099175-a205-403b-9708-e940cfee699d'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:11:30.816175 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:30.816852 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19259c6-4904-4e26-88e9-137068554e33 None None] Routers {'60099175-a205-403b-9708-e940cfee699d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:11:30.817453 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b19259c6-4904-4e26-88e9-137068554e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:11:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['60099175-a205-403b-9708-e940cfee699d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:11:30.843622 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e9044f90-44da-40db-8a4a-b5d36b8f21d2 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7947025 Nov 09 05:11:30.844197 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'tag': 'b0a1ce6d-e975-4af6-86fa-45f909e71292'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:11:30.846505 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fc5df8-a9d8-4f1d-87e2-f5493f68124a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48", "tag": "b0a1ce6d-e975-4af6-86fa-45f909e71292"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:11:30.923798 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-b19259c6-4904-4e26-88e9-137068554e33 None None] Set router 60099175-a205-403b-9708-e940cfee699d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:11:30.941685 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72123236-6638-4912-a22a-960117180c4e x-openstack-request-id: req-72123236-6638-4912-a22a-960117180c4e {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:11:30.941976 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48", "tag": "b0a1ce6d-e975-4af6-86fa-45f909e71292", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:11:30.942231 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72123236-6638-4912-a22a-960117180c4e {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:11:30.942706 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'tag': 'b0a1ce6d-e975-4af6-86fa-45f909e71292', 'status': 'completed', 'code': 200} Nov 09 05:11:31.003316 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc5df8-a9d8-4f1d-87e2-f5493f68124a req-278682ef-6840-45ef-be8d-be0f155a3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:31.004835 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77fc5df8-a9d8-4f1d-87e2-f5493f68124a req-278682ef-6840-45ef-be8d-be0f155a3a39 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=707b0fd38e294fd0810e42f955d05598&device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 1098 time: 0.0405381 Nov 09 05:11:31.097819 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc5df8-a9d8-4f1d-87e2-f5493f68124a req-8c815b63-02e8-44cb-aa05-38b00f13e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:31.099315 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77fc5df8-a9d8-4f1d-87e2-f5493f68124a req-8c815b63-02e8-44cb-aa05-38b00f13e574 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 200 len: 910 time: 0.0880399 Nov 09 05:11:31.146600 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:31.152773 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b19259c6-4904-4e26-88e9-137068554e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'b14b790c-6cd6-4d3e-a3aa-9c7e2d5df1e5', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'floating_ip_address': '172.26.5.181', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '60099175-a205-403b-9708-e940cfee699d', 'port_id': 'b0a1ce6d-e975-4af6-86fa-45f909e71292', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'mac_address': 'fa:16:3e:18:01:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:11:29Z', 'updated_at': '2021-11-09T05:11:29Z', 'revision_number': 0, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'fixed_ip_address_scope': None}, {'id': 'e6be4e22-9a2f-43a3-be3c-1fc3ee2db9ca', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '60099175-a205-403b-9708-e940cfee699d', 'port_id': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'mac_address': 'fa:16:3e:63:eb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:08:59Z', 'updated_at': '2021-11-09T05:09:01Z', 'revision_number': 1, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d59c73-c082-446c-9848-0dbb6f415aa1', 'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'mac_address': 'fa:16:3e:9c:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:40Z', 'updated_at': '2021-11-09T05:08:44Z', 'revision_number': 5, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'subnets': [{'id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:11:31.168862 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77fc5df8-a9d8-4f1d-87e2-f5493f68124a req-7d0247fe-e60a-4808-8bc2-e5137906324b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0a1ce6d-e975-4af6-86fa-45f909e71292 HTTP/1.1" status: 200 len: 999 time: 0.0625763 Nov 09 05:11:31.178533 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19259c6-4904-4e26-88e9-137068554e33 None None] Checking router: 60099175-a205-403b-9708-e940cfee699d for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:11:31.186896 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19259c6-4904-4e26-88e9-137068554e33 None None] Routers {'60099175-a205-403b-9708-e940cfee699d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:11:31.187519 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b19259c6-4904-4e26-88e9-137068554e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:11:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['60099175-a205-403b-9708-e940cfee699d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:11:31.226014 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc5df8-a9d8-4f1d-87e2-f5493f68124a req-0bd54bec-14d5-4e71-a1bf-662878c95e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:31.227423 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77fc5df8-a9d8-4f1d-87e2-f5493f68124a req-0bd54bec-14d5-4e71-a1bf-662878c95e4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=233ac7ac-7438-4c89-950a-2d2cdbdde9ec HTTP/1.1" status: 200 len: 849 time: 0.0495024 Nov 09 05:11:31.272012 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc5df8-a9d8-4f1d-87e2-f5493f68124a req-47539998-aafb-4d73-8df5-35bf071736c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:31.273767 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77fc5df8-a9d8-4f1d-87e2-f5493f68124a req-47539998-aafb-4d73-8df5-35bf071736c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391269 Nov 09 05:11:31.291272 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-b19259c6-4904-4e26-88e9-137068554e33 None None] Set router 60099175-a205-403b-9708-e940cfee699d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:11:31.362605 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77fc5df8-a9d8-4f1d-87e2-f5493f68124a req-32cc96c3-4616-41fd-964a-376eba97ece4 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805469 Nov 09 05:11:31.454339 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-77fc5df8-a9d8-4f1d-87e2-f5493f68124a req-98c089e7-07f7-41f3-b0ba-63ba6d2b3e73 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851586 Nov 09 05:11:31.510369 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-b19259c6-4904-4e26-88e9-137068554e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'b14b790c-6cd6-4d3e-a3aa-9c7e2d5df1e5', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'floating_ip_address': '172.26.5.181', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '60099175-a205-403b-9708-e940cfee699d', 'port_id': 'b0a1ce6d-e975-4af6-86fa-45f909e71292', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'mac_address': 'fa:16:3e:18:01:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:11:29Z', 'updated_at': '2021-11-09T05:11:29Z', 'revision_number': 0, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'fixed_ip_address_scope': None}, {'id': 'e6be4e22-9a2f-43a3-be3c-1fc3ee2db9ca', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '60099175-a205-403b-9708-e940cfee699d', 'port_id': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'mac_address': 'fa:16:3e:63:eb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:08:59Z', 'updated_at': '2021-11-09T05:09:01Z', 'revision_number': 1, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d59c73-c082-446c-9848-0dbb6f415aa1', 'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'mac_address': 'fa:16:3e:9c:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:40Z', 'updated_at': '2021-11-09T05:08:44Z', 'revision_number': 5, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'subnets': [{'id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:11:31.535088 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19259c6-4904-4e26-88e9-137068554e33 None None] The sync data for ids ['60099175-a205-403b-9708-e940cfee699d'] in dv-neutron-816800-2-hyperv is: [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'b14b790c-6cd6-4d3e-a3aa-9c7e2d5df1e5', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'floating_ip_address': '172.26.5.181', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '60099175-a205-403b-9708-e940cfee699d', 'port_id': 'b0a1ce6d-e975-4af6-86fa-45f909e71292', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'mac_address': 'fa:16:3e:18:01:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:11:29Z', 'updated_at': '2021-11-09T05:11:29Z', 'revision_number': 0, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'fixed_ip_address_scope': None}, {'id': 'e6be4e22-9a2f-43a3-be3c-1fc3ee2db9ca', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '60099175-a205-403b-9708-e940cfee699d', 'port_id': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'mac_address': 'fa:16:3e:63:eb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:08:59Z', 'updated_at': '2021-11-09T05:09:01Z', 'revision_number': 1, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d59c73-c082-446c-9848-0dbb6f415aa1', 'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'mac_address': 'fa:16:3e:9c:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:40Z', 'updated_at': '2021-11-09T05:08:44Z', 'revision_number': 5, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'subnets': [{'id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:11:31.716635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa19b58-62d5-445f-bcf9-2714e215a10b None None] New status for floating IP b14b790c-6cd6-4d3e-a3aa-9c7e2d5df1e5: ACTIVE {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:11:36.325820 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:11:47.513608 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:55.662795 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-5a516b58-6ee6-4a99-a445-eee961e2ef38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:57.952771 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-8e41dd12-35cb-4153-b9c0-8777c296b3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:59.298185 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:00.523628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:01.149601 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:13.325160 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:12:14.219697 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-221f03bd-2403-41e1-9046-5722aaa13d3b req-40977bf2-afa8-4fd9-9892-641457b194c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385039 Nov 09 05:12:14.304280 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f03bd-2403-41e1-9046-5722aaa13d3b req-c7a8a7a9-c340-40f1-ae5a-70f5aa7bf6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:14.306342 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-221f03bd-2403-41e1-9046-5722aaa13d3b req-c7a8a7a9-c340-40f1-ae5a-70f5aa7bf6d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=707b0fd38e294fd0810e42f955d05598&device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 1096 time: 0.0429704 Nov 09 05:12:14.405789 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f03bd-2403-41e1-9046-5722aaa13d3b req-f01c9cc3-9676-4489-92fa-acf6156a402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:14.407261 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-221f03bd-2403-41e1-9046-5722aaa13d3b req-f01c9cc3-9676-4489-92fa-acf6156a402d service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 200 len: 910 time: 0.0821447 Nov 09 05:12:14.473873 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-221f03bd-2403-41e1-9046-5722aaa13d3b req-2ba2ec0e-d36f-406a-a8c0-e6f530a49b88 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d HTTP/1.1" status: 200 len: 998 time: 0.0592055 Nov 09 05:12:14.522367 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f03bd-2403-41e1-9046-5722aaa13d3b req-27421b5f-1be2-41c3-93a6-edd4586b129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:14.523823 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-221f03bd-2403-41e1-9046-5722aaa13d3b req-27421b5f-1be2-41c3-93a6-edd4586b129b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=233ac7ac-7438-4c89-950a-2d2cdbdde9ec HTTP/1.1" status: 200 len: 849 time: 0.0428388 Nov 09 05:12:14.569827 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f03bd-2403-41e1-9046-5722aaa13d3b req-2d443e2e-2983-41c2-abde-55df3d365c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:14.571275 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-221f03bd-2403-41e1-9046-5722aaa13d3b req-2d443e2e-2983-41c2-abde-55df3d365c23 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392549 Nov 09 05:12:14.663136 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-221f03bd-2403-41e1-9046-5722aaa13d3b req-904b0a12-ab40-4489-94b2-a5435b8d94af service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843396 Nov 09 05:12:14.751774 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-221f03bd-2403-41e1-9046-5722aaa13d3b req-333bafd6-76bd-4197-9984-3e29cc59b5ad service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810506 Nov 09 05:12:17.531635 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:25.663471 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fd301e1c-a791-4117-9128-3614e196c2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:27.954383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f19058d2-0487-490c-ad60-98803e876325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:29.298733 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:30.528448 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:31.150911 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:47.541408 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:50.323709 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:12:55.664118 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-44a49cc4-69ff-4ae6-b8ff-5f007aa20dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:57.955664 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-97781506-94d4-4e32-9f2c-11354738538e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:59.302797 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:00.530151 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:01.152774 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:13.563562 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device b0a1ce6d-e975-4af6-86fa-45f909e71292 details requested by agent hyperv_hv-neutron-8168 with host hv-neutron-8168 {{(pid=101885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:13:13.671941 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port b0a1ce6d-e975-4af6-86fa-45f909e71292, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b0a1ce6d-e975-4af6-86fa-45f909e71292,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:13:13.684757 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Returning: {'device': 'b0a1ce6d-e975-4af6-86fa-45f909e71292', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'port_id': 'b0a1ce6d-e975-4af6-86fa-45f909e71292', 'mac_address': 'fa:16:3e:18:01:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:13:13.734675 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:13.751666 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0a1ce6d-e975-4af6-86fa-45f909e71292 {{(pid=101885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:13:13.772923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port b0a1ce6d-e975-4af6-86fa-45f909e71292, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b0a1ce6d-e975-4af6-86fa-45f909e71292,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:13:13.779119 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:13.835599 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=b0a1ce6d-e975-4af6-86fa-45f909e71292,revision_number=6']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:13.843767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:13.844775 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:13.845401 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:13.845764 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:13.846104 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:13.846439 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:13.846767 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:13.847102 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:13.847430 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:13.847753 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:13.848074 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:13.848660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:13.857107 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] get_ports_and_sgs() called for port_ids ['b0a1ce6d-e975-4af6-86fa-45f909e71292'] {{(pid=101885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:13:15.559495 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device b0a1ce6d-e975-4af6-86fa-45f909e71292 up at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:13:15.613081 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.provisioning_blocks [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Provisioning complete for port b0a1ce6d-e975-4af6-86fa-45f909e71292 triggered by entity L2. {{(pid=101885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:13:15.613777 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4183504'] for port, provisioning_complete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:15.857631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4122392'] for port, before_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:15.893907 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a1ce6d-e975-4af6-86fa-45f909e71292'}] {{(pid=101885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:13:15.897353 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1cf9cf397b898db17c8fc7421ec508676df4696ab116b4380af5d6996bdcc1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b9fadb-d89e-46bc-a2d3-a4b04d1fe6f4" -d '{"events": [{"server_uuid": "cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48", "name": "network-vif-plugged", "status": "completed", "tag": "b0a1ce6d-e975-4af6-86fa-45f909e71292"}]}' {{(pid=101885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:13:15.919969 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] For port b0a1ce6d-e975-4af6-86fa-45f909e71292, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b0a1ce6d-e975-4af6-86fa-45f909e71292,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:13:15.929472 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748279794068', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748279300235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748279300253'] for port, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:15.954814 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f6e1cc-50c0-46b2-b75d-951dcbc3b44c x-openstack-request-id: req-66f6e1cc-50c0-46b2-b75d-951dcbc3b44c {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:13:15.955110 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48", "name": "network-vif-plugged", "status": "completed", "tag": "b0a1ce6d-e975-4af6-86fa-45f909e71292", "code": 200}]} {{(pid=101885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:13:15.955367 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66f6e1cc-50c0-46b2-b75d-951dcbc3b44c {{(pid=101885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:13:15.955754 dv-neutron-816800-2-hyperv neutron-server[101885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a1ce6d-e975-4af6-86fa-45f909e71292', 'code': 200} Nov 09 05:13:15.984055 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Pushing event updated for resources: {'Port': ['ID=b0a1ce6d-e975-4af6-86fa-45f909e71292,revision_number=7']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:16.322402 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea378a-72b0-4204-b0bf-497a9636fafc req-861e9a64-fb52-47d1-ae05-2a54b355aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:16.324132 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08ea378a-72b0-4204-b0bf-497a9636fafc req-861e9a64-fb52-47d1-ae05-2a54b355aca7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=707b0fd38e294fd0810e42f955d05598&device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 1098 time: 0.1228595 Nov 09 05:13:16.450853 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea378a-72b0-4204-b0bf-497a9636fafc req-fa2c2e57-92c5-4797-89fc-ad7be24cbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:16.452268 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08ea378a-72b0-4204-b0bf-497a9636fafc req-fa2c2e57-92c5-4797-89fc-ad7be24cbaad service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 200 len: 910 time: 0.1052387 Nov 09 05:13:16.529334 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08ea378a-72b0-4204-b0bf-497a9636fafc req-a02c75af-67c7-45d2-bdb1-5c956e1e8739 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0a1ce6d-e975-4af6-86fa-45f909e71292 HTTP/1.1" status: 200 len: 1001 time: 0.0691869 Nov 09 05:13:16.582594 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea378a-72b0-4204-b0bf-497a9636fafc req-eb8fa39e-be54-4841-b899-542318d81320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:16.584667 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08ea378a-72b0-4204-b0bf-497a9636fafc req-eb8fa39e-be54-4841-b899-542318d81320 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=233ac7ac-7438-4c89-950a-2d2cdbdde9ec HTTP/1.1" status: 200 len: 849 time: 0.0478318 Nov 09 05:13:16.637824 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea378a-72b0-4204-b0bf-497a9636fafc req-8fd05d51-f683-490d-bdf7-042337663672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:16.639366 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08ea378a-72b0-4204-b0bf-497a9636fafc req-8fd05d51-f683-490d-bdf7-042337663672 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426807 Nov 09 05:13:16.756523 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08ea378a-72b0-4204-b0bf-497a9636fafc req-3b5d19a2-fe27-4e15-ac02-d8c0f8df3fad service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094196 Nov 09 05:13:16.865934 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-08ea378a-72b0-4204-b0bf-497a9636fafc req-36778f15-98cb-487c-906e-92d7fb3b7726 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011932 Nov 09 05:13:17.542088 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:22.685887 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 59030) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:13:22.842075 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Deleting port c09688b1-c732-4039-b509-f32da59c8f1a {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:13:22.842414 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:22.918238 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:22.918557 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:22.930490 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Calling delete_port for c09688b1-c732-4039-b509-f32da59c8f1a owned by network:floatingip {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:13:23.072390 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:23.103320 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event deleted for resources: {'Port': ['ID=c09688b1-c732-4039-b509-f32da59c8f1a,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:23.127185 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:23.127535 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:23.127870 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:23.128203 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:23.128532 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:23.128859 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:23.129181 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:23.129529 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:23.129850 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:23.130190 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:23.130513 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:23.130828 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:23.168710 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for floatingip, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:23.169034 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.db.l3_db [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Floating IP b14b790c-6cd6-4d3e-a3aa-9c7e2d5df1e5 disassociated (deleted). External IP: 172.26.5.181, port: b0a1ce6d-e975-4af6-86fa-45f909e71292. Nov 09 05:13:23.371514 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Router 60099175-a205-403b-9708-e940cfee699d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:13:23.477441 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:13:23.482223 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:23.487288 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c75fa-d3dc-4817-9a46-5e1894069862 None None] Sync routers for ids ['60099175-a205-403b-9708-e940cfee699d'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:13:23.496080 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c75fa-d3dc-4817-9a46-5e1894069862 None None] Routers {'60099175-a205-403b-9708-e940cfee699d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:13:23.496678 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1b3c75fa-d3dc-4817-9a46-5e1894069862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:12:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['60099175-a205-403b-9708-e940cfee699d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:23.508099 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-40682354-8922-46cd-9b4c-407ec33aa24b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "DELETE /v2.0/floatingips/b14b790c-6cd6-4d3e-a3aa-9c7e2d5df1e5 HTTP/1.1" status: 204 len: 168 time: 0.8210425 Nov 09 05:13:23.508679 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'tag': 'b0a1ce6d-e975-4af6-86fa-45f909e71292'}] {{(pid=101884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:13:23.511223 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64316d0d02e659e44f9e249adcb8a924f0495927e89b170e3f83cbaffe4db757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74dfcb7-8f78-49c8-942d-94abecf5f82a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48", "tag": "b0a1ce6d-e975-4af6-86fa-45f909e71292"}]}' {{(pid=101884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:13:23.571012 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0738329d-a23a-41a0-b1e3-88fedf6c6907 x-openstack-request-id: req-0738329d-a23a-41a0-b1e3-88fedf6c6907 {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:13:23.571417 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48", "tag": "b0a1ce6d-e975-4af6-86fa-45f909e71292", "status": "completed", "code": 200}]} {{(pid=101884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:13:23.571737 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0738329d-a23a-41a0-b1e3-88fedf6c6907 {{(pid=101884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:13:23.572331 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'tag': 'b0a1ce6d-e975-4af6-86fa-45f909e71292', 'status': 'completed', 'code': 200} Nov 09 05:13:23.603312 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-1b3c75fa-d3dc-4817-9a46-5e1894069862 None None] Set router 60099175-a205-403b-9708-e940cfee699d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:13:23.635919 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dfcb7-8f78-49c8-942d-94abecf5f82a req-ca2da934-6bea-44cd-bf7a-295208f01124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:23.638175 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b74dfcb7-8f78-49c8-942d-94abecf5f82a req-ca2da934-6bea-44cd-bf7a-295208f01124 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=707b0fd38e294fd0810e42f955d05598&device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 1098 time: 0.0434113 Nov 09 05:13:23.745582 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dfcb7-8f78-49c8-942d-94abecf5f82a req-06fcab35-d06c-400f-9a4b-5bc93cd39be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:23.747233 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b74dfcb7-8f78-49c8-942d-94abecf5f82a req-06fcab35-d06c-400f-9a4b-5bc93cd39be9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 200 len: 910 time: 0.1024573 Nov 09 05:13:23.792841 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b74dfcb7-8f78-49c8-942d-94abecf5f82a req-e494a8f1-8927-422b-b39c-c9f0b9c0a942 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0a1ce6d-e975-4af6-86fa-45f909e71292 HTTP/1.1" status: 200 len: 217 time: 0.0379870 Nov 09 05:13:23.828802 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1b3c75fa-d3dc-4817-9a46-5e1894069862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'e6be4e22-9a2f-43a3-be3c-1fc3ee2db9ca', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '60099175-a205-403b-9708-e940cfee699d', 'port_id': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'mac_address': 'fa:16:3e:63:eb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:08:59Z', 'updated_at': '2021-11-09T05:09:01Z', 'revision_number': 1, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d59c73-c082-446c-9848-0dbb6f415aa1', 'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'mac_address': 'fa:16:3e:9c:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:40Z', 'updated_at': '2021-11-09T05:08:44Z', 'revision_number': 5, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'subnets': [{'id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:23.854805 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c75fa-d3dc-4817-9a46-5e1894069862 None None] Checking router: 60099175-a205-403b-9708-e940cfee699d for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:13:23.862814 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c75fa-d3dc-4817-9a46-5e1894069862 None None] Routers {'60099175-a205-403b-9708-e940cfee699d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:13:23.863414 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1b3c75fa-d3dc-4817-9a46-5e1894069862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:12:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['60099175-a205-403b-9708-e940cfee699d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:23.867589 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dfcb7-8f78-49c8-942d-94abecf5f82a req-6134b62d-672e-400a-9b06-05c75dc8866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:23.869069 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b74dfcb7-8f78-49c8-942d-94abecf5f82a req-6134b62d-672e-400a-9b06-05c75dc8866c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=233ac7ac-7438-4c89-950a-2d2cdbdde9ec HTTP/1.1" status: 200 len: 849 time: 0.0677516 Nov 09 05:13:23.877613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d3400-ff5e-4ace-b313-b8c8bcbb4c01 req-201fe556-92b9-43e9-abe4-ea233e18803e tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:23.879002 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dd4d3400-ff5e-4ace-b313-b8c8bcbb4c01 req-201fe556-92b9-43e9-abe4-ea233e18803e tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 945 time: 0.1736975 Nov 09 05:13:23.944717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dfcb7-8f78-49c8-942d-94abecf5f82a req-1972b37d-a5fe-496e-bc7c-fba413046741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:23.946266 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b74dfcb7-8f78-49c8-942d-94abecf5f82a req-1972b37d-a5fe-496e-bc7c-fba413046741 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663073 Nov 09 05:13:23.954934 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-dd4d3400-ff5e-4ace-b313-b8c8bcbb4c01 req-b4e39c42-fc76-4b7a-890f-e2c35501d5bc tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671377 Nov 09 05:13:23.976186 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-1b3c75fa-d3dc-4817-9a46-5e1894069862 None None] Set router 60099175-a205-403b-9708-e940cfee699d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:13:24.042051 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b74dfcb7-8f78-49c8-942d-94abecf5f82a req-ff012daf-e8fc-4d6f-9650-c94c7b56091d service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861561 Nov 09 05:13:24.134815 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-b74dfcb7-8f78-49c8-942d-94abecf5f82a req-f4c12a82-4681-48d0-8094-2cef0eeafb1e service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844917 Nov 09 05:13:24.268928 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-1b3c75fa-d3dc-4817-9a46-5e1894069862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'e6be4e22-9a2f-43a3-be3c-1fc3ee2db9ca', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '60099175-a205-403b-9708-e940cfee699d', 'port_id': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'mac_address': 'fa:16:3e:63:eb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:08:59Z', 'updated_at': '2021-11-09T05:09:01Z', 'revision_number': 1, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d59c73-c082-446c-9848-0dbb6f415aa1', 'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'mac_address': 'fa:16:3e:9c:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:40Z', 'updated_at': '2021-11-09T05:08:44Z', 'revision_number': 5, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'subnets': [{'id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:24.293953 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3c75fa-d3dc-4817-9a46-5e1894069862 None None] The sync data for ids ['60099175-a205-403b-9708-e940cfee699d'] in dv-neutron-816800-2-hyperv is: [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_floatingips': [{'id': 'e6be4e22-9a2f-43a3-be3c-1fc3ee2db9ca', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'floating_ip_address': '172.26.5.64', 'floating_network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'router_id': '60099175-a205-403b-9708-e940cfee699d', 'port_id': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'mac_address': 'fa:16:3e:63:eb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:08:59Z', 'updated_at': '2021-11-09T05:09:01Z', 'revision_number': 1, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d59c73-c082-446c-9848-0dbb6f415aa1', 'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'mac_address': 'fa:16:3e:9c:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:40Z', 'updated_at': '2021-11-09T05:08:44Z', 'revision_number': 5, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'subnets': [{'id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:13:24.505878 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dff6f6-bfed-4d02-8305-f546ab065c5a None None] New status for floating IP b14b790c-6cd6-4d3e-a3aa-9c7e2d5df1e5: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:13:25.122646 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a587a-66b3-43e6-ae22-8086b5bb0a81 req-7219a0e9-01bd-4ccb-bf8b-a44f6843574c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:25.124155 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-555a587a-66b3-43e6-ae22-8086b5bb0a81 req-7219a0e9-01bd-4ccb-bf8b-a44f6843574c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 945 time: 0.0975313 Nov 09 05:13:25.173184 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-555a587a-66b3-43e6-ae22-8086b5bb0a81 req-58882420-5fb3-49ee-abf7-b68a93d4c5df tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429993 Nov 09 05:13:25.248265 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8547a-9469-4b0e-aaff-584dcb9eda2a req-2f027076-729f-41ca-aff6-f15a8da1d050 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:25.249642 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d8d8547a-9469-4b0e-aaff-584dcb9eda2a req-2f027076-729f-41ca-aff6-f15a8da1d050 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.31 "GET /v2.0/ports?device_id=cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48 HTTP/1.1" status: 200 len: 945 time: 0.0525198 Nov 09 05:13:25.336355 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-d8d8547a-9469-4b0e-aaff-584dcb9eda2a req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Deleting port b0a1ce6d-e975-4af6-86fa-45f909e71292 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:13:25.336694 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d8d8547a-9469-4b0e-aaff-584dcb9eda2a req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:25.425219 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-d8d8547a-9469-4b0e-aaff-584dcb9eda2a req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] For port b0a1ce6d-e975-4af6-86fa-45f909e71292, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=b0a1ce6d-e975-4af6-86fa-45f909e71292,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:13:25.425615 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d8d8547a-9469-4b0e-aaff-584dcb9eda2a req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:25.438425 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-d8d8547a-9469-4b0e-aaff-584dcb9eda2a req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Calling delete_port for b0a1ce6d-e975-4af6-86fa-45f909e71292 owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:13:25.559262 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d8d8547a-9469-4b0e-aaff-584dcb9eda2a req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:25.591025 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event deleted for resources: {'Port': ['ID=b0a1ce6d-e975-4af6-86fa-45f909e71292,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:25.618066 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:25.618417 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:25.618760 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:25.619097 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:25.619431 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:25.619764 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:25.620094 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:25.620422 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:25.620756 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:25.621082 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:25.621405 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:25.621752 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-816800-2-hyperv {{(pid=101883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:13:25.640445 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d8547a-9469-4b0e-aaff-584dcb9eda2a req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] No DVR routers for this DVR port b0a1ce6d-e975-4af6-86fa-45f909e71292 on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:13:25.642753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-d8d8547a-9469-4b0e-aaff-584dcb9eda2a req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:25.646087 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-d8d8547a-9469-4b0e-aaff-584dcb9eda2a req-2ffe2ea2-3661-48d0-9116-65fb8dadc49a tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.31 "DELETE /v2.0/ports/b0a1ce6d-e975-4af6-86fa-45f909e71292 HTTP/1.1" status: 204 len: 173 time: 0.3901451 Nov 09 05:13:25.646524 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'name': 'network-vif-deleted', 'tag': 'b0a1ce6d-e975-4af6-86fa-45f909e71292'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:13:25.648809 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8149fd-2755-4703-a32f-cb9f1bef8119" -d '{"events": [{"server_uuid": "cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48", "name": "network-vif-deleted", "tag": "b0a1ce6d-e975-4af6-86fa-45f909e71292"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:13:25.665577 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b524192a-7fcb-47c7-b72a-7bdff20bae35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:25.693246 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3931690d-5751-431e-82e1-cfb0a3d68667 x-openstack-request-id: req-3931690d-5751-431e-82e1-cfb0a3d68667 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:13:25.693580 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48", "name": "network-vif-deleted", "tag": "b0a1ce6d-e975-4af6-86fa-45f909e71292", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:13:25.693841 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3931690d-5751-431e-82e1-cfb0a3d68667 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:13:25.695016 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbea6e2e-3a5b-4ec5-b710-48a11fdd0b48', 'name': 'network-vif-deleted', 'tag': 'b0a1ce6d-e975-4af6-86fa-45f909e71292', 'status': 'completed', 'code': 200} Nov 09 05:13:26.735747 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 59094) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:13:26.887178 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a73fc867-2748-4977-a7de-c7772ac3138b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Deleting port 5d609a48-ebc6-42ed-8b30-958877fe6ead {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:13:26.887515 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a73fc867-2748-4977-a7de-c7772ac3138b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:26.962376 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a73fc867-2748-4977-a7de-c7772ac3138b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:26.962611 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a73fc867-2748-4977-a7de-c7772ac3138b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:26.974017 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a73fc867-2748-4977-a7de-c7772ac3138b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Calling delete_port for 5d609a48-ebc6-42ed-8b30-958877fe6ead owned by network:floatingip {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:13:27.114103 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a73fc867-2748-4977-a7de-c7772ac3138b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:27.143326 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fc867-2748-4977-a7de-c7772ac3138b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event deleted for resources: {'Port': ['ID=5d609a48-ebc6-42ed-8b30-958877fe6ead,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:27.195247 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a73fc867-2748-4977-a7de-c7772ac3138b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for floatingip, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:27.195571 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.db.l3_db [None req-a73fc867-2748-4977-a7de-c7772ac3138b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Floating IP e6be4e22-9a2f-43a3-be3c-1fc3ee2db9ca disassociated (deleted). External IP: 172.26.5.64, port: d237822c-bf7b-4dda-a171-6896f0f1be8d. Nov 09 05:13:27.322275 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:13:27.395329 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73fc867-2748-4977-a7de-c7772ac3138b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Router 60099175-a205-403b-9708-e940cfee699d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:13:27.498990 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73fc867-2748-4977-a7de-c7772ac3138b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:13:27.503301 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a73fc867-2748-4977-a7de-c7772ac3138b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for floatingip, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:27.509493 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f930a6-36d4-4231-8919-9566d49c3267 None None] Sync routers for ids ['60099175-a205-403b-9708-e940cfee699d'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:13:27.518794 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f930a6-36d4-4231-8919-9566d49c3267 None None] Routers {'60099175-a205-403b-9708-e940cfee699d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:13:27.519415 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a5f930a6-36d4-4231-8919-9566d49c3267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:12:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['60099175-a205-403b-9708-e940cfee699d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:27.532507 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a73fc867-2748-4977-a7de-c7772ac3138b tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "DELETE /v2.0/floatingips/e6be4e22-9a2f-43a3-be3c-1fc3ee2db9ca HTTP/1.1" status: 204 len: 168 time: 0.7956445 Nov 09 05:13:27.607366 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device b0a1ce6d-e975-4af6-86fa-45f909e71292 no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:13:27.625310 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-a5f930a6-36d4-4231-8919-9566d49c3267 None None] Set router 60099175-a205-403b-9708-e940cfee699d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:13:27.632071 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: b0a1ce6d-e975-4af6-86fa-45f909e71292 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:13:27.632552 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device b0a1ce6d-e975-4af6-86fa-45f909e71292 not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:13:27.700143 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'tag': 'd237822c-bf7b-4dda-a171-6896f0f1be8d'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:13:27.704493 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d71706-4b69-49b7-9eda-f83c4ad46593" -d '{"events": [{"name": "network-changed", "server_uuid": "a586a7dd-1913-4e06-af07-66e3c0f9b4ab", "tag": "d237822c-bf7b-4dda-a171-6896f0f1be8d"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:13:27.741437 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bb023b-60ea-4f4e-9181-96aa1bed3d15 x-openstack-request-id: req-11bb023b-60ea-4f4e-9181-96aa1bed3d15 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:13:27.742098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a586a7dd-1913-4e06-af07-66e3c0f9b4ab", "tag": "d237822c-bf7b-4dda-a171-6896f0f1be8d", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:13:27.742098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11bb023b-60ea-4f4e-9181-96aa1bed3d15 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:13:27.742457 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'tag': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'status': 'completed', 'code': 200} Nov 09 05:13:27.763935 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e80ed-8eb9-41b0-bd87-e2c7071579b4 req-7ca68b92-c500-4695-881b-58af875eed27 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:27.765621 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-685e80ed-8eb9-41b0-bd87-e2c7071579b4 req-7ca68b92-c500-4695-881b-58af875eed27 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 943 time: 0.0601578 Nov 09 05:13:27.810778 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d71706-4b69-49b7-9eda-f83c4ad46593 req-7d444a08-3444-4524-9307-db6d74774f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:27.812591 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-34d71706-4b69-49b7-9eda-f83c4ad46593 req-7d444a08-3444-4524-9307-db6d74774f6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=707b0fd38e294fd0810e42f955d05598&device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 1096 time: 0.0422018 Nov 09 05:13:27.817376 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [req-685e80ed-8eb9-41b0-bd87-e2c7071579b4 req-0a0082ab-6beb-4cea-a994-2faa2563437f tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452495 Nov 09 05:13:27.839221 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a5f930a6-36d4-4231-8919-9566d49c3267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '63d59c73-c082-446c-9848-0dbb6f415aa1', 'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'mac_address': 'fa:16:3e:9c:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:40Z', 'updated_at': '2021-11-09T05:08:44Z', 'revision_number': 5, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'subnets': [{'id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:27.864910 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f930a6-36d4-4231-8919-9566d49c3267 None None] Checking router: 60099175-a205-403b-9708-e940cfee699d for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:13:27.872898 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f930a6-36d4-4231-8919-9566d49c3267 None None] Routers {'60099175-a205-403b-9708-e940cfee699d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:13:27.873503 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a5f930a6-36d4-4231-8919-9566d49c3267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:12:58Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['60099175-a205-403b-9708-e940cfee699d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:27.905904 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d71706-4b69-49b7-9eda-f83c4ad46593 req-03c8bda7-4042-4ca6-b950-1277360b0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:27.907368 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-34d71706-4b69-49b7-9eda-f83c4ad46593 req-03c8bda7-4042-4ca6-b950-1277360b0d5c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 200 len: 910 time: 0.0878184 Nov 09 05:13:27.949489 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-34d71706-4b69-49b7-9eda-f83c4ad46593 req-187c8e26-a22c-4628-812d-5583667f1b04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d HTTP/1.1" status: 200 len: 217 time: 0.0336306 Nov 09 05:13:27.958730 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-a043e8aa-7501-4bdc-a89b-44d91514c0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:27.980237 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-a5f930a6-36d4-4231-8919-9566d49c3267 None None] Set router 60099175-a205-403b-9708-e940cfee699d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:13:28.003483 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d71706-4b69-49b7-9eda-f83c4ad46593 req-e54d6d51-bcaa-460a-aadb-9a2976b30dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:28.004934 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-34d71706-4b69-49b7-9eda-f83c4ad46593 req-e54d6d51-bcaa-460a-aadb-9a2976b30dec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=233ac7ac-7438-4c89-950a-2d2cdbdde9ec HTTP/1.1" status: 200 len: 849 time: 0.0482793 Nov 09 05:13:28.050109 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d71706-4b69-49b7-9eda-f83c4ad46593 req-235865de-7744-4145-ac06-ed8660ca032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:28.051900 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-34d71706-4b69-49b7-9eda-f83c4ad46593 req-235865de-7744-4145-ac06-ed8660ca032d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398674 Nov 09 05:13:28.140115 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-34d71706-4b69-49b7-9eda-f83c4ad46593 req-d0d88e85-58d7-4c2f-bbf7-a39ceb86751e service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808995 Nov 09 05:13:28.172113 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-a5f930a6-36d4-4231-8919-9566d49c3267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '63d59c73-c082-446c-9848-0dbb6f415aa1', 'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'mac_address': 'fa:16:3e:9c:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:40Z', 'updated_at': '2021-11-09T05:08:44Z', 'revision_number': 5, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'subnets': [{'id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:28.201695 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f930a6-36d4-4231-8919-9566d49c3267 None None] The sync data for ids ['60099175-a205-403b-9708-e940cfee699d'] in dv-neutron-816800-2-hyperv is: [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:40Z', 'revision_number': 4, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv', '_interfaces': [{'id': '63d59c73-c082-446c-9848-0dbb6f415aa1', 'name': '', 'network_id': '7b6f1b42-4e2e-45a6-aff9-1711df5c73d7', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'mac_address': 'fa:16:3e:9c:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:40Z', 'updated_at': '2021-11-09T05:08:44Z', 'revision_number': 5, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'subnets': [{'id': '233ac7ac-7438-4c89-950a-2d2cdbdde9ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:13:28.236339 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-34d71706-4b69-49b7-9eda-f83c4ad46593 req-1ab26232-63cd-4891-943f-48fded16cab5 service neutron] 10.222.0.31 "GET /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885391 Nov 09 05:13:28.416958 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2c8d5b-8391-4d85-8c90-122227b8282d None None] New status for floating IP e6be4e22-9a2f-43a3-be3c-1fc3ee2db9ca: DOWN {{(pid=101885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:13:28.933108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcc7fb-72d0-48a9-8178-bccb113b21d5 req-9799aacc-e614-482e-976e-9170f4c4bf04 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:28.934619 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6bdcc7fb-72d0-48a9-8178-bccb113b21d5 req-9799aacc-e614-482e-976e-9170f4c4bf04 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 943 time: 0.0482166 Nov 09 05:13:28.981963 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-6bdcc7fb-72d0-48a9-8178-bccb113b21d5 req-ae926d9c-4a8f-4485-b81f-6b26244edd31 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/security-groups?id=35b15c7a-0320-42f4-a890-692b95e9a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413430 Nov 09 05:13:29.246548 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8b87b-b355-4d6a-a377-99dc72b57a0e req-3d35bab9-6193-4b1c-9859-19343471ebfc tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:29.247888 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bcc8b87b-b355-4d6a-a377-99dc72b57a0e req-3d35bab9-6193-4b1c-9859-19343471ebfc tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.31 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 943 time: 0.0509896 Nov 09 05:13:29.307868 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:29.337831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-bcc8b87b-b355-4d6a-a377-99dc72b57a0e req-dba1094d-100c-4dd7-a0f3-7109ec90a2e4 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Deleting port d237822c-bf7b-4dda-a171-6896f0f1be8d {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:13:29.338171 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bcc8b87b-b355-4d6a-a377-99dc72b57a0e req-dba1094d-100c-4dd7-a0f3-7109ec90a2e4 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:29.427125 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [req-bcc8b87b-b355-4d6a-a377-99dc72b57a0e req-dba1094d-100c-4dd7-a0f3-7109ec90a2e4 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] For port d237822c-bf7b-4dda-a171-6896f0f1be8d, host hv-neutron-8168, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8168',level=0,port_id=d237822c-bf7b-4dda-a171-6896f0f1be8d,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:13:29.427513 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bcc8b87b-b355-4d6a-a377-99dc72b57a0e req-dba1094d-100c-4dd7-a0f3-7109ec90a2e4 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:29.439949 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [req-bcc8b87b-b355-4d6a-a377-99dc72b57a0e req-dba1094d-100c-4dd7-a0f3-7109ec90a2e4 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Calling delete_port for d237822c-bf7b-4dda-a171-6896f0f1be8d owned by compute:nova {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:13:29.561887 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bcc8b87b-b355-4d6a-a377-99dc72b57a0e req-dba1094d-100c-4dd7-a0f3-7109ec90a2e4 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:29.592384 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1094d-100c-4dd7-a0f3-7109ec90a2e4 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event deleted for resources: {'Port': ['ID=d237822c-bf7b-4dda-a171-6896f0f1be8d,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:29.633558 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc8b87b-b355-4d6a-a377-99dc72b57a0e req-dba1094d-100c-4dd7-a0f3-7109ec90a2e4 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] No DVR routers for this DVR port d237822c-bf7b-4dda-a171-6896f0f1be8d on host hv-neutron-8168 {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:13:29.635977 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [req-bcc8b87b-b355-4d6a-a377-99dc72b57a0e req-dba1094d-100c-4dd7-a0f3-7109ec90a2e4 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112513'] for port, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:29.639365 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-bcc8b87b-b355-4d6a-a377-99dc72b57a0e req-dba1094d-100c-4dd7-a0f3-7109ec90a2e4 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.31 "DELETE /v2.0/ports/d237822c-bf7b-4dda-a171-6896f0f1be8d HTTP/1.1" status: 204 len: 173 time: 0.3848858 Nov 09 05:13:29.743252 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'name': 'network-vif-deleted', 'tag': 'd237822c-bf7b-4dda-a171-6896f0f1be8d'}] {{(pid=101883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:13:29.745766 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba0a54a8eba727a2de4d6cb9515c7e93b659d0177cb3391fb8efe892db623843" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc3eceb-d6e9-4a20-9243-fda689b6dfa3" -d '{"events": [{"server_uuid": "a586a7dd-1913-4e06-af07-66e3c0f9b4ab", "name": "network-vif-deleted", "tag": "d237822c-bf7b-4dda-a171-6896f0f1be8d"}]}' {{(pid=101883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:13:29.783090 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ded898-cbd4-442f-97a8-5a1950af5193 x-openstack-request-id: req-77ded898-cbd4-442f-97a8-5a1950af5193 {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:13:29.783384 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a586a7dd-1913-4e06-af07-66e3c0f9b4ab", "name": "network-vif-deleted", "tag": "d237822c-bf7b-4dda-a171-6896f0f1be8d", "status": "completed", "code": 200}]} {{(pid=101883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:13:29.783640 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77ded898-cbd4-442f-97a8-5a1950af5193 {{(pid=101883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:13:29.784046 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a586a7dd-1913-4e06-af07-66e3c0f9b4ab', 'name': 'network-vif-deleted', 'tag': 'd237822c-bf7b-4dda-a171-6896f0f1be8d', 'status': 'completed', 'code': 200} Nov 09 05:13:30.104191 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [req-91fd5b42-ac94-4782-827b-5fefc87b64ed req-a5945b74-d62f-4496-9a77-ea7b8a94efb4 tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a586a7dd-1913-4e06-af07-66e3c0f9b4ab HTTP/1.1" status: 200 len: 210 time: 0.0287917 Nov 09 05:13:30.533633 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:31.154441 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:31.161585 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 59110) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:13:31.216609 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f8e27cb-c78a-45bd-a77c-5a4b6adff08c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:31.241008 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f8e27cb-c78a-45bd-a77c-5a4b6adff08c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:31.301169 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f8e27cb-c78a-45bd-a77c-5a4b6adff08c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:31.303801 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-6f8e27cb-c78a-45bd-a77c-5a4b6adff08c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Publish callbacks [] for security_group, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:31.304922 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-6f8e27cb-c78a-45bd-a77c-5a4b6adff08c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] 10.222.0.21 "DELETE /v2.0/security-groups/35b15c7a-0320-42f4-a890-692b95e9a80f HTTP/1.1" status: 204 len: 168 time: 0.1423461 Nov 09 05:13:31.313717 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e27cb-c78a-45bd-a77c-5a4b6adff08c tempest-TestSnapshotPattern-1212708240 tempest-TestSnapshotPattern-1212708240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b15c7a-0320-42f4-a890-692b95e9a80f,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:31.355108 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 59114) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:13:31.683114 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eeb7252e-666b-4eab-b216-693b673ea733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:32.234814 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-eeb7252e-666b-4eab-b216-693b673ea733 admin admin] Deleting port 63d59c73-c082-446c-9848-0dbb6f415aa1 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:13:32.235523 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eeb7252e-666b-4eab-b216-693b673ea733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:32.311838 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-eeb7252e-666b-4eab-b216-693b673ea733 admin admin] For port 63d59c73-c082-446c-9848-0dbb6f415aa1, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=63d59c73-c082-446c-9848-0dbb6f415aa1,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:13:32.312196 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eeb7252e-666b-4eab-b216-693b673ea733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:32.324170 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-eeb7252e-666b-4eab-b216-693b673ea733 admin admin] Calling delete_port for 63d59c73-c082-446c-9848-0dbb6f415aa1 owned by network:router_interface {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:13:32.495395 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eeb7252e-666b-4eab-b216-693b673ea733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:32.519835 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7252e-666b-4eab-b216-693b673ea733 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d59c73-c082-446c-9848-0dbb6f415aa1,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:32.679999 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-eeb7252e-666b-4eab-b216-693b673ea733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:32.896847 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb7252e-666b-4eab-b216-693b673ea733 admin admin] Router 60099175-a205-403b-9708-e940cfee699d has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:13:33.000115 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb7252e-666b-4eab-b216-693b673ea733 admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:13:33.005235 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-eeb7252e-666b-4eab-b216-693b673ea733 admin admin] 10.222.0.21 "PUT /v2.0/routers/60099175-a205-403b-9708-e940cfee699d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6490834 Nov 09 05:13:33.007854 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 59116) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:13:33.009362 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f562e-08fa-4388-b2a3-178049a20f1d None None] Sync routers for ids ['60099175-a205-403b-9708-e940cfee699d'] in dv-neutron-816800-2-hyperv {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:13:33.018709 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f562e-08fa-4388-b2a3-178049a20f1d None None] Routers {'60099175-a205-403b-9708-e940cfee699d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:13:33.019307 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6a5f562e-08fa-4388-b2a3-178049a20f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:13:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['60099175-a205-403b-9708-e940cfee699d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:33.112995 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] Publish callbacks [] for router, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:33.121962 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-6a5f562e-08fa-4388-b2a3-178049a20f1d None None] Set router 60099175-a205-403b-9708-e940cfee699d gateway port host: dv-neutron-816800-2-hyperv {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:13:33.214436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:33.265924 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] Deleting port a9465031-7474-4885-a36f-9a3871618606 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:13:33.266599 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:33.297315 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6a5f562e-08fa-4388-b2a3-178049a20f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'a9465031-7474-4885-a36f-9a3871618606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:13:32Z', 'revision_number': 5, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port': {'id': 'a9465031-7474-4885-a36f-9a3871618606', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60099175-a205-403b-9708-e940cfee699d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:33.328632 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f562e-08fa-4388-b2a3-178049a20f1d None None] Checking router: 60099175-a205-403b-9708-e940cfee699d for host: dv-neutron-816800-2-hyperv {{(pid=101886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:13:33.337264 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f562e-08fa-4388-b2a3-178049a20f1d None None] Routers {'60099175-a205-403b-9708-e940cfee699d'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:13:33.337877 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6a5f562e-08fa-4388-b2a3-178049a20f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:13:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['60099175-a205-403b-9708-e940cfee699d'], 'active': True} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:33.347290 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] For port a9465031-7474-4885-a36f-9a3871618606, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=a9465031-7474-4885-a36f-9a3871618606,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:13:33.347660 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:33.360465 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] Calling delete_port for a9465031-7474-4885-a36f-9a3871618606 owned by network:router_gateway {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:13:33.422067 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_dvr_db [None req-6a5f562e-08fa-4388-b2a3-178049a20f1d None None] Set router 60099175-a205-403b-9708-e940cfee699d gateway port host: None {{(pid=101886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:13:33.472343 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.l3_hamode_db [None req-6a5f562e-08fa-4388-b2a3-178049a20f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:13:33Z', 'revision_number': 6, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:33.501330 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f562e-08fa-4388-b2a3-178049a20f1d None None] The sync data for ids ['60099175-a205-403b-9708-e940cfee699d'] in dv-neutron-816800-2-hyperv is: [{'id': '60099175-a205-403b-9708-e940cfee699d', 'name': 'tempest-TestSnapshotPattern-1052391543-router', 'tenant_id': '707b0fd38e294fd0810e42f955d05598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:38Z', 'updated_at': '2021-11-09T05:13:33Z', 'revision_number': 6, 'project_id': '707b0fd38e294fd0810e42f955d05598', 'gw_port_host': None}] {{(pid=101886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:13:33.524071 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:33.549981 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=a9465031-7474-4885-a36f-9a3871618606,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:33.607998 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:33.636996 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device d237822c-bf7b-4dda-a171-6896f0f1be8d no longer exists at agent hyperv_hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:13:33.655761 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] No Port match for: d237822c-bf7b-4dda-a171-6896f0f1be8d {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:13:33.656133 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Device d237822c-bf7b-4dda-a171-6896f0f1be8d not bound to the agent host hv-neutron-8168 {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:13:33.698850 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:33.700997 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:33.746152 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:33.746695 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60099175-a205-403b-9708-e940cfee699d {{(pid=101883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 05:13:33.750918 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] Publish callbacks [] for router, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:33.752061 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-a1f28ed3-99b6-4441-97df-f7e0bcb39bcc admin admin] 10.222.0.21 "DELETE /v2.0/routers/60099175-a205-403b-9708-e940cfee699d HTTP/1.1" status: 204 len: 168 time: 0.7430117 Nov 09 05:13:33.754532 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 59118) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:13:33.797098 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.db_base_plugin_v2 [None req-632f0b18-0b8a-43bb-995e-c2a8dff63c33 admin admin] Deleting subnet 233ac7ac-7438-4c89-950a-2d2cdbdde9ec {{(pid=101883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:13:33.799905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-632f0b18-0b8a-43bb-995e-c2a8dff63c33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:33.835378 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-632f0b18-0b8a-43bb-995e-c2a8dff63c33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61875402'] for subnet, precommit_delete_associations {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:33.916837 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-632f0b18-0b8a-43bb-995e-c2a8dff63c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:33.970683 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-632f0b18-0b8a-43bb-995e-c2a8dff63c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62122644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62880139'] for subnet, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:33.997831 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f0b18-0b8a-43bb-995e-c2a8dff63c33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=233ac7ac-7438-4c89-950a-2d2cdbdde9ec,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:33.999944 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-632f0b18-0b8a-43bb-995e-c2a8dff63c33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:34.003589 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-632f0b18-0b8a-43bb-995e-c2a8dff63c33 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/233ac7ac-7438-4c89-950a-2d2cdbdde9ec HTTP/1.1" status: 204 len: 168 time: 0.2480178 Nov 09 05:13:34.003723 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9f5570-ca4c-494f-ae09-b60e669b7376 None None] Network 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:13:34.005613 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 59120) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:13:34.076932 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:34.129394 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] Deleting port aa4b9b18-db05-4a34-87a2-adaf411425b3 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:13:34.129777 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:34.193753 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] For port aa4b9b18-db05-4a34-87a2-adaf411425b3, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=aa4b9b18-db05-4a34-87a2-adaf411425b3,segment=NetworkSegment(f4d89c29-e088-4471-b471-20e83278666b),segment_id=f4d89c29-e088-4471-b471-20e83278666b)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:13:34.194040 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:34.206038 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] Calling delete_port for aa4b9b18-db05-4a34-87a2-adaf411425b3 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:13:34.288181 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99be58ff-84c2-4072-9998-484301f1f2a1 None None] DHCP port deletion for 7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 05:13:34.289961 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:34.317578 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4b9b18-db05-4a34-87a2-adaf411425b3,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:34.321769 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] No DVR routers for this DVR port aa4b9b18-db05-4a34-87a2-adaf411425b3 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:13:34.395621 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:34.416063 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6f1b42-4e2e-45a6-aff9-1711df5c73d7']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:34.425634 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d89c29-e088-4471-b471-20e83278666b') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:34.425930 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d89c29-e088-4471-b471-20e83278666b') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:34.435537 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:34.448631 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:34.454296 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:13:34.454668 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:13:34.456271 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:13:34.512552 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:34.518370 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:34.522159 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7b6f1b42-4e2e-45a6-aff9-1711df5c73d7 HTTP/1.1" status: 204 len: 168 time: 0.5155799 Nov 09 05:13:34.525207 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 59122) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:13:34.533436 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b26bd-a1d2-4070-9d63-5b4f9f1e7480 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b6f1b42-4e2e-45a6-aff9-1711df5c73d7,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:34.816515 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 63d59c73-c082-446c-9848-0dbb6f415aa1 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:13:34.841869 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 63d59c73-c082-446c-9848-0dbb6f415aa1 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:13:34.842080 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 63d59c73-c082-446c-9848-0dbb6f415aa1 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:13:34.842564 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device aa4b9b18-db05-4a34-87a2-adaf411425b3 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:13:34.865820 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: aa4b9b18-db05-4a34-87a2-adaf411425b3 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:13:34.866243 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device aa4b9b18-db05-4a34-87a2-adaf411425b3 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:13:34.866657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a9465031-7474-4885-a36f-9a3871618606 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:13:34.872508 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0545142-522e-479d-87ad-9b47449776bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593551'] for router_interface, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:34.884803 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: a9465031-7474-4885-a36f-9a3871618606 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:13:34.885145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device a9465031-7474-4885-a36f-9a3871618606 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:13:35.106471 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-e0545142-522e-479d-87ad-9b47449776bd admin admin] Deleting port 4e35b5fd-85be-45ad-985e-2efc48cec8de {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:13:35.106812 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0545142-522e-479d-87ad-9b47449776bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:35.184452 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-e0545142-522e-479d-87ad-9b47449776bd admin admin] For port 4e35b5fd-85be-45ad-985e-2efc48cec8de, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=4e35b5fd-85be-45ad-985e-2efc48cec8de,segment=NetworkSegment(f3bba947-f0e1-4eea-8cc9-63178bb5faa5),segment_id=f3bba947-f0e1-4eea-8cc9-63178bb5faa5)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:13:35.184807 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0545142-522e-479d-87ad-9b47449776bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:35.196678 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-e0545142-522e-479d-87ad-9b47449776bd admin admin] Calling delete_port for 4e35b5fd-85be-45ad-985e-2efc48cec8de owned by network:router_interface {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:13:35.366707 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0545142-522e-479d-87ad-9b47449776bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:35.390546 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0545142-522e-479d-87ad-9b47449776bd admin admin] Pushing event deleted for resources: {'Port': ['ID=4e35b5fd-85be-45ad-985e-2efc48cec8de,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:35.550104 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e0545142-522e-479d-87ad-9b47449776bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591935'] for router_interface, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:35.756802 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0545142-522e-479d-87ad-9b47449776bd admin admin] Router 0471bbc9-db5b-4fac-a6a0-774d09c8c305 has already been hosted by L3 agent d2f5769d-9319-44e8-b5c6-48004137a740 {{(pid=101884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:13:35.858798 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0545142-522e-479d-87ad-9b47449776bd admin admin] Notify agent at l3_agent.dv-neutron-816800-2-hyperv the message routers_updated {{(pid=101884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:13:35.864080 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e0545142-522e-479d-87ad-9b47449776bd admin admin] 10.222.0.21 "PUT /v2.0/routers/0471bbc9-db5b-4fac-a6a0-774d09c8c305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3378229 Nov 09 05:13:35.867129 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 59124) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:13:35.869732 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80c004e-0cfb-41fa-9669-45f4dae3a98c None None] Sync routers for ids ['0471bbc9-db5b-4fac-a6a0-774d09c8c305'] in dv-neutron-816800-2-hyperv {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:13:35.880037 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80c004e-0cfb-41fa-9669-45f4dae3a98c None None] Routers {'0471bbc9-db5b-4fac-a6a0-774d09c8c305'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:13:35.881213 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e80c004e-0cfb-41fa-9669-45f4dae3a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:13:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0471bbc9-db5b-4fac-a6a0-774d09c8c305'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:35.967806 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] Publish callbacks [] for router, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:35.984003 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-e80c004e-0cfb-41fa-9669-45f4dae3a98c None None] Set router 0471bbc9-db5b-4fac-a6a0-774d09c8c305 gateway port host: dv-neutron-816800-2-hyperv {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:13:36.065628 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:36.117649 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] Deleting port 387d5fd9-725a-4561-8f1d-d9f9a82f08f0 {{(pid=101884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:13:36.118006 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:36.159277 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e80c004e-0cfb-41fa-9669-45f4dae3a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'name': 'tempest-TestSnapshotPattern-1732489992-router', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'external_fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '387d5fd9-725a-4561-8f1d-d9f9a82f08f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:13:35Z', 'revision_number': 5, 'project_id': '8814a0951ae147fbbf5faccb82fb870a', 'gw_port': {'id': '387d5fd9-725a-4561-8f1d-d9f9a82f08f0', 'name': '', 'network_id': '2ae56fdc-e45e-4e1f-9dc0-66e535d470be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:94:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-816800-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53724b1a-2b16-4ea8-846d-f37d4445fcac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-816800-2-hyperv'}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:36.191107 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80c004e-0cfb-41fa-9669-45f4dae3a98c None None] Checking router: 0471bbc9-db5b-4fac-a6a0-774d09c8c305 for host: dv-neutron-816800-2-hyperv {{(pid=101885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:13:36.196537 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.db [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] For port 387d5fd9-725a-4561-8f1d-d9f9a82f08f0, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=387d5fd9-725a-4561-8f1d-d9f9a82f08f0,segment=NetworkSegment(a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd),segment_id=a2d8f9bc-1594-4cf9-9319-4ffff6dff8fd)] {{(pid=101884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:13:36.196902 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:36.199950 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80c004e-0cfb-41fa-9669-45f4dae3a98c None None] Routers {'0471bbc9-db5b-4fac-a6a0-774d09c8c305'} bound to L3 agent in host dv-neutron-816800-2-hyperv {{(pid=101885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:13:36.200558 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e80c004e-0cfb-41fa-9669-45f4dae3a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-816800-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:08:28Z,description=,heartbeat_timestamp=2021-11-09T05:13:28Z,host='dv-neutron-816800-2-hyperv',id=d2f5769d-9319-44e8-b5c6-48004137a740,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:08:28Z,topic='l3_agent')) {'router_ids': ['0471bbc9-db5b-4fac-a6a0-774d09c8c305'], 'active': True} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:36.209172 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.plugins.ml2.plugin [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] Calling delete_port for 387d5fd9-725a-4561-8f1d-d9f9a82f08f0 owned by network:router_gateway {{(pid=101884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:13:36.285286 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvr_db [None req-e80c004e-0cfb-41fa-9669-45f4dae3a98c None None] Set router 0471bbc9-db5b-4fac-a6a0-774d09c8c305 gateway port host: None {{(pid=101885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:13:36.336867 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_hamode_db [None req-e80c004e-0cfb-41fa-9669-45f4dae3a98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'name': 'tempest-TestSnapshotPattern-1732489992-router', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:13:36Z', 'revision_number': 6, 'project_id': '8814a0951ae147fbbf5faccb82fb870a', 'gw_port_host': None}], 'dv-neutron-816800-2-hyperv', False) {} {{(pid=101885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:36.367879 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80c004e-0cfb-41fa-9669-45f4dae3a98c None None] The sync data for ids ['0471bbc9-db5b-4fac-a6a0-774d09c8c305'] in dv-neutron-816800-2-hyperv is: [{'id': '0471bbc9-db5b-4fac-a6a0-774d09c8c305', 'name': 'tempest-TestSnapshotPattern-1732489992-router', 'tenant_id': '8814a0951ae147fbbf5faccb82fb870a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:08:42Z', 'updated_at': '2021-11-09T05:13:36Z', 'revision_number': 6, 'project_id': '8814a0951ae147fbbf5faccb82fb870a', 'gw_port_host': None}] {{(pid=101885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:13:36.672622 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62889554'] for port, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:36.699762 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] Pushing event deleted for resources: {'Port': ['ID=387d5fd9-725a-4561-8f1d-d9f9a82f08f0,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:36.760037 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593861'] for router_gateway, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:36.851940 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3962'] for router, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:36.854052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:36.895049 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595580'] for router, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:36.895562 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0471bbc9-db5b-4fac-a6a0-774d09c8c305 {{(pid=101884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 05:13:36.900009 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] Publish callbacks [] for router, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:36.901125 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-966a773d-f8ba-4924-a3cb-ed45ba2a76ae admin admin] 10.222.0.21 "DELETE /v2.0/routers/0471bbc9-db5b-4fac-a6a0-774d09c8c305 HTTP/1.1" status: 204 len: 168 time: 1.0330429 Nov 09 05:13:36.903854 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 59126) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:13:37.035496 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcec9cb3-3abb-4479-a73a-a0b4c082bfbc admin admin] Deleting subnet e63bf326-8b94-4352-88a3-c64c7f25a1bf {{(pid=101884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:13:37.039022 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dcec9cb3-3abb-4479-a73a-a0b4c082bfbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.071341 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dcec9cb3-3abb-4479-a73a-a0b4c082bfbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62288001'] for subnet, precommit_delete_associations {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.159440 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dcec9cb3-3abb-4479-a73a-a0b4c082bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4177954'] for subnet, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.203219 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4e35b5fd-85be-45ad-985e-2efc48cec8de no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:13:37.214908 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dcec9cb3-3abb-4479-a73a-a0b4c082bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4177963', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-453888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62889607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62454753'] for subnet, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.224631 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 4e35b5fd-85be-45ad-985e-2efc48cec8de {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:13:37.225057 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 4e35b5fd-85be-45ad-985e-2efc48cec8de not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:13:37.245767 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-dcec9cb3-3abb-4479-a73a-a0b4c082bfbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.251496 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.wsgi [-] (101883) accepted ('10.222.0.21', 59130) {{(pid=101883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:13:37.252463 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-dcec9cb3-3abb-4479-a73a-a0b4c082bfbc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e63bf326-8b94-4352-88a3-c64c7f25a1bf HTTP/1.1" status: 204 len: 168 time: 0.3476162 Nov 09 05:13:37.253500 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec9cb3-3abb-4479-a73a-a0b4c082bfbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e63bf326-8b94-4352-88a3-c64c7f25a1bf,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:37.263188 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5be3a9d-e140-439d-95a9-a30632bd34f8 None None] Network 98ce8bcd-032b-4521-a8ab-e21e2b76f5e0 requested from dv-neutron-816800-2-hyperv {{(pid=101885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:13:37.327895 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3798471'] for network, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.386541 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] Deleting port faab9b1f-b767-4897-986f-d4c16401e181 {{(pid=101883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:13:37.386905 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.453492 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d005ad77-4a28-4ea9-aeee-c5d9c18dd807 None None] DHCP port deletion for 98ce8bcd-032b-4521-a8ab-e21e2b76f5e0 request from dv-neutron-816800-2-hyperv {{(pid=101885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 05:13:37.461803 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.db [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] For port faab9b1f-b767-4897-986f-d4c16401e181, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=faab9b1f-b767-4897-986f-d4c16401e181,segment=NetworkSegment(f3bba947-f0e1-4eea-8cc9-63178bb5faa5),segment_id=f3bba947-f0e1-4eea-8cc9-63178bb5faa5)] {{(pid=101883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:13:37.462166 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.475663 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.plugin [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] Calling delete_port for faab9b1f-b767-4897-986f-d4c16401e181 owned by network:dhcp {{(pid=101883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:13:37.500281 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d005ad77-4a28-4ea9-aeee-c5d9c18dd807 None None] Deleting port faab9b1f-b767-4897-986f-d4c16401e181 {{(pid=101885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:13:37.500654 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d005ad77-4a28-4ea9-aeee-c5d9c18dd807 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748279787192'] for port, before_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.556168 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62122561'] for port, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.564547 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.db [None req-d005ad77-4a28-4ea9-aeee-c5d9c18dd807 None None] For port faab9b1f-b767-4897-986f-d4c16401e181, host dv-neutron-816800-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-816800-2-hyperv',level=0,port_id=faab9b1f-b767-4897-986f-d4c16401e181,segment=NetworkSegment(f3bba947-f0e1-4eea-8cc9-63178bb5faa5),segment_id=f3bba947-f0e1-4eea-8cc9-63178bb5faa5)] {{(pid=101885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:13:37.564985 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d005ad77-4a28-4ea9-aeee-c5d9c18dd807 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982825'] for port, precommit_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.582320 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-d005ad77-4a28-4ea9-aeee-c5d9c18dd807 None None] Calling delete_port for faab9b1f-b767-4897-986f-d4c16401e181 owned by network:dhcp {{(pid=101885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:13:37.582655 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] No DVR routers for this DVR port faab9b1f-b767-4897-986f-d4c16401e181 on host dv-neutron-816800-2-hyperv {{(pid=101883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:13:37.587584 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] Pushing event deleted for resources: {'Port': ['ID=faab9b1f-b767-4897-986f-d4c16401e181,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:37.656982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4181847', 'neutron.services.segments.db._delete_segments_for_network-8748279869745'] for network, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.658984 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-d005ad77-4a28-4ea9-aeee-c5d9c18dd807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4122522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-413584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748279794050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748279300226'] for port, after_delete {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.676982 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ce8bcd-032b-4521-a8ab-e21e2b76f5e0']}} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:37.683539 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005ad77-4a28-4ea9-aeee-c5d9c18dd807 None None] Pushing event deleted for resources: {'Port': ['ID=faab9b1f-b767-4897-986f-d4c16401e181,revision_number=None']} {{(pid=101885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:37.686488 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3bba947-f0e1-4eea-8cc9-63178bb5faa5') {'for_net_delete': True} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:37.686488 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.services.segments.db [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3bba947-f0e1-4eea-8cc9-63178bb5faa5') {} {{(pid=101883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:13:37.690884 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d005ad77-4a28-4ea9-aeee-c5d9c18dd807 None None] No DVR routers for this DVR port faab9b1f-b767-4897-986f-d4c16401e181 on host dv-neutron-816800-2-hyperv {{(pid=101885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:13:37.700666 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748279870522', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61875411'] for segment, before_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.715139 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507'] for segment, precommit_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.722034 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:13:37.722438 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4193507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62122610'] for segment, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: Traceback (most recent call last): Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: timer() Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: cb(*args, **kw) Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: return func(*args, **kwargs) Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: self._notify() Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: self.callback(batched_events) Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: event.method(event) Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: return f(self, *a, **k) Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._get(url).json() Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: return self.request(url, 'GET', **kwargs) Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:13:37.724626 dv-neutron-816800-2-hyperv neutron-server[101883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:13:37.780941 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4181156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593849'] for network, after_delete {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.786545 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron_lib.callbacks.manager [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] Publish callbacks [] for network, before_response {{(pid=101883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:37.789738 dv-neutron-816800-2-hyperv neutron-server[101883]: INFO neutron.wsgi [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] 10.222.0.21 "DELETE /v2.0/networks/98ce8bcd-032b-4521-a8ab-e21e2b76f5e0 HTTP/1.1" status: 204 len: 168 time: 0.5364270 Nov 09 05:13:37.800272 dv-neutron-816800-2-hyperv neutron-server[101883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b948490-cf93-4174-9045-9d4b5c87ad11 admin admin] Pushing event deleted for resources: {'Network': ['ID=98ce8bcd-032b-4521-a8ab-e21e2b76f5e0,revision_number=None']} {{(pid=101883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:37.893201 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 59134) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:13:37.934398 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-313ccf1e-002f-422e-a101-31f97641b21b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=707b0fd38e294fd0810e42f955d05598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400147 Nov 09 05:13:37.936794 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 59136) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:13:37.986453 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e4c6d753-0ac9-4790-8321-75479a1abfa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:38.006555 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e4c6d753-0ac9-4790-8321-75479a1abfa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:38.050052 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e4c6d753-0ac9-4790-8321-75479a1abfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:38.052593 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-e4c6d753-0ac9-4790-8321-75479a1abfa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:38.053736 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-e4c6d753-0ac9-4790-8321-75479a1abfa6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c97c0ff8-0fde-4540-8159-bff388e2c641 HTTP/1.1" status: 204 len: 168 time: 0.1160355 Nov 09 05:13:38.060888 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6d753-0ac9-4790-8321-75479a1abfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97c0ff8-0fde-4540-8159-bff388e2c641,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:38.358559 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 59142) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:13:38.397691 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-40954786-6468-4c26-aac2-409862e6ad93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8814a0951ae147fbbf5faccb82fb870a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379314 Nov 09 05:13:38.400165 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.wsgi [-] (101884) accepted ('10.222.0.21', 59144) {{(pid=101884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:13:38.445811 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-89915510-7dfa-49ce-92e9-f9a2afabfe4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:38.465777 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-89915510-7dfa-49ce-92e9-f9a2afabfe4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:38.513263 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-89915510-7dfa-49ce-92e9-f9a2afabfe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572385'] for security_group, after_delete {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:38.516228 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron_lib.callbacks.manager [None req-89915510-7dfa-49ce-92e9-f9a2afabfe4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:38.517367 dv-neutron-816800-2-hyperv neutron-server[101884]: INFO neutron.wsgi [None req-89915510-7dfa-49ce-92e9-f9a2afabfe4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/692da747-a1d1-4cd1-990f-71aa4265f4dd HTTP/1.1" status: 204 len: 168 time: 0.1162837 Nov 09 05:13:38.526005 dv-neutron-816800-2-hyperv neutron-server[101884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89915510-7dfa-49ce-92e9-f9a2afabfe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692da747-a1d1-4cd1-990f-71aa4265f4dd,revision_number=None']} {{(pid=101884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:13:38.816338 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device faab9b1f-b767-4897-986f-d4c16401e181 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:13:38.840275 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: faab9b1f-b767-4897-986f-d4c16401e181 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:13:38.840629 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device faab9b1f-b767-4897-986f-d4c16401e181 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:13:38.841100 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 387d5fd9-725a-4561-8f1d-d9f9a82f08f0 no longer exists at agent ovs-agent-dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:13:38.862221 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.plugin [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] No Port match for: 387d5fd9-725a-4561-8f1d-d9f9a82f08f0 {{(pid=101885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:13:38.862568 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron.plugins.ml2.rpc [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Device 387d5fd9-725a-4561-8f1d-d9f9a82f08f0 not bound to the agent host dv-neutron-816800-2-hyperv {{(pid=101885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:13:47.553302 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:55.666672 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-c4a4171d-0e03-453b-85c2-60372719ec74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:57.961383 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0b337106-f312-4035-a84f-c1f4088f57fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:59.308150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:00.537142 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:01.155047 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:04.320686 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:14:17.553129 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:25.667432 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-6020e880-2014-4a7f-852d-2c207ad45436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:27.964364 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f0f7a2ca-bc01-468d-9eb6-b99a23623c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:29.311044 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:30.540603 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:31.156414 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:41.319563 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:14:47.549957 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:55.668406 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fe81bbc3-52af-40d5-8dad-0c85753a59de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:57.964807 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-90608621-7baa-4517-9fad-ddbe5aaddc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:59.313895 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:00.542875 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:01.158287 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:17.549289 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:18.318961 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:15:25.669545 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-306e1ce5-b14c-4bfb-ae51-6b3b6c3be651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:27.965619 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b133ca79-69a1-40f5-af6c-c52e85621fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:29.316502 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:30.545493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:31.161060 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:47.563693 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:55.317426 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:15:55.670493 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-09f18768-c592-4a03-9d31-a6b6fb900315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:58.106052 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-21930005-86ba-4539-a46e-73ca6f7d978a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:59.322588 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:00.548641 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:01.168414 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:17.562923 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:25.670987 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-669cc88a-6a6b-4e84-8277-ed4836170bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:27.968421 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0633995b-38d4-42fd-8b2a-e21df82e789d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:29.325314 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:30.550999 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:31.169474 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:32.315371 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:16:47.561600 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:55.671481 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-1ea3cd96-e9fd-43d9-8268-f22406f96415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:57.970561 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-f52b6d2f-3912-4d13-a4a4-c570dde8a19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:59.326409 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:00.554660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:01.171489 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:09.313859 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:17:17.558542 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:25.671981 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-45ad859f-2d0b-49cd-ad47-4946ec0d5382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:27.972119 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-54135f24-55d1-433a-80a7-e5766e22ff10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:29.327694 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:30.557657 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:31.174412 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:46.312235 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:17:47.573476 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:55.676500 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-84f26b87-557e-43b9-839b-d8562e8f4bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:57.974833 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1ca7-11ea-4b09-897c-41b5eea3664a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:59.330388 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:00.561145 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:01.175410 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:17.571351 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:23.312279 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:18:25.677646 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-31a2e7ca-36e2-4c15-9d57-a990a4fb9a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:27.975628 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-0a65ba09-3ea8-4f8d-b5e2-9d0a70f619f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:29.336544 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:30.564087 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:31.177482 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:47.569398 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b053c174-5567-42e9-830a-5abb042cfb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:55.678150 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-42e8c9fa-be36-48a6-8689-1bf1d8afd23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:57.977842 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b85f5dab-37ed-4347-833f-666de0f25023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:59.339366 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-52e7c766-b97a-46d8-828f-847f007b4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:19:00.310906 dv-neutron-816800-2-hyperv neutron-server[101886]: DEBUG neutron.db.agents_db [None req-8afae2dd-5e59-4561-90e7-1cf7ccac85d3 None None] Agent healthcheck: found 6 active agents {{(pid=101886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:19:00.567660 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-b235e2c4-d844-445c-b236-3663bbf5a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:19:01.178409 dv-neutron-816800-2-hyperv neutron-server[101885]: DEBUG neutron_lib.callbacks.manager [None req-35bbeb9f-20d2-4136-a645-5c155504daea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748279869727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4183393'] for agent, after_update {{(pid=101885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}